theorem 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2707643c05984ddc7bb49ef7f536fad90dc70ddc7fa058ec031f3945df8e4188
-  data.tar.gz: 173b64d78b6de42218ebb90714c651a459e1ef377492840985ae8f5c0ae94a7f
+  metadata.gz: e3451c37e94f11e1fed722a6ab987454f8ccaa7d52edcc906ef0635cb92d177b
+  data.tar.gz: 544bcaef77540b26c750741bffd35ef363c331e155f1ca49c99696959ff21eae
 SHA512:
-  metadata.gz: e1f9df341383f804e7437a2193e2c9cd6978861d8dd3351533b7f14f059e3fd8e941e865c455325edcfa724da490549af329fbf5cd7fdd460333d1105fefeccc
-  data.tar.gz: c9fd46000ef01e28b7f63f4c7512f599732004f129938085585b3725b8bf0abbea88961fea7048bdb5d8753dffb52b2228c4c0dacc24983668e2f3fdd2293193
+  metadata.gz: 9963c7729eeaedbf7b9ec575931d2918630d04244eecd0c6d9b5178636edc20ec1867f4bf2a33e30527481cb76ee3e56dd140124ffd279e808d977bee25edd6b
+  data.tar.gz: c2224d035456e70630851b8f1d8acf1e4519b7310c1805ce1ec45c98689138b5ae0cea04cb582e4ec8aad67db376d42a68235394516589813c4264321aed7aa0

data/bin/theorize

@@ -1,7 +1,18 @@
 #!/usr/bin/ruby
 
-require_relative '../src/harness'
+require 'slop'
+require_relative '../src/theorem'
 
-path = ARGV[0] || '.'
+opts = Slop.parse do |o|
+  o.array '--require', 'files to require', delimiter: ','
+  o.string '-m', '--module', 'module (default: Theorem::Hypothesis)', default: 'Theorem::Hypothesis'
+  o.string '-h', '--harness', 'harness (default: Theorem::Hypothesis)', default: 'Theorem::Harness'
+  o.array '-p', '--publisher', 'publishers (default: Theorem::StdoutReporter)', delimiter: ',', default: ['Theorem::StdoutReporter']
+  o.string '-d', '--directory', 'directory to load tests (default: ".")', default: '.'
+  o.on '--help' do
+    puts o
+    exit
+  end
+end
 
-Theorem::Hypothesis::Harness.run! path
+Theorem.run! opts[:directory], opts

data/src/harness.rb

@@ -1,59 +1,43 @@
-require_relative './theorem'
-require 'extended_dir'
+# frozen_string_literal: true
 
-# module
+require_relative './theorem/harness'
+require 'parallel'
+
+# harness
 module Theorem
-  # module
-  module Hypothesis
-    on_completed_test do |test|
-      print test.failed? ? 'X' : '.'
-    end
+  # default test harness
+  module Harness
+    include Control::Harness
+  end
 
-    # harness
-    class Harness
-      def self.locate_tests(dir)
-        ExtendedDir.require_all("./#{dir}")
+  # parallel harness
+  module ParallelHarness
+    include Control::Harness
 
-        Hypothesis.registry
-      end
+    on_run do |tests|
+      Parallel.map(tests, in_threads: 6, &:run!).flatten
+    end
+  end
 
-      def self.get_test_count(test_cases)
-        test_cases.map do |test_case|
-          test_case.tests.size
-        end.inject(&:+)
-      end
+  # module retry harness
+  module RetryHarness
+    include Control::Harness
 
-      def self.report_failures(failed_tests)
-        failed_tests.each do |failure|
-          puts "❌ Failure in #{failure.full_name}\nError: #{failure.error}\nBacktrace:\n------\n#{failure.error.backtrace.join("\n")}"
-        end
-      end
+    on_run do |tests|
+      arr_of_tests = tests.map { |test| { test: test, index: 0 } }
 
-      def self.report_passes(passing_tests)
-        passing_tests.each do |pass|
-          puts "✓ #{pass.full_name}"
+      final_results = []
+      arr_of_tests.each do |test|
+        test[:index] += 1
+        results = test[:test].run!
+        if results.any?(&:failed?) && test[:index] <= 3
+          puts "Retrying iteration: #{test[:index]}\n#{results.map(&:full_name).join("\n")}"
+          redo
         end
+        final_results.concat results
       end
 
-      def self.run!(dir)
-        test_cases = locate_tests(dir)
-        total_count = get_test_count(test_cases)
-
-        puts "Total tests #{total_count}"
-
-        results = test_cases.each_with_object([]) do |test_case, memo|
-          memo.concat test_case.run!
-        end
-
-        puts "\n\nSummary\n-------"
-
-        failed_tests, passed_tests = results.partition(&:failed?)
-
-        report_passes(passed_tests)
-        report_failures(failed_tests)
-
-        exit failed_tests.any? ? 1 : 0
-      end
+      final_results
     end
   end
 end

data/src/stdout_reporter.rb

@@ -0,0 +1,70 @@
+# frozen_string_literal: true
+
+require_relative './theorem/reporter'
+
+module Theorem
+  module StringRefinements
+    refine String do
+      # colorization
+      def colorize(color_code)
+        "\e[#{color_code}m#{self}\e[0m"
+      end
+
+      def red
+        colorize(31)
+      end
+
+      def green
+        colorize(32)
+      end
+
+      def yellow
+        colorize(33)
+      end
+
+      def blue
+        colorize(34)
+      end
+
+      def pink
+        colorize(35)
+      end
+
+      def light_blue
+        colorize(36)
+      end
+    end
+  end
+
+  # Default Stdout reporter
+  module StdoutReporter
+    extend Control::Reporter
+    using StringRefinements
+
+    subscribe :on_completed_test do |test|
+      print test.failed? ? 'x'.red : '.'.green
+    end
+
+    subscribe :on_completed_suite do |results|
+      puts "\n"
+      report_summary(results)
+
+      failed_tests = results.select(&:failed?)
+
+      report_failures(failed_tests)
+    end
+
+    def report_summary(tests)
+      tests.each do |test|
+        icon = test.failed? ? '❌'.red : '✓'.green
+        puts "#{icon} #{test.full_name.blue}"
+      end
+    end
+
+    def report_failures(tests)
+      tests.each do |failure|
+        puts "Failure in #{failure.full_name}\nError: #{failure.error.to_s.red}\nBacktrace:\n------\n#{failure.error.backtrace.map(&:red).join("\n")}"
+      end
+    end
+  end
+end

data/src/theorem/beaker.rb

@@ -54,6 +54,10 @@ module Theorem
         end
       end
 
+      def reverse_prepare(&block)
+        @state.unshift block
+      end
+
       def prepare(&block)
         @state << block
       end

data/src/theorem/harness.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+require_relative 'hypothesis'
+require 'extended_dir'
+module Theorem
+  module Control
+    # control harness
+    module Harness
+      def self.included(mod)
+        mod.extend(ClassMethods)
+        mod.define_singleton_method :included do |inner|
+          inner.define_singleton_method :run! do |directory, options = {}|
+            tests = inner.instance_exec directory, options, &mod.test_loader
+            results = inner.instance_exec tests, options, &mod.run_loader
+            inner.completed_suite_subscribers.each do |subscriber|
+              subscriber.call(results)
+            end
+            exit results.any?(&:failed?) ? 1 : 0
+          end
+        end
+      end
+
+      # harness helpers
+      module ClassMethods
+        DEFAULT_LOADER = ->(directory, tags) do
+          ExtendedDir.require_all("./#{directory}")
+
+          registry
+        end
+
+        DEFAULT_RUNNER = ->(tests, options) do
+          tests.each_with_object([]) do |test, memo|
+            memo.concat test.run!
+          end
+        end
+
+        def load_tests(&block)
+          @on_load_tests = block
+        end
+
+        def on_run(&block)
+          @on_run = block
+        end
+
+        def run_loader
+          @on_run || DEFAULT_RUNNER
+        end
+
+        def test_loader
+          @on_load_tests || DEFAULT_LOADER
+        end
+      end
+    end
+  end
+end

data/src/theorem/hypothesis.rb

@@ -19,6 +19,8 @@ module Theorem
           klass.instance_eval do
             @before_all ||= Beaker.new
             @before_each ||= Beaker.new
+            @after_all ||= Beaker.new
+            @after_each ||= Beaker.new
             @around = Flask.new
             @tests = []
             @completed_tests = []

data/src/theorem/registry.rb

@@ -12,6 +12,15 @@ module Theorem
         registry << klass
       end
 
+      def on_extra_event(&block)
+        @extra_events ||= []
+        @extra_events << block
+      end
+
+      def extra_event_subscribers
+        @extra_events || []
+      end
+
       def on_completed_test(&block)
         @completed_tests ||= []
         @completed_tests << block
@@ -20,6 +29,15 @@ module Theorem
       def completed_test_subscribers
         @completed_tests || []
       end
+
+      def on_completed_suite(&block)
+        @completed_suites ||= []
+        @completed_suites << block
+      end
+
+      def completed_suite_subscribers
+        @completed_suites || []
+      end
     end
   end
 end

data/src/theorem/reporter.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+module Theorem
+  module Control
+    # reporter mixin
+    module Reporter
+      def self.extended(mod)
+        mod.extend(mod)
+        mod.define_singleton_method :included do |root|
+          mod.subscriptions.each do |subscription, handler|
+            mod.instance_exec root, subscription, handler do |root, sub, handle|
+              root.send(sub, &handle)
+            end
+          end
+        end
+      end
+
+      def subscribe(name, &block)
+        @subscriptions ||= {}
+        @subscriptions[name] = block
+      end
+
+      def subscriptions
+        @subscriptions
+      end
+    end
+  end
+end

data/src/theorem/test.rb

@@ -33,6 +33,12 @@ module Theorem
 
           @parent_before_each ||= []
           @parent_before_each << me.before_each_beaker
+
+          @parent_after_each ||= []
+          @parent_after_each.unshift me.after_each_beaker
+
+          @parent_after_all ||= []
+          @parent_after_all.unshift me.after_all_beaker
         end
         super
       end
@@ -49,6 +55,14 @@ module Theorem
         @before_each.prepare(&block)
       end
 
+      def after_each(&block)
+        @after_each.reverse_prepare(&block)
+      end
+
+      def after_all(&block)
+        @after_all.reverse_prepare(&block)
+      end
+
       def experiments(klass, **opts, &block)
         obj = Class.new
         obj.include(control)
@@ -70,6 +84,14 @@ module Theorem
         @before_each
       end
 
+      def after_each_beaker
+        @after_each
+      end
+
+      def after_all_beaker
+        @after_all
+      end
+
       def test(name, &block)
         @tests << Test.new(name, to_s, &block)
       end
@@ -84,15 +106,20 @@ module Theorem
 
         results = []
         @tests.each do |test|
-          before_each_failures = run_before_each_beakers(test_case)
-          return before_each_failures if before_each_failures.any?
-
-          error = run_test(test, test_case)
+          error ||= run_before_each_beakers(test_case)
+          error ||= run_test(test, test_case)
+          error ||= run_after_each_beakers(test_case)
 
           completed_test = CompletedTest.new(test, error)
           publish_test_completion(completed_test)
           results << completed_test
         end
+
+        after_failures = run_after_all_beakers(test_case)
+        if after_failures.any?
+          return after_failures
+        end
+
         results
       end
 
@@ -113,11 +140,13 @@ module Theorem
         end
       end
 
-      def run_before_each_beakers(test_case)
-        @parent_before_each&.each do |beaker|
+      def run_after_all_beakers(test_case)
+        @after_all.run!(test_case)
+
+        @parent_after_all&.each do |beaker|
           beaker.run!(test_case)
         end
-        @before_each.run!(test_case)
+
         []
       rescue Exception => error
         Theorem.handle_exception(error)
@@ -127,6 +156,31 @@ module Theorem
         end
       end
 
+      def run_after_each_beakers(test_case)
+        @after_each.run!(test_case)
+
+        @parent_after_each&.each do |beaker|
+          beaker.run!(test_case)
+        end
+        nil
+      rescue Exception => error
+        Theorem.handle_exception(error)
+
+        error
+      end
+
+      def run_before_each_beakers(test_case)
+        @parent_before_each&.each do |beaker|
+          beaker.run!(test_case)
+        end
+        @before_each.run!(test_case)
+        nil
+      rescue Exception => error
+        Theorem.handle_exception(error)
+
+        error
+      end
+
       def run_before_all_beakers(test_case)
         @parent_before_all&.each do |beaker|
           beaker.run!(test_case)

data/src/theorem.rb

@@ -1,5 +1,8 @@
 require_relative 'theorem/hypothesis'
+require_relative 'harness'
 require_relative 'experiment'
+require_relative 'stdout_reporter'
+require 'json'
 
 module Theorem
   # RSpec subclasses Exception, so the only way to catch them without a dependency is to catch Exception
@@ -17,6 +20,41 @@ module Theorem
     end
   end
 
+  def self.run!(directory, options)
+    options[:require].each do |file|
+      require file
+    end
+
+    raise StandardError, "Unknown Module: #{options[:module]}" unless defined? Object.const_get(options[:module])
+    raise StandardError, "Unknown Harness: #{options[:harness]}" unless defined? Object.const_get(options[:harness])
+
+    mod = Object.const_get(options[:module])
+    harness = Object.const_get options[:harness]
+    mod.include harness
+
+    options[:publisher].each do |publisher|
+      if defined? Object.const_get(publisher)
+        mod.include Object.const_get(publisher)
+      else
+        raise StandardError, "Unknown Publisher: #{publisher}"
+      end
+    end
+
+    mod.run!(directory, options)
+  end
+
+  module JsonReporter
+    extend Control::Reporter
+
+    subscribe :on_completed_suite do |results|
+      results = results.map do |result|
+        { name: result.full_name, failed: result.failed? }
+      end
+      puts results
+      puts "\n\n"
+    end
+  end
+
   module Hypothesis
     include Control::Hypothesis
   end

metadata

@@ -1,29 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: theorem
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Sean Gregory
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-04-08 00:00:00.000000000 Z
+date: 2022-04-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: extended_dir
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.1.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.1.1
+- !ruby/object:Gem::Dependency
+  name: slop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.9.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.9.2
 - !ruby/object:Gem::Dependency
   name: rbs
   requirement: !ruby/object:Gem::Requirement
@@ -67,7 +81,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: watir
+  name: parallel
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -80,7 +94,7 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: simple. testing. ah.
+description: simple and extensible test library toolkit
 email: sean.christopher.gregory@gmail.com
 executables:
 - theorize
@@ -90,21 +104,24 @@ files:
 - bin/theorize
 - src/experiment.rb
 - src/harness.rb
+- src/stdout_reporter.rb
 - src/theorem.rb
 - src/theorem/beaker.rb
 - src/theorem/completed_test.rb
+- src/theorem/harness.rb
 - src/theorem/hypothesis.rb
 - src/theorem/registry.rb
+- src/theorem/reporter.rb
 - src/theorem/test.rb
 homepage: https://rubygems.org/gems/theorem
 licenses:
 - MIT
 metadata:
-  source_code_uri: https://github.com/skinnyjames/theorem
+  source_code_uri: https://gitlab.com/skinnyjames/theorem
 post_install_message:
 rdoc_options: []
 require_paths:
-- lib
+- src
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
@@ -116,8 +133,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.31
+rubygems_version: 3.2.22
 signing_key:
 specification_version: 4
-summary: simple. testing. ah.
+summary: simple and extensible test library toolkit
 test_files: []