webspicy 0.17.0 → 0.20.2

data/lib/webspicy/tester/reporter/error_count.rb

@@ -0,0 +1,25 @@
+module Webspicy
+  class Tester
+    class Reporter
+      class ErrorCount < Reporter
+
+        def initialize(*args, &bl)
+          super
+          @error_count = 0
+        end
+
+        def on_error(*args, &bl)
+          @error_count += 1
+        end
+        alias :spec_file_error :on_error
+        alias :check_failure   :on_error
+        alias :check_error     :on_error
+
+        def report
+          @error_count
+        end
+
+      end # class ErrorCount
+    end # class Reporter
+  end # class Tester
+end # module Webspicy

data/lib/webspicy/tester/reporter/exceptions.rb

@@ -0,0 +1,62 @@
+module Webspicy
+  class Tester
+    class Reporter
+      class Exceptions < Reporter
+        include Documentation::Helpers
+
+        def initialize(*args, &bl)
+          super
+          @spec_file_errors = []
+          @failed_results = []
+        end
+        attr_reader :failed_results, :spec_file_errors
+
+        def spec_file_error(e)
+          @spec_file_errors << spec_file_error_line(spec_file, e)
+        end
+
+        def after_each_done
+          @failed_results << result unless result.success?
+        end
+
+        def report
+          report_spec_file_errors
+          report_failed_results
+        end
+
+        def report_spec_file_errors
+          return if spec_file_errors.empty?
+          io.puts
+          io.puts "Invalid specs:"
+          io.puts
+          spec_file_errors.each do |e|
+            io.puts e
+          end
+          io.puts
+          io.flush
+        end
+
+        def report_failed_results
+          return if failed_results.empty?
+          io.puts
+          io.puts "Exceptions:"
+          io.puts
+          failed_results.each_with_index do |result,i|
+            io.puts service_line(result.service, result.test_case)
+            result.failures.each do |(c,e)|
+              io.puts check_failure_line(c,e)
+            end
+            result.errors.each do |(c,e)|
+              io.puts check_error_line(c,e)
+              io.puts e.backtrace.join("\n").gsub(/^/, "  ") if e.backtrace
+            end
+            io.puts
+          end
+          io.puts
+          io.flush
+        end
+
+      end # class Exceptions
+    end # class Reporter
+  end # class Tester
+end # module Webspicy

data/lib/webspicy/tester/reporter/file_progress.rb

@@ -0,0 +1,25 @@
+module Webspicy
+  class Tester
+    class Reporter
+      class FileProgress < Reporter
+
+        def spec_file_error(e)
+          io.print colorize_error("X")
+          io.flush
+        end
+
+        def spec_file_done
+          io.print colorize_success(".")
+          io.flush
+        end
+
+        def report
+          io.puts
+          io.puts
+          io.flush
+        end
+
+      end # class FileProgress
+    end # class Reporter
+  end # class Tester
+end # module Webspicy

data/lib/webspicy/tester/reporter/file_summary.rb

@@ -0,0 +1,43 @@
+module Webspicy
+  class Tester
+    class Reporter
+      class FileSummary < Reporter
+
+        def initialize(*args, &bl)
+          super
+          @spec_files_count = 0
+          @errors_count = 0
+        end
+        attr_reader :spec_files_count, :errors_count
+
+        def before_spec_file
+          @spec_files_count += 1
+        end
+
+        def spec_file_error(e)
+          @errors_count += 1
+        end
+
+        def report
+          msg = "#{plural('spec file', spec_files_count)}, "\
+                "#{plural('error', errors_count)}"
+          if success?
+            msg = colorize_success(msg)
+          else
+            msg = colorize_error(msg)
+          end
+          io.puts(msg)
+          io.puts
+          io.flush
+        end
+
+      private
+
+        def success?
+          @errors_count == 0
+        end
+
+      end # class FileSummary
+    end # class Reporter
+  end # class Tester
+end # module Webspicy

data/lib/webspicy/tester/reporter/progress.rb

@@ -0,0 +1,30 @@
+module Webspicy
+  class Tester
+    class Reporter
+      class Progress < Reporter
+
+        def spec_file_error(e)
+          io.print colorize_error("X")
+        end
+
+        def after_each_done
+          if result.success?
+            io.print colorize_success(".")
+          elsif result.failure?
+            io.print colorize_error("F")
+          elsif result.error?
+            io.print colorize_error("E")
+          end
+          io.flush
+        end
+
+        def report
+          io.puts
+          io.puts
+          io.flush
+        end
+
+      end # class Progress
+    end # class Reporter
+  end # class Tester
+end # module Webspicy

data/lib/webspicy/tester/reporter/summary.rb

@@ -0,0 +1,63 @@
+module Webspicy
+  class Tester
+    class Reporter
+      class Summary < Reporter
+
+        def initialize(*args, &bl)
+          super
+          @spec_files_count = 0
+          @examples_count = 0
+          @counterexamples_count = 0
+          @assertions_count = 0
+          @errors_count = 0
+          @failures_count = 0
+        end
+        attr_reader :spec_files_count, :examples_count, :counterexamples_count
+        attr_reader :assertions_count, :errors_count, :failures_count
+
+        def before_spec_file
+          @spec_files_count += 1
+        end
+
+        def spec_file_error(e)
+          @errors_count += 1
+        end
+
+        def after_each_done
+          if tester.test_case.counterexample?
+            @counterexamples_count += 1
+          else
+            @examples_count += 1
+          end
+          @assertions_count += tester.result.assertions_count
+          @errors_count += tester.result.errors_count
+          @failures_count += tester.result.failures_count
+        end
+
+        def report
+          msg = "#{plural('spec file', spec_files_count)}, "\
+                "#{plural('example', examples_count)}, "\
+                "#{plural('counterexample', counterexamples_count)}\n"\
+                "#{plural('assertion', assertions_count)}, "\
+                "#{plural('error', errors_count)}, "\
+                "#{plural('failure', failures_count)}"
+          if success?
+            msg = colorize_success(msg)
+          else
+            msg = colorize_error(msg)
+          end
+          io.puts(msg)
+          io.puts
+          io.flush
+        end
+
+      private
+
+        def success?
+          @errors_count == 0 && @failures_count == 0
+        end
+
+      end # class Summary
+    end # class Reporter
+  end # class Tester
+end # module Webspicy

data/lib/webspicy/tester/result.rb

@@ -0,0 +1,142 @@
+module Webspicy
+  class Tester
+    class Result
+      extend Forwardable
+
+      def initialize(tester)
+        @tester = tester
+        @scope = tester.scope
+        @client = tester.client
+        @specification = tester.specification
+        @service = tester.service
+        @test_case = tester.test_case
+        @invocation = tester.invocation
+        @assertions = []
+        @failures = []
+        @errors = []
+        if @invocation
+          check!
+        else
+          @errors << [InvocationSuceeded.new(self), tester.invocation_error]
+        end
+      end
+      attr_reader :tester, :scope, :client
+      attr_reader :specification, :service, :test_case, :invocation
+      attr_reader :assertions, :failures, :errors
+
+      def_delegators :@tester, *[
+        :config,
+        :reporter
+      ]
+
+      def self.from(tester)
+        new(tester)
+      end
+
+      def success?
+        failures.empty? && errors.empty?
+      end
+
+      def failure?
+        errors.empty? && !failures.empty?
+      end
+
+      def error?
+        !errors.empty?
+      end
+
+      def assertions_count
+        assertions.size
+      end
+
+      def failures_count
+        failures.size
+      end
+
+      def errors_count
+        errors.size
+      end
+
+    private
+
+      def check!
+        check_response!
+        check_output! if success? && test_case.example?
+        check_error! if success? && test_case.counterexample?
+        check_assertions! if success?
+        check_postconditions! if success? && test_case.example?
+        check_errconditions! if success? && test_case.counterexample?
+      end
+
+    private
+
+      def check_response!
+        check_one! Result::ResponseStatusMet
+        if ect = test_case.expected_content_type
+          check_one! Result::ResponseHeaderMet.new(self, "Content-Type", ect, :start_with)
+        end
+        test_case.expected_headers.each_pair do |k,v|
+          check_one! Result::ResponseHeaderMet.new(self, k, v)
+        end
+      end
+
+      def check_output!
+        check_one! Result::OutputSchemaMet
+      end
+
+      def check_error!
+        check_one! Result::ErrorSchemaMet
+      end
+
+      def check_assertions!
+        test_case.assert.each do |a|
+          check_one! Result::AssertMet.new(self, a)
+        end
+      end
+
+      def check_postconditions!
+        service.postconditions.each do |c|
+          check_one! Result::PostconditionMet.new(self, tester.bind_condition(c))
+        end
+      end
+
+      def check_errconditions!
+        service.errconditions.each do |c|
+          check_one! Result::ErrconditionMet.new(self, tester.bind_condition(c))
+        end
+      end
+
+      def check_one!(check)
+        if check.is_a?(Class)
+          check_one!(check.new(self))
+        else
+          return unless check.must?
+          begin
+            check.call
+            reporter.check_success(check)
+          rescue *PASSTHROUGH_EXCEPTIONS
+            raise
+          rescue Failure => e
+            self.failures << [check, e]
+            reporter.check_failure(check, e)
+          rescue Exception => e
+            self.errors << [check, e]
+            reporter.check_error(check, e)
+          ensure
+            self.assertions << check
+          end
+        end
+      end
+
+    end # class Result
+  end # class Tester
+end # module Webspicy
+require_relative "result/check"
+require_relative "result/invocation_succeeded"
+require_relative "result/response_status_met"
+require_relative "result/response_header_met"
+require_relative "result/output_schema_met"
+require_relative "result/error_schema_met"
+require_relative "result/assert_met"
+require_relative "result/postcondition_met"
+require_relative "result/errcondition_met"

data/lib/webspicy/tester/result/assert_met.rb

@@ -0,0 +1,29 @@
+module Webspicy
+  class Tester
+    class Result
+      class AssertMet < Check
+
+        def initialize(result, assertion)
+          super(result)
+          @assertion = assertion
+        end
+        attr_reader :assertion
+
+        def behavior
+          "Assert #{assertion}"
+        end
+
+        def must?
+          true
+        end
+
+        def call
+          on = invocation.dressed_body
+          asserter = Tester::Asserter.new(on)
+          asserter.instance_eval(assertion)
+        end
+
+      end # class AssertMet
+    end # class Result
+  end # class Tester
+end # module error

data/lib/webspicy/tester/result/check.rb

@@ -0,0 +1,33 @@
+module Webspicy
+  class Tester
+    class Result
+      class Check
+        extend Forwardable
+
+        def initialize(result)
+          @result = result
+        end
+        attr_reader :result
+
+        def_delegators :@result, *[
+          :config,
+          :scope,
+          :client,
+          :specification,
+          :service,
+          :test_case,
+          :invocation
+        ]
+
+        def_delegators :invocation, *[
+          :response
+        ]
+
+        def _!(msg)
+          raise Failure, msg
+        end
+
+      end # class Check
+    end # class Result
+  end # class Tester
+end # module Webspicy