webspicy 0.18.0 → 0.19.0

data/lib/webspicy/tester/reporter/file_progress.rb

@@ -0,0 +1,22 @@
+module Webspicy
+  class Tester
+    class Reporter
+      class FileProgress < Reporter
+
+        def spec_file_error(e)
+          io.print colorize_error("X")
+        end
+
+        def spec_file_done
+          io.print colorize_success(".")
+        end
+
+        def report
+          io.puts
+          io.puts
+        end
+
+      end # class FileProgress
+    end # class Reporter
+  end # class Tester
+end # module Webspicy

data/lib/webspicy/tester/reporter/file_summary.rb

@@ -0,0 +1,42 @@
+module Webspicy
+  class Tester
+    class Reporter
+      class FileSummary < Reporter
+
+        def initialize(*args, &bl)
+          super
+          @spec_files_count = 0
+          @errors_count = 0
+        end
+        attr_reader :spec_files_count, :errors_count
+
+        def before_spec_file
+          @spec_files_count += 1
+        end
+
+        def spec_file_error(e)
+          @errors_count += 1
+        end
+
+        def report
+          msg = "#{plural('spec file', spec_files_count)}, "\
+                "#{plural('error', errors_count)}"
+          if success?
+            msg = colorize_success(msg)
+          else
+            msg = colorize_error(msg)
+          end
+          io.puts(msg)
+          io.puts
+        end
+
+      private
+
+        def success?
+          @errors_count == 0
+        end
+
+      end # class FileSummary
+    end # class Reporter
+  end # class Tester
+end # module Webspicy

data/lib/webspicy/tester/reporter/progress.rb

@@ -0,0 +1,28 @@
+module Webspicy
+  class Tester
+    class Reporter
+      class Progress < Reporter
+
+        def spec_file_error(e)
+          io.print colorize_error("X")
+        end
+
+        def after_each_done
+          if result.success?
+            io.print colorize_success(".")
+          elsif result.failure?
+            io.print colorize_error("F")
+          elsif result.error?
+            io.print colorize_error("E")
+          end
+        end
+
+        def report
+          io.puts
+          io.puts
+        end
+
+      end # class Progress
+    end # class Reporter
+  end # class Tester
+end # module Webspicy

data/lib/webspicy/tester/reporter/summary.rb

@@ -0,0 +1,62 @@
+module Webspicy
+  class Tester
+    class Reporter
+      class Summary < Reporter
+
+        def initialize(*args, &bl)
+          super
+          @spec_files_count = 0
+          @examples_count = 0
+          @counterexamples_count = 0
+          @assertions_count = 0
+          @errors_count = 0
+          @failures_count = 0
+        end
+        attr_reader :spec_files_count, :examples_count, :counterexamples_count
+        attr_reader :assertions_count, :errors_count, :failures_count
+
+        def before_spec_file
+          @spec_files_count += 1
+        end
+
+        def spec_file_error(e)
+          @errors_count += 1
+        end
+
+        def after_each_done
+          if tester.test_case.counterexample?
+            @counterexamples_count += 1
+          else
+            @examples_count += 1
+          end
+          @assertions_count += tester.result.assertions_count
+          @errors_count += tester.result.errors_count
+          @failures_count += tester.result.failures_count
+        end
+
+        def report
+          msg = "#{plural('spec file', spec_files_count)}, "\
+                "#{plural('example', examples_count)}, "\
+                "#{plural('counterexample', counterexamples_count)}\n"\
+                "#{plural('assertion', assertions_count)}, "\
+                "#{plural('error', errors_count)}, "\
+                "#{plural('failure', failures_count)}"
+          if success?
+            msg = colorize_success(msg)
+          else
+            msg = colorize_error(msg)
+          end
+          io.puts(msg)
+          io.puts
+        end
+
+      private
+
+        def success?
+          @errors_count == 0 && @failures_count == 0
+        end
+
+      end # class Summary
+    end # class Reporter
+  end # class Tester
+end # module Webspicy

data/lib/webspicy/tester/result.rb

@@ -0,0 +1,139 @@
+module Webspicy
+  class Tester
+    class Result
+      extend Forwardable
+
+      def initialize(tester)
+        @tester = tester
+        @invocation = tester.invocation
+        @assertions = []
+        @failures = []
+        @errors = []
+        check!
+      end
+      attr_reader :tester, :invocation
+      attr_reader :assertions, :failures, :errors
+
+      def_delegators :@tester, *[
+        :reporter
+      ]
+
+      def_delegators :@invocation, *[
+        :config,
+        :scope,
+        :client,
+        :specification,
+        :service,
+        :test_case
+      ]
+
+      def self.from(tester)
+        new(tester)
+      end
+
+      def success?
+        failures.empty? && errors.empty?
+      end
+
+      def failure?
+        errors.empty? && !failures.empty?
+      end
+
+      def error?
+        !errors.empty?
+      end
+
+      def assertions_count
+        assertions.size
+      end
+
+      def failures_count
+        failures.size
+      end
+
+      def errors_count
+        errors.size
+      end
+
+    private
+
+      def check!
+        check_response!
+        check_output! if success? && test_case.example?
+        check_error! if success? && test_case.counterexample?
+        check_assertions! if success?
+        check_postconditions! if success? && test_case.example?
+        check_errconditions! if success? && test_case.counterexample?
+      end
+
+    private
+
+      def check_response!
+        check_one! Result::ResponseStatusMet
+        if ect = test_case.expected_content_type
+          check_one! Result::ResponseHeaderMet.new(self, "Content-Type", ect, :start_with)
+        end
+        test_case.expected_headers.each_pair do |k,v|
+          check_one! Result::ResponseHeaderMet.new(self, k, v)
+        end
+      end
+
+      def check_output!
+        check_one! Result::OutputSchemaMet
+      end
+
+      def check_error!
+        check_one! Result::ErrorSchemaMet
+      end
+
+      def check_assertions!
+        test_case.assert.each do |a|
+          check_one! Result::AssertMet.new(self, a)
+        end
+      end
+
+      def check_postconditions!
+        service.postconditions.each do |c|
+          check_one! Result::PostconditionMet.new(self, c)
+        end
+      end
+
+      def check_errconditions!
+        service.errconditions.each do |c|
+          check_one! Result::ErrconditionMet.new(self, c)
+        end
+      end
+
+      def check_one!(check)
+        if check.is_a?(Class)
+          check_one!(check.new(self))
+        else
+          return unless check.must?
+          begin
+            check.call
+            reporter.check_success(check)
+          rescue *PASSTHROUGH_EXCEPTIONS
+            raise
+          rescue Failure => e
+            self.failures << [check, e]
+            reporter.check_failure(check, e)
+          rescue Exception => e
+            self.errors << [check, e]
+            reporter.check_error(check, e)
+          ensure
+            self.assertions << check
+          end
+        end
+      end
+
+    end # class Result
+  end # class Tester
+end # module Webspicy
+require_relative "result/check"
+require_relative "result/response_status_met"
+require_relative "result/response_header_met"
+require_relative "result/output_schema_met"
+require_relative "result/error_schema_met"
+require_relative "result/assert_met"
+require_relative "result/postcondition_met"
+require_relative "result/errcondition_met"

data/lib/webspicy/tester/result/assert_met.rb

@@ -0,0 +1,29 @@
+module Webspicy
+  class Tester
+    class Result
+      class AssertMet < Check
+
+        def initialize(result, assertion)
+          super(result)
+          @assertion = assertion
+        end
+        attr_reader :assertion
+
+        def behavior
+          "Assert #{assertion}"
+        end
+
+        def must?
+          true
+        end
+
+        def call
+          on = invocation.dressed_body
+          asserter = Tester::Asserter.new(on)
+          asserter.instance_eval(assertion)
+        end
+
+      end # class AssertMet
+    end # class Result
+  end # class Tester
+end # module error

data/lib/webspicy/tester/result/check.rb

@@ -0,0 +1,33 @@
+module Webspicy
+  class Tester
+    class Result
+      class Check
+        extend Forwardable
+
+        def initialize(result)
+          @result = result
+        end
+        attr_reader :result
+
+        def_delegators :@result, *[
+          :config,
+          :scope,
+          :client,
+          :specification,
+          :service,
+          :test_case,
+          :invocation
+        ]
+
+        def_delegators :invocation, *[
+          :response
+        ]
+
+        def _!(msg)
+          raise Failure, msg
+        end
+
+      end # class Check
+    end # class Result
+  end # class Tester
+end # module Webspicy

data/lib/webspicy/tester/result/errcondition_met.rb

@@ -0,0 +1,29 @@
+module Webspicy
+  class Tester
+    class Result
+      class ErrconditionMet < Check
+
+        def initialize(result, post)
+          super(result)
+          @post = post
+        end
+        attr_reader :post
+
+        def behavior
+          post.to_s
+        end
+
+        def must?
+          true
+        end
+
+        def call
+          if err = post.check(invocation)
+            _! err
+          end
+        end
+
+      end # class ErrconditionMet
+    end # class Result
+  end # class Tester
+end # module Webspicy

data/lib/webspicy/tester/result/error_schema_met.rb

@@ -0,0 +1,24 @@
+module Webspicy
+  class Tester
+    class Result
+      class ErrorSchemaMet < Check
+
+        def behavior
+          "Error data meets the expected error schema"
+        end
+
+        def must?
+          !test_case.is_expected_status?(204)
+        end
+
+        def call
+          output = invocation.loaded_body
+          service.error_schema.dress(output)
+        rescue Finitio::TypeError => ex
+          _! "Invalid error: #{ex.message}"
+        end
+
+      end # class ErrorSchemaMet
+    end # class Result
+  end # class Tester
+end # module error

data/lib/webspicy/tester/result/output_schema_met.rb

@@ -0,0 +1,24 @@
+module Webspicy
+  class Tester
+    class Result
+      class OutputSchemaMet < Check
+
+        def behavior
+          "Its output meets the expected data schema"
+        end
+
+        def must?
+          !test_case.is_expected_status?(204)
+        end
+
+        def call
+          output = invocation.loaded_body
+          service.output_schema.dress(output)
+        rescue Finitio::TypeError => ex
+          _! "Invalid output: #{ex.message}"
+        end
+
+      end # class OutputSchemaMet
+    end # class Result
+  end # class Tester
+end # module Webspicy