webspicy 0.18.0 → 0.19.0

data/lib/webspicy/tester/client.rb

@@ -1,63 +1,43 @@
 module Webspicy
   class Tester
     class Client
+      extend Forwardable
 
       def initialize(scope)
         @scope = scope
       end
       attr_reader :scope
 
-      def config
-        scope.config
-      end
+      def_delegators :@scope, *[
+        :config
+      ]
 
-      def around(*args, &bl)
-        args << self
-        ls = config.listeners(:around_each)
-        if ls.size == 0
-          bl.call
-        elsif ls.size > 1
-          _around(ls.first, ls[1..-1], args, &bl)
-        else
-          ls.first.call(*args, &bl)
+      def find_and_call(method, url, mutation)
+        unless tc = scope.find_test_case(method, url)
+          raise Error, "No such service `#{method} #{url}`"
         end
+        mutated = tc.mutate(mutation)
+        instrumented = instrument(mutated)
+        call(instrumented)
       end
 
-      def _around(head, tail, args, &bl)
-        head.call(*args) do
-          if tail.empty?
-            bl.call
-          else
-            _around(tail.first, tail[1..-1], args, &bl)
-          end
+      def instrument(test_case)
+        service = test_case.service
+        service.preconditions.each do |pre|
+          pre.instrument(test_case, self) if pre.respond_to?(:instrument)
         end
-      end
-      private :_around
-
-      def instrument(*args, &bl)
-        args << self
+        service.postconditions.each do |post|
+          post.instrument(test_case, self) if post.respond_to?(:instrument)
+        end if test_case.example?
+        service.errconditions.each do |post|
+          post.instrument(test_case, self) if post.respond_to?(:instrument)
+        end if test_case.counterexample?
         config.listeners(:instrument).each do |i|
-          i.call(*args, &bl)
-        end
-      end
-
-      def before(*args, &bl)
-        args << self
-        config.listeners(:before_each).each do |beach|
-          beach.call(*args, &bl)
-        end
-      end
-
-      def after(*args, &bl)
-        args << self
-        config.listeners(:after_each).each do |aeach|
-          aeach.call(*args, &bl)
+          i.call(test_case, self)
         end
+        test_case
       end
 
     end # class Client
   end # class Tester
 end # module Webspicy
-require_relative 'client/support'
-require_relative 'client/http_client'
-require_relative 'client/rack_test_client'

data/lib/webspicy/tester/file_checker.rb

@@ -0,0 +1,22 @@
+module Webspicy
+  class Tester
+    class FileChecker < Tester
+
+      def default_reporter
+        @reporter = Reporter::Composite.new
+        @reporter << Reporter::FileProgress.new
+        @reporter << Reporter::Exceptions.new
+        @reporter << Reporter::FileSummary.new
+        @reporter << Reporter::ErrorCount.new
+      end
+
+      def run_scope
+        scope.each_specification_file do |spec_file|
+          @specification = load_specification(spec_file)
+          reporter.spec_file_done
+        end
+      end
+
+    end # class FileChecker
+  end # class Tester
+end # module Webspicy

data/lib/webspicy/tester/invocation.rb

@@ -1,68 +1,35 @@
 module Webspicy
   class Tester
     class Invocation
+      extend Forwardable
 
       def initialize(test_case, response, client)
         @test_case = test_case
         @response = response
         @client = client
       end
-
       attr_reader :test_case, :response, :client
 
-      def service
-        test_case.service
-      end
-
-      ### Getters on response
+      def_delegators :@client, *[
+        :config
+      ]
 
-      def response_code
-        code = response.status
-        code = code.code unless code.is_a?(Integer)
-        code
-      end
-
-      ### Query methods
-
-      def done?
-        !response.nil?
-      end
-
-      def is_expected_success?
-        test_case.expected_status.to_i >= 200 && test_case.expected_status.to_i < 300
-      end
-
-      def is_success?
-        response_code >= 200 && response_code < 300
-      end
-
-      def is_empty_response?
-        response_code == 204
-      end
+      def_delegators :@test_case, *[
+        :scope,
+        :specification,
+        :service
+      ]
 
-      def is_redirect?
-        response_code >= 300 && response_code < 400
+      def raw_output
+        raise NotImplementedError
       end
 
-      def loaded_body
-        ct = response.content_type || test_case.expected_content_type
-        ct = ct.mime_type if ct.respond_to?(:mime_type)
-        case ct
-        when %r{json}
-          raise "Body empty while expected" if response.body.to_s.empty?
-          @loaded_body ||= ::JSON.parse(response.body)
-        else
-          response.body.to_s
-        end
+      def loaded_output
+        raise NotImplementedError
       end
 
-      def dressed_body
-        schema = is_expected_success? ? service.output_schema : service.error_schema
-        begin
-          schema.dress(loaded_body)
-        rescue Finitio::TypeError => ex
-          ex
-        end
+      def output
+        raise NotImplementedError
       end
 
     end # class Invocation

data/lib/webspicy/tester/reporter.rb

@@ -0,0 +1,85 @@
+module Webspicy
+  class Tester
+    class Reporter
+      include Support::Colorize
+
+      def initialize(io = STDOUT)
+        @io = io
+      end
+      attr_reader :io
+
+      def init(tester)
+        @tester = tester
+      end
+      attr_reader :tester
+
+      [
+        :config,
+        :scope,
+        :client,
+        :spec_file,
+        :specification,
+        :service,
+        :test_case,
+        :invocation,
+        :result
+      ].each do |meth|
+        define_method(meth) do |*args, &bl|
+          tester.send(meth, *args, &bl)
+        end
+      end
+
+      HOOKS = [
+        :before_all,
+        :before_all_done,
+        :before_scope,
+        :scope_done,
+        :before_spec_file,
+        :spec_file_error,
+        :spec_file_done,
+        :before_specification,
+        :specification_done,
+        :before_service,
+        :service_done,
+        :before_test_case,
+        :test_case_done,
+        :before_each,
+        :before_each_done,
+        :before_instrument,
+        :instrument_done,
+        :before_invocation,
+        :invocation_done,
+        :before_assertions,
+        :check_success,
+        :check_failure,
+        :check_error,
+        :assertions_done,
+        :after_each,
+        :after_each_done,
+        :after_all,
+        :after_all_done,
+        :report
+      ]
+
+      HOOKS.each do |meth|
+        define_method(meth){|*args, &bl|
+        }
+      end
+
+    protected
+
+      def plural(word, count)
+        "%d #{word}#{count>1 ? 's' : ''}" % [count]
+      end
+
+    end # class Reporter
+  end # class Tester
+end # module Webspicy
+require_relative 'reporter/error_count'
+require_relative 'reporter/progress'
+require_relative 'reporter/summary'
+require_relative 'reporter/documentation'
+require_relative 'reporter/exceptions'
+require_relative 'reporter/composite'
+require_relative 'reporter/file_progress'
+require_relative 'reporter/file_summary'

data/lib/webspicy/tester/reporter/composite.rb

@@ -0,0 +1,38 @@
+module Webspicy
+  class Tester
+    class Reporter
+      class Composite < Reporter
+
+        def initialize(*args, &bl)
+          super
+          @reporters = []
+        end
+
+        def <<(reporter)
+          @reporters << reporter
+          self
+        end
+
+        def init(tester)
+          super
+          @reporters.each do |r|
+            r.init(tester)
+          end
+        end
+
+        HOOKS.each do |meth|
+          define_method(meth) do |*args, &bl|
+            @reporters.each do |r|
+              r.send(meth, *args, &bl)
+            end
+          end
+        end
+
+        def find(kind)
+          @reporters.find{|r| r.is_a?(kind) }
+        end
+
+      end # class Composite
+    end # class Reporter
+  end # class Tester
+end # module Webspicy

data/lib/webspicy/tester/reporter/documentation.rb

@@ -0,0 +1,67 @@
+module Webspicy
+  class Tester
+    class Reporter
+      class Documentation < Reporter
+
+        module Helpers
+          def spec_file_error_line(spec_file, ex)
+            str = colorize_highlight(spec_file.to_s)
+            str += "\n  " + colorize_error("X  #{ex.message}")
+            if ex.root_cause && ex.root_cause != ex
+              str += "\n    " + colorize_error("#{ex.root_cause.message}")
+            end
+            str
+          end
+
+          def service_line(service, test_case)
+            str = service.to_s + ", " + test_case.to_s
+            str = colorize_highlight(str)
+          end
+
+          def check_success_line(check)
+            "  " + colorize_success("v") + "  " + check.behavior
+          end
+
+          def check_failure_line(check, ex)
+            "  " + colorize_error("F  " + ex.message)
+          end
+
+          def check_error_line(check, ex)
+            "  " + colorize_error("E  " + ex.message)
+          end
+        end
+        include Helpers
+
+        def spec_file_error(e)
+          io.puts spec_file_error_line(spec_file, e)
+          io.puts
+        end
+
+        def before_test_case
+          io.puts service_line(service, test_case)
+        end
+
+        def check_success(check)
+          io.puts check_success_line(check)
+        end
+
+        def check_failure(check, ex)
+          io.puts check_failure_line(check, ex)
+        end
+
+        def check_error(check, ex)
+          io.puts check_error_line(check, ex)
+        end
+
+        def test_case_done
+          io.puts
+        end
+
+        def service_done
+          io.puts
+        end
+
+      end # class Documentation
+    end # class Reporter
+  end # class Tester
+end # module Webspicy

data/lib/webspicy/tester/reporter/error_count.rb

@@ -0,0 +1,25 @@
+module Webspicy
+  class Tester
+    class Reporter
+      class ErrorCount < Reporter
+
+        def initialize(*args, &bl)
+          super
+          @error_count = 0
+        end
+
+        def on_error(*args, &bl)
+          @error_count += 1
+        end
+        alias :spec_file_error :on_error
+        alias :check_failure   :on_error
+        alias :check_error     :on_error
+
+        def report
+          @error_count
+        end
+
+      end # class ErrorCount
+    end # class Reporter
+  end # class Tester
+end # module Webspicy

data/lib/webspicy/tester/reporter/exceptions.rb

@@ -0,0 +1,60 @@
+module Webspicy
+  class Tester
+    class Reporter
+      class Exceptions < Reporter
+        include Documentation::Helpers
+
+        def initialize(*args, &bl)
+          super
+          @spec_file_errors = []
+          @failed_results = []
+        end
+        attr_reader :failed_results, :spec_file_errors
+
+        def spec_file_error(e)
+          @spec_file_errors << spec_file_error_line(spec_file, e)
+        end
+
+        def after_each_done
+          @failed_results << result unless result.success?
+        end
+
+        def report
+          report_spec_file_errors
+          report_failed_results
+        end
+
+        def report_spec_file_errors
+          return if spec_file_errors.empty?
+          io.puts
+          io.puts "Invalid specs:"
+          io.puts
+          spec_file_errors.each do |e|
+            io.puts e
+          end
+          io.puts
+        end
+
+        def report_failed_results
+          return if failed_results.empty?
+          io.puts
+          io.puts "Exceptions:"
+          io.puts
+          failed_results.each_with_index do |result,i|
+            io.puts service_line(result.service, result.test_case)
+            result.failures.each do |(c,e)|
+              io.puts check_failure_line(c,e)
+            end
+            result.errors.each do |(c,e)|
+              io.puts check_error_line(c,e)
+              io.puts e.backtrace.join("\n").gsub(/^/, "  ") if e.backtrace
+            end
+            io.puts
+          end
+          io.puts
+        end
+
+      end # class Exceptions
+    end # class Reporter
+  end # class Tester
+end # module Webspicy