hypothesis-specs 0.0.15 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: cf543607fd313031a5fd77ee32d3e8f7693f374a48e5bcd2c36695ca31f81812
-  data.tar.gz: 572e4cb24ad38caff4a730eff87a8bbbb9aae75e759fade1061cb919214de76d
+  metadata.gz: 0c8b0daf467cfba3ff5d8713fca58165154c19dbe24a9c063337da10244a4858
+  data.tar.gz: 5220bf53ee4d96028f54ffc0cb3513f263e06b5edb53a549a00bc3e4720ddbaf
 SHA512:
-  metadata.gz: da7954815892f7f17c8bbc41435e15403a7147457ae22ed6d2955d5f0c6a490a9679773862d3fea3e598dac04e5698516bea64e04c236378de4808d6f178fd78
-  data.tar.gz: 2cbe4b43830f9a0ca70aaba5923d2e4c46af72d38a96c56ff67ff4be5ec6d4ae7f206d47e0860480161c78b8d4b9e19baa4862ac68da07517ecc2caa316f777a
+  metadata.gz: a33f06784dec07894b9d0bb3ff0bd8366c78d0a332e25c9fac5e5589b6026f7cacc22a12575c1010416116f3527e07b9603a2da96e763148b9bdaa3ca1d085b9
+  data.tar.gz: a92b046f6384b42a6e28d836a29b6f654944fc9a8cccd6ff27ff6b8682a9d9588a7c326177aca48e6376866754fcda85c15b0734e728cc905d69fae146ac7683

data/CHANGELOG.md

@@ -1,3 +1,8 @@
+# Hypothesis for Ruby 0.1.0 (2018-07-16)
+
+This release adds support for reporting multiple exceptions when Hypothesis
+finds more than one way for the test to fail.
+
 # Hypothesis for Ruby 0.0.15 (2018-06-25)
 
 This release fixes an occasional `RuntimeError` that could occur

data/Cargo.toml

@@ -9,4 +9,4 @@ crate-type = ["cdylib"]
 [dependencies]
 helix = '0.7.5'
 rand = '0.3'
-conjecture = '0.2.1'
+conjecture = '0.3.0'

data/lib/hypothesis.rb

@@ -1,5 +1,6 @@
 # frozen_string_literal: true
 
+require 'hypothesis/junkdrawer'
 require 'hypothesis/errors'
 require 'hypothesis/possible'
 require 'hypothesis/testcase'

data/lib/hypothesis/engine.rb

@@ -2,9 +2,12 @@
 
 require 'helix_runtime'
 require 'hypothesis-ruby/native'
+require 'rspec/expectations'
 
 module Hypothesis
   class Engine
+    include RSpec::Matchers
+
     attr_reader :current_source
     attr_accessor :is_find
 
@@ -13,6 +16,8 @@ module Hypothesis
       @core_engine = HypothesisCoreEngine.new(
         seed, options.fetch(:max_examples)
       )
+
+      @exceptions_to_tags = Hash.new { |h, k| h[k] = h.size }
     end
 
     def run
@@ -23,7 +28,7 @@ module Hypothesis
         begin
           result = yield(@current_source)
           if is_find && result
-            @core_engine.finish_interesting(core)
+            @core_engine.finish_interesting(core, 0)
           else
             @core_engine.finish_valid(core)
           end
@@ -31,54 +36,64 @@ module Hypothesis
           @core_engine.finish_invalid(core)
         rescue DataOverflow
           @core_engine.finish_overflow(core)
-        rescue Exception
+        rescue Exception => e
           raise if is_find
-          @core_engine.finish_interesting(core)
+          key = [
+            e.class,
+            HypothesisJunkDrawer.find_first_relevant_line(e.backtrace)
+          ]
+          @core_engine.finish_interesting(core, @exceptions_to_tags[key])
         end
       end
-      @current_source = nil
-      core = @core_engine.failing_example
-      if core.nil?
+      if @core_engine.count_failing_examples.zero?
         raise Unsatisfiable if @core_engine.was_unsatisfiable
+        @current_source = nil
         return
       end
 
       if is_find
+        core = @core_engine.failing_example(0)
         @current_source = TestCase.new(core, record_draws: true)
         yield @current_source
       else
-        @current_source = TestCase.new(core, print_draws: true)
+        exceptions = []
+        (0...@core_engine.count_failing_examples).each do |example|
+          core = @core_engine.failing_example(example)
+          @current_source = TestCase.new(core, print_draws: true)
 
-        begin
-          yield @current_source
-        rescue Exception => e
-          givens = @current_source.print_log
-          given_str = givens.each_with_index.map do |(name, s), i|
-            name = "##{i + 1}" if name.nil?
-            "Given #{name}: #{s}"
-          end.to_a
+          begin
+            yield @current_source
+          rescue Exception => e
+            givens = @current_source.print_log
+            given_str = givens.each_with_index.map do |(name, s), i|
+              name = "##{i + 1}" if name.nil?
+              "Given #{name}: #{s}"
+            end.to_a
 
-          if e.respond_to? :hypothesis_data
-            e.hypothesis_data[0] = given_str
-          else
-            original_to_s = e.to_s
-            original_inspect = e.inspect
+            if e.respond_to? :hypothesis_data
+              e.hypothesis_data[0] = given_str
+            else
+              original_to_s = e.to_s
+              original_inspect = e.inspect
 
-            class <<e
-              attr_accessor :hypothesis_data
+              class <<e
+                attr_accessor :hypothesis_data
 
-              def to_s
-                ['', hypothesis_data[0], '', hypothesis_data[1]].join("\n")
-              end
+                def to_s
+                  ['', hypothesis_data[0], '', hypothesis_data[1]].join("\n")
+                end
 
-              def inspect
-                ['', hypothesis_data[0], '', hypothesis_data[2]].join("\n")
+                def inspect
+                  ['', hypothesis_data[0], '', hypothesis_data[2]].join("\n")
+                end
               end
+              e.hypothesis_data = [given_str, original_to_s, original_inspect]
             end
-            e.hypothesis_data = [given_str, original_to_s, original_inspect]
+            raise e if @core_engine.count_failing_examples == 1
+            exceptions.push(e)
           end
-          raise e
         end
+        raise Hypothesis::MultipleExceptionError.new(*exceptions)
       end
     end
   end

data/lib/hypothesis/errors.rb

@@ -25,4 +25,37 @@ module Hypothesis
   # @!visibility private
   class DataOverflow < HypothesisError
   end
+
+  if defined?(RSpec::Core::MultipleExceptionError)
+    MultipleExceptionErrorParent = RSpec::Core::MultipleExceptionError
+  # :nocov:
+  else
+    class MultipleExceptionErrorParent < StandardError
+      def initialize(*exceptions)
+        super()
+
+        @all_exceptions = exceptions.to_a
+      end
+
+      attr_reader :all_exceptions
+    end
+  end
+
+  class MultipleExceptionError < MultipleExceptionErrorParent
+    def message
+      jd = HypothesisJunkDrawer
+      "Test raised #{all_exceptions.length} distinct errors:\n\n" +
+        all_exceptions.map do |e|
+          location = jd.find_first_relevant_line(e.backtrace).sub(/:in.+$/, '')
+          backtrace = jd.prune_backtrace(e.backtrace)
+          "#{e.class} at #{location}:\n" \
+            "#{e.message}\n#{backtrace.map { |s| '  ' + s }
+              .join("\n")}"
+        end.join("\n\n")
+    end
+
+    def backtrace
+      []
+    end
+  end
 end

data/lib/hypothesis/junkdrawer.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+module Hypothesis
+  # @!visibility private
+  module HypothesisJunkDrawer
+    HYPOTHESIS_ROOT = File.absolute_path(File.dirname(__FILE__))
+
+    def self.prune_backtrace(backtrace)
+      result = []
+      seen_hypothesis = false
+      backtrace.each do |b|
+        if b.start_with?(HYPOTHESIS_ROOT)
+          seen_hypothesis = true
+        else
+          result.push(b)
+          break if seen_hypothesis
+        end
+      end
+      result
+    end
+
+    def self.find_first_relevant_line(backtrace)
+      backtrace.each do |b|
+        next if b.include?('minitest/assertions.rb')
+        next if b.start_with?(HYPOTHESIS_ROOT)
+        return b
+      end
+      nil
+    end
+  end
+end

data/src/lib.rs

@@ -15,7 +15,7 @@ extern crate conjecture;
 
 use std::mem;
 
-use conjecture::data::{DataSource, Status};
+use conjecture::data::{DataSource, Status, TestResult};
 use conjecture::distributions::Repeat;
 use conjecture::distributions;
 use conjecture::engine::Engine;
@@ -49,6 +49,7 @@ ruby! {
     struct {
       engine: Engine,
       pending: Option<DataSource>,
+      interesting_examples: Vec<TestResult>,
     }
 
     def initialize(helix, seed: u64, max_examples: u64){
@@ -57,12 +58,16 @@ ruby! {
         helix,
         engine: Engine::new(max_examples, &xs),
         pending: None,
+        interesting_examples: Vec::new(),
       }
     }
 
     def new_source(&mut self) -> Option<HypothesisCoreDataSource> {
       match self.engine.next_source() {
-        None => None,
+        None => {
+          self.interesting_examples = self.engine.list_minimized_examples();
+          None
+        },
         Some(source) => {
           self.pending = Some(source);
           Some(HypothesisCoreDataSource::new(self))
@@ -70,13 +75,15 @@ ruby! {
       }
     }
 
-    def failing_example(&mut self) -> Option<HypothesisCoreDataSource> {
-      if let Some(source) = self.engine.best_source() {
-        self.pending = Some(source);
-        return Some(HypothesisCoreDataSource::new(self));
-      } else {
-        return None;
-      }
+    def count_failing_examples(&self) -> usize {
+      self.interesting_examples.len()
+    }
+
+    def failing_example(&mut self, i: usize) -> HypothesisCoreDataSource {
+      self.pending = Some(
+        DataSource::from_vec(self.interesting_examples[i].record.clone())
+      );
+      HypothesisCoreDataSource::new(self)
     }
 
     def was_unsatisfiable(&mut self) -> bool {
@@ -91,8 +98,8 @@ ruby! {
       mark_child_status(&mut self.engine, child, Status::Invalid);
     }
 
-    def finish_interesting(&mut self, child: &mut HypothesisCoreDataSource){
-      mark_child_status(&mut self.engine, child, Status::Interesting);
+    def finish_interesting(&mut self, child: &mut HypothesisCoreDataSource, label: u64){
+      mark_child_status(&mut self.engine, child, Status::Interesting(label));
     }
 
     def finish_valid(&mut self, child: &mut HypothesisCoreDataSource){

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: hypothesis-specs
 version: !ruby/object:Gem::Version
-  version: 0.0.15
+  version: 0.1.0
 platform: ruby
 authors:
 - David R. Maciver
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-06-25 00:00:00.000000000 Z
+date: 2018-07-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: helix_runtime
@@ -64,6 +64,7 @@ files:
 - lib/hypothesis.rb
 - lib/hypothesis/engine.rb
 - lib/hypothesis/errors.rb
+- lib/hypothesis/junkdrawer.rb
 - lib/hypothesis/possible.rb
 - lib/hypothesis/testcase.rb
 - lib/hypothesis/world.rb