opal-rspec 0.4.3 → 0.5.0.beta1

data/rspec-core/benchmarks/define_method_v_attr_reader_v_def.rb

@@ -0,0 +1,81 @@
+require 'benchmark'
+
+n = 1_000_000
+
+puts "each sample runs #{n} times"
+puts
+
+class Foo
+  define_method :foo do
+    @foo
+  end
+
+  attr_reader :bar
+
+  def initialize
+    @foo = 'foo'
+    @bar = 'bar'
+    @baz = 'baz'
+  end
+
+  def baz
+    @baz
+  end
+end
+
+foo = Foo.new
+
+puts "define_method"
+Benchmark.benchmark do |bm|
+  3.times do
+    bm.report do
+      n.times do
+        foo.foo
+      end
+    end
+  end
+end
+
+puts
+puts "attr_reader"
+Benchmark.benchmark do |bm|
+  3.times do
+    bm.report do
+      n.times do
+        foo.bar
+      end
+    end
+  end
+end
+
+puts
+puts "def"
+Benchmark.benchmark do |bm|
+  3.times do
+    bm.report do
+      n.times do
+        foo.baz
+      end
+    end
+  end
+end
+
+# $ ruby -v
+# ruby 1.9.2p290 (2011-07-09 revision 32553) [x86_64-darwin11.0.0]
+# $ ruby benchmarks/define_method_v_attr_reader_v_def.rb
+# each sample runs 1000000 times
+#
+# define_method
+#   0.250000   0.000000   0.250000 (  0.251552)
+#   0.250000   0.000000   0.250000 (  0.261506)
+#   0.250000   0.000000   0.250000 (  0.247398)
+#
+# attr_reader
+#   0.140000   0.000000   0.140000 (  0.141782)
+#   0.140000   0.000000   0.140000 (  0.142411)
+#   0.140000   0.000000   0.140000 (  0.145876)
+#
+# def
+#   0.160000   0.000000   0.160000 (  0.153261)
+#   0.150000   0.000000   0.150000 (  0.158096)
+#   0.150000   0.000000   0.150000 (  0.149472)

data/rspec-core/benchmarks/eager_vs_lazy_metadata/define_examples.rb

@@ -0,0 +1,22 @@
+top_level_example_groups = 25
+examples = 25
+nested_groups = 25
+nested_examples = 25
+
+top_level_example_groups.times do |tlg|
+  RSpec.describe "Top level group #{tlg}", :foo => 3 do
+
+    examples.times do |e|
+      it("example #{e}", :bar => 4) { }
+    end
+
+    nested_groups.times do |ng|
+      context "nested #{ng}" do
+        nested_examples.times do |ne|
+          it("example #{ne}") { }
+        end
+      end
+    end
+  end
+end
+

data/rspec-core/benchmarks/eager_vs_lazy_metadata.rb

@@ -0,0 +1,126 @@
+require 'benchmark'
+
+# preload rspec since we don't want to benchmark that.
+require 'rspec/core'
+require 'rspec/mocks'
+require 'rspec/expectations'
+
+def run_benchmark(description, *args)
+  Benchmark.benchmark do |bm|
+    3.times.each do
+      bm.report(description) do
+        pid = fork do
+          RSpec::Core::Runner.run([
+            # This file defines 16250 examples at various levels of nesting.
+            "./benchmarks/eager_vs_lazy_metadata/define_examples.rb",
+            *args
+          ], StringIO.new, StringIO.new)
+
+          exit!
+        end
+
+        # writeme.close
+        Process.wait(pid)
+      end
+    end
+  end
+end
+
+puts "#{RUBY_VERSION} - #{RSpec::Core::Metadata < Hash ? "lazy" : "eager"}"
+
+run_benchmark("progress formatter, all", "-fp")
+run_benchmark("documentation formatter, all", "-fd")
+run_benchmark("progress formatter, filtering by example", "-fp", "-e", "nested")
+run_benchmark("documentation formatter, filtering by example", "-fd", "-e", "nested")
+
+__END__
+
+On 2.1, precomputing metadata appears to be about 15% faster.
+
+2.1.0 - eager
+progress formatter, all  0.000000   0.000000   1.690000 (  1.700527)
+progress formatter, all  0.000000   0.000000   1.710000 (  1.712091)
+progress formatter, all  0.000000   0.000000   1.690000 (  1.694437)
+documentation formatter, all  0.000000   0.000000   1.740000 (  1.752185)
+documentation formatter, all  0.000000   0.000000   1.740000 (  1.743691)
+documentation formatter, all  0.000000   0.010000   1.760000 (  1.752427)
+progress formatter, filtering by example  0.000000   0.000000   1.710000 (  1.712782)
+progress formatter, filtering by example  0.000000   0.000000   1.690000 (  1.695519)
+progress formatter, filtering by example  0.000000   0.000000   1.680000 (  1.688278)
+documentation formatter, filtering by example  0.000000   0.000000   1.740000 (  1.734581)
+documentation formatter, filtering by example  0.000000   0.000000   1.720000 (  1.730275)
+documentation formatter, filtering by example  0.000000   0.000000   1.730000 (  1.729879)
+
+2.1.0 - lazy
+progress formatter, all  0.000000   0.010000   2.020000 (  2.021899)
+progress formatter, all  0.000000   0.000000   2.010000 (  2.013904)
+progress formatter, all  0.000000   0.000000   1.990000 (  2.004857)
+documentation formatter, all  0.000000   0.000000   2.120000 (  2.119586)
+documentation formatter, all  0.000000   0.000000   2.120000 (  2.122598)
+documentation formatter, all  0.000000   0.000000   2.110000 (  2.115573)
+progress formatter, filtering by example  0.000000   0.000000   2.080000 (  2.081120)
+progress formatter, filtering by example  0.000000   0.000000   2.050000 (  2.066418)
+progress formatter, filtering by example  0.000000   0.000000   2.090000 (  2.085655)
+documentation formatter, filtering by example  0.000000   0.010000   2.160000 (  2.166207)
+documentation formatter, filtering by example  0.000000   0.000000   2.200000 (  2.196856)
+documentation formatter, filtering by example  0.000000   0.000000   2.170000 (  2.172799)
+
+On 2.0, precomputing metadata appears to be about 20% faster.
+
+2.0.0 - eager
+progress formatter, all  0.000000   0.000000   1.720000 (  1.730478)
+progress formatter, all  0.000000   0.000000   1.710000 (  1.708679)
+progress formatter, all  0.000000   0.000000   1.750000 (  1.753906)
+documentation formatter, all  0.000000   0.000000   1.790000 (  1.804745)
+documentation formatter, all  0.010000   0.010000   1.830000 (  1.805737)
+documentation formatter, all  0.000000   0.000000   1.780000 (  1.802866)
+progress formatter, filtering by example  0.000000   0.000000   1.720000 (  1.714562)
+progress formatter, filtering by example  0.000000   0.000000   1.660000 (  1.663136)
+progress formatter, filtering by example  0.000000   0.000000   1.710000 (  1.716405)
+documentation formatter, filtering by example  0.000000   0.000000   1.760000 (  1.756188)
+documentation formatter, filtering by example  0.000000   0.000000   1.760000 (  1.779646)
+documentation formatter, filtering by example  0.000000   0.010000   1.780000 (  1.766562)
+
+2.0.0 - lazy
+progress formatter, all  0.000000   0.000000   2.140000 (  2.144684)
+progress formatter, all  0.000000   0.000000   2.140000 (  2.152171)
+progress formatter, all  0.000000   0.000000   2.150000 (  2.156945)
+documentation formatter, all  0.000000   0.000000   2.270000 (  2.276520)
+documentation formatter, all  0.000000   0.000000   2.270000 (  2.271053)
+documentation formatter, all  0.000000   0.000000   2.280000 (  2.274769)
+progress formatter, filtering by example  0.000000   0.000000   2.210000 (  2.222937)
+progress formatter, filtering by example  0.000000   0.000000   2.190000 (  2.195851)
+progress formatter, filtering by example  0.000000   0.000000   2.240000 (  2.251092)
+documentation formatter, filtering by example  0.000000   0.010000   2.380000 (  2.368707)
+documentation formatter, filtering by example  0.000000   0.000000   2.390000 (  2.405561)
+documentation formatter, filtering by example  0.000000   0.000000   2.430000 (  2.422848)
+
+On 1.9.3 it appears to be a wash.
+
+1.9.3 - eager
+progress formatter, all  0.000000   0.000000   1.860000 (  1.862991)
+progress formatter, all  0.000000   0.000000   1.930000 (  1.940352)
+progress formatter, all  0.000000   0.010000   1.860000 (  1.854856)
+documentation formatter, all  0.000000   0.000000   1.900000 (  1.912110)
+documentation formatter, all  0.000000   0.000000   2.000000 (  1.998096)
+documentation formatter, all  0.000000   0.000000   1.910000 (  1.914563)
+progress formatter, filtering by example  0.000000   0.000000   1.800000 (  1.800767)
+progress formatter, filtering by example  0.000000   0.000000   1.900000 (  1.918205)
+progress formatter, filtering by example  0.000000   0.000000   1.830000 (  1.824907)
+documentation formatter, filtering by example  0.000000   0.000000   1.850000 (  1.855187)
+documentation formatter, filtering by example  0.000000   0.000000   1.940000 (  1.945985)
+documentation formatter, filtering by example  0.000000   0.010000   1.880000 (  1.879237)
+
+1.9.3 - lazy
+progress formatter, all  0.000000   0.000000   1.950000 (  1.953861)
+progress formatter, all  0.000000   0.000000   1.840000 (  1.848092)
+progress formatter, all  0.000000   0.000000   1.920000 (  1.930265)
+documentation formatter, all  0.000000   0.000000   1.920000 (  1.922012)
+documentation formatter, all  0.000000   0.000000   2.010000 (  2.012511)
+documentation formatter, all  0.000000   0.000000   1.920000 (  1.921090)
+progress formatter, filtering by example  0.000000   0.010000   1.990000 (  1.986591)
+progress formatter, filtering by example  0.000000   0.000000   1.990000 (  1.986991)
+progress formatter, filtering by example  0.000000   0.000000   1.990000 (  1.991256)
+documentation formatter, filtering by example  0.000000   0.000000   2.070000 (  2.080637)
+documentation formatter, filtering by example  0.000000   0.000000   2.030000 (  2.041768)
+documentation formatter, filtering by example  0.000000   0.000000   1.970000 (  1.974151)

data/rspec-core/benchmarks/filter_object.rb

@@ -0,0 +1,35 @@
+require 'benchmark'
+require 'tmpdir'
+
+path = File.join(Dir.tmpdir, "benchmark_example_spec.rb")
+
+File.open(path, 'w') do |f|
+  f.puts %q|describe "something" do|
+  100.times do |n|
+    f.puts <<-TEXT
+  it "does something #{n}", :focus => true do
+  end
+TEXT
+  end
+  100.times do |n|
+    f.puts <<-TEXT
+  it "does something else #{n}" do
+  end
+TEXT
+  end
+  f.puts %q|end|
+end
+
+n = 1
+
+Benchmark.benchmark do |bm|
+  3.times do
+    bm.report do
+      n.times do
+        `bin/rspec --tag focus #{path}`
+      end
+    end
+  end
+end
+
+File.delete(path)

data/rspec-core/benchmarks/index_v_take_while.rb

@@ -0,0 +1,47 @@
+require 'benchmark'
+
+n = 10000
+
+list = 1.upto(10).to_a
+
+Benchmark.benchmark do |bm|
+  puts "take_while"
+  3.times do
+    bm.report do
+      n.times do
+        list.
+          take_while {|i| i < 6}.
+          map {|i| i}.
+          compact
+      end
+    end
+  end
+
+  puts
+
+  puts "list[0,n]"
+  3.times do
+    bm.report do
+      n.times do
+        if index = list.index(6)
+          list[0, index].map {|i| i.to_s}
+        else
+          list.map {|i| i}.compact
+        end
+      end
+    end
+  end
+end
+
+__END__
+
+ruby benchmarks/index_v_take_while.rb
+take_while
+   0.020000   0.000000   0.020000 (  0.020005)
+   0.010000   0.000000   0.010000 (  0.015907)
+   0.010000   0.000000   0.010000 (  0.015962)
+
+list[0,n]
+   0.020000   0.000000   0.020000 (  0.023561)
+   0.020000   0.000000   0.020000 (  0.018812)
+   0.030000   0.000000   0.030000 (  0.022389)

data/rspec-core/benchmarks/map_then_flatten_vs_flat_map_benchmarks.rb

@@ -0,0 +1,94 @@
+require 'benchmark'
+
+$n = 10000
+size = 100
+
+puts "size: #{size}"
+puts
+
+def report
+  reals = []
+  Benchmark.benchmark do |bm|
+    3.times do
+      reals << bm.report { $n.times { yield } }.real
+    end
+  end
+
+  reals.inject(&:+) / reals.count
+end
+
+avgs = []
+
+puts "map then flatten"
+avgs << report {
+  (1..size).
+    map {|n| [n]}.
+    flatten
+}
+
+puts
+
+puts "flat_map"
+avgs << report {
+  (1..size).
+    flat_map {|n| [n]}
+}
+
+puts avgs
+if avgs[0] < avgs[1]
+  puts "map then flatten faster by #{((1.0 - avgs[0]/avgs[1]) * 100).round(2)} %"
+else
+  puts "flat_map faster by #{((1.0 - avgs[1]/avgs[0]) * 100).round(2)} %"
+end
+
+__END__
+
+for each size (10, 100, 1000) showing smallest diff
+  between map-then-flatten and flat_map in at least
+  5 runs
+
+size: 10
+
+map then flatten
+   0.550000   0.000000   0.550000 (  0.547897)
+   0.570000   0.000000   0.570000 (  0.565139)
+   0.550000   0.000000   0.550000 (  0.557421)
+
+flat_map
+   0.320000   0.000000   0.320000 (  0.316801)
+   0.320000   0.010000   0.330000 (  0.325373)
+   0.330000   0.000000   0.330000 (  0.325169)
+
+flat_map faster by 42.09 %
+
+**********************************************
+
+size: 100
+
+map then flatten
+   0.390000   0.000000   0.390000 (  0.387307)
+   0.390000   0.000000   0.390000 (  0.387630)
+   0.380000   0.000000   0.380000 (  0.389421)
+
+flat_map
+   0.250000   0.000000   0.250000 (  0.259444)
+   0.270000   0.000000   0.270000 (  0.261972)
+   0.250000   0.000000   0.250000 (  0.252584)
+
+flat_map faster by 33.53 %
+
+**********************************************
+
+size: 1000
+
+map then flatten
+   0.380000   0.000000   0.380000 (  0.382788)
+   0.380000   0.000000   0.380000 (  0.372447)
+   0.370000   0.000000   0.370000 (  0.370065)
+
+flat_map
+   0.240000   0.000000   0.240000 (  0.240357)
+   0.240000   0.000000   0.240000 (  0.242325)
+   0.240000   0.000000   0.240000 (  0.240985)
+
+flat_map faster by 35.69 %

data/rspec-core/benchmarks/require_relative_v_require.rb

@@ -0,0 +1,75 @@
+require 'benchmark'
+
+n = 20
+
+Benchmark.benchmark do |bm|
+  3.times.each do
+    bm.report do
+      n.times do
+        pid = fork do
+          require 'rspec/core'
+        end
+        Process.wait(pid)
+      end
+    end
+  end
+end
+
+# ###################################
+# Ruby 1.9.3 - 3 x 20
+# require
+# $ bundle exec ruby benchmarks/require_relative_v_require.rb
+#    0.000000   0.020000   2.540000 (  2.568784)
+#    0.000000   0.010000   2.550000 (  2.580621)
+#    0.000000   0.020000   2.510000 (  2.548631)
+#
+# require_relative
+# $ bundle exec ruby benchmarks/require_relative_v_require.rb
+#    0.000000   0.010000   2.220000 (  2.288229)
+#    0.000000   0.010000   2.250000 (  2.289886)
+#    0.000000   0.020000   2.260000 (  2.296639)
+#
+# roughly 12% improvement
+#
+# ###################################
+#
+# Ruby 1.8.7 - 3 x 20
+# before change (using require, but no conditional)
+# $ bundle exec ruby benchmarks/require_relative_v_require.rb
+#   0.000000   0.010000   1.210000 (  1.242291)
+#   0.000000   0.010000   1.230000 (  1.259518)
+#   0.000000   0.010000   1.230000 (  1.250333)
+#
+# after change (still using require, but adding conditional)
+# $ bundle exec ruby benchmarks/require_relative_v_require.rb
+#   0.000000   0.010000   1.200000 (  1.227249)
+#   0.000000   0.010000   1.230000 (  1.257012)
+#   0.000000   0.010000   1.230000 (  1.259278)
+#
+# virtually no penalty
+#
+# ###################################
+
+__END__
+
+Ruby 2.0:
+
+➜  rspec-core git:(benchmark-require-relative) REQUIRE_RELATIVE=1 bundle exec ruby benchmarks/require_relative_v_require.rb
+   0.000000   0.030000   1.470000 (  1.481949)
+   0.000000   0.020000   1.440000 (  1.462620)
+   0.000000   0.020000   1.470000 (  1.491825)
+➜  rspec-core git:(benchmark-require-relative) bundle exec ruby benchmarks/require_relative_v_require.rb
+   0.000000   0.010000   1.510000 (  1.549906)
+   0.000000   0.010000   1.530000 (  1.546252)
+   0.000000   0.020000   1.510000 (  1.531644)
+
+Ruby 2.1:
+
+➜  rspec-core git:(benchmark-require-relative) bundle exec ruby benchmarks/require_relative_v_require.rb
+   0.000000   0.020000   1.570000 (  1.613217)
+   0.000000   0.020000   1.600000 (  1.618540)
+   0.010000   0.020000   1.570000 (  1.608205)
+➜  rspec-core git:(benchmark-require-relative) REQUIRE_RELATIVE=1 bundle exec ruby benchmarks/require_relative_v_require.rb
+   0.000000   0.020000   1.480000 (  1.515131)
+   0.000000   0.010000   1.480000 (  1.527766)
+   0.000000   0.020000   1.490000 (  1.515631)

data/rspec-core/benchmarks/respond_to_v_defined.rb

@@ -0,0 +1,72 @@
+require 'benchmark'
+
+n = 1_000_000
+
+puts "Kernel.respond_to?(:warn)"
+
+Benchmark.benchmark do |bm|
+  3.times do
+    bm.report do
+      n.times do
+       Kernel.respond_to?(:warn)
+      end
+    end
+  end
+end
+
+puts "defined?(warn)"
+
+Benchmark.benchmark do |bm|
+  3.times do
+    bm.report do
+      n.times do
+        defined?(warn)
+      end
+    end
+  end
+end
+
+puts "Kernel.respond_to?(:foo)"
+
+Benchmark.benchmark do |bm|
+  3.times do
+    bm.report do
+      n.times do
+        Kernel.respond_to?(:foo)
+      end
+    end
+  end
+end
+
+puts "defined?(foo)"
+
+Benchmark.benchmark do |bm|
+  3.times do
+    bm.report do
+      n.times do
+        defined?(foo)
+      end
+    end
+  end
+end
+
+# $ ruby benchmarks/respond_to_v_defined.rb
+# Kernel.respond_to?(:warn)
+#    0.190000   0.000000   0.190000 (  0.206502)
+#    0.190000   0.000000   0.190000 (  0.197547)
+#    0.190000   0.000000   0.190000 (  0.189731)
+# defined?(warn)
+#    0.190000   0.000000   0.190000 (  0.187334)
+#    0.180000   0.000000   0.180000 (  0.201078)
+#    0.190000   0.000000   0.190000 (  0.202295)
+# Kernel.respond_to?(:foo)
+#    0.250000   0.010000   0.260000 (  0.255003)
+#    0.240000   0.000000   0.240000 (  0.247376)
+#    0.250000   0.000000   0.250000 (  0.251196)
+# defined?(foo)
+#    0.100000   0.000000   0.100000 (  0.104748)
+#    0.110000   0.000000   0.110000 (  0.107250)
+#    0.110000   0.000000   0.110000 (  0.107990)
+#
+# defined is consistently faster, but it takes 1,000,000 x to have a meaningful
+# diff

data/rspec-core/benchmarks/several_regexps_v_one_big_one.rb

@@ -0,0 +1,86 @@
+require 'benchmark'
+
+$t = 3
+$n = 100000
+
+def report(header)
+  puts header
+  reals = []
+  Benchmark.bm do |bm|
+    $t.times do
+      reals << bm.report { $n.times { yield } }.real
+    end
+  end
+
+  [header, (reals.inject(&:+) / reals.count).round(5)]
+end
+
+multi = [
+  /\/lib\d*\/ruby\//,
+  /org\/jruby\//,
+  /bin\//,
+  %r|/gems/|,
+  /lib\/rspec\/(core|expectations|matchers|mocks)/
+]
+
+union = [Regexp.union(multi)]
+
+avgs = []
+
+avgs << report("multi w/ match") {
+  multi.any? {|e| e =~ "lib/rspec/core"}
+}
+
+avgs << report("union w/ match") {
+  union.any? {|e| e =~ "lib/rspec/core"}
+}
+
+avgs << report("multi w/ no match") {
+  multi.any? {|e| e =~ "foo/bar"}
+}
+
+avgs << report("union w/ no match") {
+  union.any? {|e| e =~ "foo/bar"}
+}
+
+puts
+
+avgs.each do |header, val|
+  puts header, val
+  puts
+end
+
+__END__
+
+multi w/ match
+       user     system      total        real
+   0.400000   0.000000   0.400000 (  0.405063)
+   0.410000   0.000000   0.410000 (  0.402778)
+   0.430000   0.000000   0.430000 (  0.435447)
+union w/ match
+       user     system      total        real
+   0.130000   0.000000   0.130000 (  0.127526)
+   0.130000   0.000000   0.130000 (  0.135529)
+   0.130000   0.000000   0.130000 (  0.127866)
+multi w/ no match
+       user     system      total        real
+   0.320000   0.000000   0.320000 (  0.318921)
+   0.330000   0.000000   0.330000 (  0.328375)
+   0.340000   0.000000   0.340000 (  0.341230)
+union w/ no match
+       user     system      total        real
+   0.170000   0.000000   0.170000 (  0.175144)
+   0.170000   0.000000   0.170000 (  0.168816)
+   0.170000   0.000000   0.170000 (  0.168362)
+
+multi w/ match
+0.41443
+
+union w/ match
+0.13031
+
+multi w/ no match
+0.32951
+
+union w/ no match
+0.17077