benchmark-ips 2.9.2 → 2.9.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c22ac46ad04849b7302dc6cc8c1fe2521c73d16fa9f47e1b0af7abf175d11d1f
-  data.tar.gz: 2ea1a4d8b23e6efd542c204b8e557734ea4cf6c5aebc51db8aca2ac036cd2bdf
+  metadata.gz: cc5ffa1a7718a0e1228ff02e0473d0ca7596a0e2ed2f1837f8e7d2b6671fee80
+  data.tar.gz: 59f55a6921d0e0c2f85b37724fd1e73175bb45c83ab929476d1eecf6e20fec68
 SHA512:
-  metadata.gz: 9bdfb5486834ee180b70371299387eb0fc6e6137de5d17e9e547618ba12cb72cb845893915c0195f6153ef44b4adb8ba6138504d31de4a2f523d638375cb2794
-  data.tar.gz: c597571580a1379603e0789b98f0d9eb0fde836d409f257474c24b39d1557a681b78c7a2d239dcc725acbbc07ed3dcca59681b23574b8c29770f63a7f36835c5
+  metadata.gz: be49c48e45aea4ca566cfb52d8e6b50eefb3e367db9733aea730af7e1191d78171c002dcb5c0308a7fe695764d5c028fcf9b088a7edd55227b7097f4b8d4a1da
+  data.tar.gz: 6c240a8f140c33a7164352be7d60a00e20aca04a91f5727d9753e6fd0aaac58e9a2bed6a3afb72ab290386dbe5bde7757e7206704e9806f53001d40091b4e346

data/{History.txt → History.md}

@@ -1,36 +1,41 @@
-=== 2.9.2 / 2021-10-10
+### 2.9.3 / 2022-01-25
+
+* Bug fix
+  * All warmups and benchmarks must run at least once
+
+### 2.9.2 / 2021-10-10
 
 * Bug fix
   * Fix a problem with certain configs of quiet mode
 
-=== 2.9.1 / 2021-05-24
+### 2.9.1 / 2021-05-24
 
 * Bug fix
   * Include all files in gem
 
-=== 2.9.0 / 2021-05-21
+### 2.9.0 / 2021-05-21
 
 * Features
   * Suite can now be set via an accessor
   * Default SHARE_URL is now `ips.fastruby.io`, operated by Ombu Labs.
 
-=== 2.8.4 / 2020-12-03
+### 2.8.4 / 2020-12-03
 
 * Bug fix
   * Fixed hold! when results file does not exist.
 
-=== 2.8.3 / 2020-08-28
+### 2.8.3 / 2020-08-28
 
 * Bug fix
   * Fixed inaccuracy caused by integer overflows.
 
-=== 2.8.2 / 2020-05-04
+### 2.8.2 / 2020-05-04
 
 * Bug fix
   * Fixed problems with Manifest.txt.
   * Empty interim results files are ignored.
 
-=== 2.8.0 / 2020-05-01
+### 2.8.0 / 2020-05-01
 
 * Feature
   * Allow running with empty ips block.
@@ -43,16 +48,16 @@
   * Added some RDoc docs.
   * Added some examples in examples/
 
-=== 2.7.2 / 2016-08-18
+### 2.7.2 / 2016-08-18
 
 * 1 bug fix:
   * Restore old accessors. Fixes #76
 
-=== 2.7.1 / 2016-08-08
+### 2.7.1 / 2016-08-08
 
 Add missing files
 
-=== 2.7.0 / 2016-08-05
+### 2.7.0 / 2016-08-05
 
 * 1 minor features:
   * Add support for confidence intervals
@@ -69,9 +74,9 @@ Add missing files
   * Merge pull request #67 from benoittgt/master
   * Merge pull request #69 from chrisseaton/kalibera-confidence-intervals
 
-=== MISSING 2.6.0 and 2.6.1
+### MISSING 2.6.0 and 2.6.1
 
-=== 2.5.0 / 2016-02-14
+### 2.5.0 / 2016-02-14
 
 * 1 minor feature:
   * Add iterations option.
@@ -83,12 +88,12 @@ Add missing files
   * Merge pull request #58 from chrisseaton/iterations
   * Merge pull request #60 from chrisseaton/significance
 
-=== 2.4.1 / 2016-02-12
+### 2.4.1 / 2016-02-12
 
 * 1 bug fix:
   * Add missing files to gem
 
-=== 2.4.0 / 2016-02-12
+### 2.4.0 / 2016-02-12
 
 * 1 minor features
   * Add support for hold! and independent invocations.
@@ -123,7 +128,7 @@ Add missing files
   * Merge pull request #56 from chrisseaton/independence
   * Merge pull request #57 from chrisseaton/tighten-loop
 
-=== 2.3.0 / 2015-07-20
+### 2.3.0 / 2015-07-20
 
 * 2 minor features:
   * Support keyword arguments
@@ -137,7 +142,7 @@ Add missing files
   * Merge pull request #42 from kbrock/newer_travis
   * Merge pull request #43 from kbrock/non_to_s_labels
 
-=== 2.2.0 / 2015-05-09
+### 2.2.0 / 2015-05-09
 
 * 1 minor features:
   * Fix quiet mode
@@ -161,7 +166,7 @@ Add missing files
   * Merge pull request #29 from JuanitoFatas/feature/json-export
   * Merge pull request #26 from JuanitoFatas/feature/takes-symbol-as-report-parameter
 
-=== 2.1.1 / 2015-01-12
+### 2.1.1 / 2015-01-12
 
 * 1 minor fix:
   * Don't send label through printf so that % work directly
@@ -175,7 +180,7 @@ Add missing files
 * 1 PR merged:
   * Merge pull request #24 from zzak/simple-format-result-description
 
-=== 2.1.0 / 2014-11-10
+### 2.1.0 / 2014-11-10
 
 * Documentation changes:
   * Many documentation fixes by Juanito Fatas!
@@ -186,7 +191,7 @@ Add missing files
   * Formatting of large values improved (human vs raw mode)
     * Contributed by Charles Oliver Nutter
 
-=== 2.0.0 / 2014-06-18
+### 2.0.0 / 2014-06-18
 
 * The 'Davy Stevenson' release!
   * Codename: Springtime Hummingbird Dance
@@ -204,7 +209,7 @@ Add missing files
   *  Zachary Scott
   *  schneems (Richard Schneeman)
 
-=== 1.0.0 / 2012-03-23
+### 1.0.0 / 2012-03-23
 
 * 1 major enhancement
 

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2015 Evan Phoenix
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -254,27 +254,3 @@ After checking out the source, run:
 This task will install any missing dependencies, run the tests/specs,
 and generate the RDoc.
 
-## LICENSE:
-
-(The MIT License)
-
-Copyright (c) 2015 Evan Phoenix
-
-Permission is hereby granted, free of charge, to any person obtaining
-a copy of this software and associated documentation files (the
-'Software'), to deal in the Software without restriction, including
-without limitation the rights to use, copy, modify, merge, publish,
-distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so, subject to
-the following conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
-IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
-CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
-TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
-SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/examples/advanced.rb

@@ -0,0 +1,20 @@
+#!/usr/bin/env ruby
+
+require 'benchmark/ips'
+
+Benchmark.ips do |x|
+
+  # Use bootstrap confidence intervals
+  x.stats = :bootstrap
+
+  # Set confidence to 95%
+  x.confidence = 95
+
+  # Run multiple iterations for better warmup
+  x.iterations = 3
+
+  x.report("mul") { 2 * 2 * 2 * 2 * 2 * 2 * 2 * 2 }
+  x.report("pow") { 2 ** 8 }
+
+  x.compare!
+end

data/examples/hold.rb

@@ -0,0 +1,41 @@
+#!/usr/bin/env ruby
+# example to explain hold! usage https://github.com/evanphx/benchmark-ips/issues/85
+# The hold! feature expects to be run twice, generally with different Rubys.
+# hold! can also be used to compare modules changes which impact the run time
+# RUN_1: ruby examples/hold.rb
+# Warming up --------------------------------------
+#             without   172.168k i/100ms
+# Calculating -------------------------------------
+#             without      2.656M (± 3.3%) i/s -     13.429M in   5.062098s
+#
+# RUN_2: WITH_MODULE=true ruby examples/hold.rb
+# Warming up --------------------------------------
+#                 with    92.087k i/100ms
+# Calculating -------------------------------------
+#                 with      1.158M (± 1.4%) i/s -      5.801M in   5.010084s
+#
+# Comparison:
+#              without:  2464721.3 i/s
+#                 with:  1158179.6 i/s - 2.13x  slower
+require 'benchmark/ips'
+
+Benchmark.ips do |x|
+  x.report('without') do
+    'Bruce'.inspect
+  end
+
+  if ENV['WITH_MODULE'] == 'true'
+    class String
+      def inspect
+        result = %w[Bruce Wayne is Batman]
+        result.join(' ')
+      end
+    end
+  end
+
+  x.report('with') do
+    'Bruce'.inspect
+  end
+  x.hold! 'temp_results'
+  x.compare!
+end

data/examples/save.rb

@@ -0,0 +1,50 @@
+#!/usr/bin/env ruby
+
+# example to explain save!
+# The save! feature expects to be run twice, generally with different Rubys.
+# save! can also be used to compare modules changes which impact the run time
+#
+# If you're comparing ruby versions, Just use the version in the label
+#
+#     x.report("ruby #{RUBY_VERSION}") { 'Bruce'.inspect }
+#
+# Or use a hash
+# 
+#     x.report("version" => RUBY_VERSION, "method" => 'bruce') { 'Bruce'.inspect }
+#
+# RUN_1: SAVE_FILE='run1.out' ruby examples/hold.rb
+# Warming up --------------------------------------
+#             without   172.168k i/100ms
+# Calculating -------------------------------------
+#             without      2.656M (± 3.3%) i/s -     13.429M in   5.062098s
+#
+# RUN_2: SAVE_FILE='run1.out' WITH_MODULE=true ruby examples/hold.rb
+# Warming up --------------------------------------
+#                 with    92.087k i/100ms
+# Calculating -------------------------------------
+#                 with      1.158M (± 1.4%) i/s -      5.801M in   5.010084s
+#
+# Comparison:
+#              without:  2464721.3 i/s
+#                 with:  1158179.6 i/s - 2.13x  slower
+# CLEANUP: rm run1.out
+
+require 'benchmark/ips'
+
+Benchmark.ips do |x|
+  x.report(ENV['WITH_MODULE'] == 'true' ? 'with' : 'without') do
+    'Bruce'.inspect
+  end
+
+  if ENV['WITH_MODULE'] == 'true'
+    class String
+      def inspect
+        result = %w[Bruce Wayne is Batman]
+        result.join(' ')
+      end
+    end
+  end
+
+  x.save! ENV['SAVE_FILE'] if ENV['SAVE_FILE']
+  x.compare!
+end

data/examples/simple.rb

@@ -0,0 +1,47 @@
+#!/usr/bin/env ruby
+
+require 'benchmark/ips'
+
+Benchmark.ips do |x|
+
+  # Configure the number of seconds used during
+  # the warmup phase and calculation phase
+  x.config(:time => 5, :warmup => 2)
+
+  # These parameters can also be configured this way
+  x.time = 5
+  x.warmup = 2
+
+  # Typical mode, runs the block as many times as it can
+  x.report("addition") { 1 + 2 }
+
+  # To reduce overhead, the number of iterations is passed in
+  # and the block must run the code the specific number of times.
+  # Used for when the workload is very small and any overhead
+  # introduces incorrectable errors.
+  x.report(:addition2) do |times|
+    i = 0
+    while i < times
+      1 + 2
+      i += 1
+    end
+  end
+
+  # To reduce overhead even more, grafts the code given into
+  # the loop that performs the iterations internally to reduce
+  # overhead. Typically not needed, use the |times| form instead.
+  x.report("addition3", "1 + 2")
+
+  # Really long labels should be formatted correctly
+  x.report("addition-test-long-label") { 1 + 2 }
+
+  x.compare!
+end
+
+puts <<-EOD
+Typical results will show addition2 & addition3 to be the most performant, and
+they should perform reasonably similarly. You should see addition and
+addition-test-long-label to perform very similarly to each other (as they are
+running the same test, just with different labels), and they should both run in
+the neighborhood of 3.5 times slower than addition2 and addition3."
+EOD

data/lib/benchmark/ips/job.rb

@@ -276,9 +276,7 @@ module Benchmark
           target = Timing.add_second before, @warmup / 2.0
 
           cycles = 1
-          warmup_iter = 1
-          warmup_time_us = 0.0
-          while Timing.now + warmup_time_us * 2 < target
+          begin
             t0 = Timing.now
             item.call_times cycles
             t1 = Timing.now
@@ -289,7 +287,7 @@ module Benchmark
             # then exit the loop to avoid overflows and start the 100ms warmup runs
             break if cycles >= POW_2_30
             cycles *= 2
-          end
+          end while Timing.now + warmup_time_us * 2 < target
 
           cycles = cycles_per_100ms warmup_time_us, warmup_iter
           @timing[item] = cycles
@@ -326,7 +324,8 @@ module Benchmark
 
           target = Timing.add_second Timing.now, @time
 
-          while (before = Timing.now) < target
+          begin
+            before = Timing.now
             item.call_times cycles
             after = Timing.now
 
@@ -338,7 +337,7 @@ module Benchmark
             iter += cycles
 
             measurements_us << iter_us
-          end
+          end while Timing.now < target
 
           final_time = before
 

data/lib/benchmark/ips.rb

@@ -18,7 +18,7 @@ module Benchmark
   module IPS
 
     # Benchmark-ips Gem version.
-    VERSION = "2.9.2"
+    VERSION = "2.9.3"
 
     # CODENAME of current version.
     CODENAME = "Sleepy Sasquatch"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: benchmark-ips
 version: !ruby/object:Gem::Version
-  version: 2.9.2
+  version: 2.9.3
 platform: ruby
 authors:
 - Evan Phoenix
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-10-10 00:00:00.000000000 Z
+date: 2015-01-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: minitest
@@ -16,63 +16,45 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.14'
+        version: '5.4'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.14'
+        version: '5.4'
 - !ruby/object:Gem::Dependency
   name: rdoc
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '4.0'
-    - - "<"
-      - !ruby/object:Gem::Version
-        version: '7'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '4.0'
-    - - "<"
-      - !ruby/object:Gem::Version
-        version: '7'
-- !ruby/object:Gem::Dependency
-  name: hoe
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.22'
+        version: '4.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.22'
-description: An iterations per second enhancement to Benchmark.
+        version: '4.0'
+description: A iterations per second enhancement to Benchmark.
 email:
 - evan@phx.io
 executables: []
 extensions: []
 extra_rdoc_files:
-- History.txt
-- Manifest.txt
+- History.md
+- LICENSE
 - README.md
 files:
-- ".autotest"
-- History.txt
-- Manifest.txt
+- History.md
+- LICENSE
 - README.md
-- Rakefile
+- examples/advanced.rb
+- examples/hold.rb
+- examples/save.rb
+- examples/simple.rb
 - lib/benchmark/compare.rb
 - lib/benchmark/ips.rb
 - lib/benchmark/ips/job.rb
@@ -86,12 +68,10 @@ files:
 - lib/benchmark/ips/stats/sd.rb
 - lib/benchmark/ips/stats/stats_metric.rb
 - lib/benchmark/timing.rb
-- test/test_benchmark_ips.rb
 homepage: https://github.com/evanphx/benchmark-ips
 licenses:
 - MIT
-metadata:
-  homepage_uri: https://github.com/evanphx/benchmark-ips
+metadata: {}
 post_install_message:
 rdoc_options:
 - "--main"
@@ -109,8 +89,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.4
+rubygems_version: 3.2.26
 signing_key:
 specification_version: 4
-summary: An iterations per second enhancement to Benchmark.
+summary: A iterations per second enhancement to Benchmark.
 test_files: []

data/.autotest

@@ -1,23 +0,0 @@
-# -*- ruby -*-
-
-require 'autotest/restart'
-
-# Autotest.add_hook :initialize do |at|
-#   at.extra_files << "../some/external/dependency.rb"
-#
-#   at.libs << ":../some/external"
-#
-#   at.add_exception 'vendor'
-#
-#   at.add_mapping(/dependency.rb/) do |f, _|
-#     at.files_matching(/test_.*rb$/)
-#   end
-#
-#   %w(TestA TestB).each do |klass|
-#     at.extra_class_map[klass] = "test/test_misc.rb"
-#   end
-# end
-
-# Autotest.add_hook :run_command do |at|
-#   system "rake build"
-# end

data/Manifest.txt

@@ -1,19 +0,0 @@
-.autotest
-History.txt
-Manifest.txt
-README.md
-Rakefile
-lib/benchmark/compare.rb
-lib/benchmark/ips.rb
-lib/benchmark/ips/job.rb
-lib/benchmark/ips/job/entry.rb
-lib/benchmark/ips/job/noop_report.rb
-lib/benchmark/ips/job/stdout_report.rb
-lib/benchmark/ips/noop_suite.rb
-lib/benchmark/ips/report.rb
-lib/benchmark/ips/share.rb
-lib/benchmark/ips/stats/bootstrap.rb
-lib/benchmark/ips/stats/sd.rb
-lib/benchmark/ips/stats/stats_metric.rb
-lib/benchmark/timing.rb
-test/test_benchmark_ips.rb

data/Rakefile

@@ -1,27 +0,0 @@
-# -*- ruby -*-
-
-require 'rubygems'
-require 'hoe'
-
-Hoe.plugin :minitest
-Hoe.plugin :git
-Hoe.plugin :ignore
-
-hoe = Hoe.spec 'benchmark-ips' do
-  developer('Evan Phoenix', 'evan@phx.io')
-
-  self.readme_file = 'README.md'
-
-  license "MIT"
-end
-
-file "#{hoe.spec.name}.gemspec" => ['Rakefile', "lib/benchmark/ips.rb"] do |t|
-  puts "Generating #{t.name}"
-  File.open(t.name, 'wb') { |f| f.write hoe.spec.to_ruby }
-end
-
-desc "Generate or update the standalone gemspec file for the project"
-task :gemspec => ["#{hoe.spec.name}.gemspec"]
-
-
-# vim: syntax=ruby

data/test/test_benchmark_ips.rb

@@ -1,254 +0,0 @@
-require "minitest/autorun"
-require "benchmark/ips"
-require "stringio"
-require "tmpdir"
-
-class TestBenchmarkIPS < Minitest::Test
-  def setup
-    @old_stdout = $stdout
-    $stdout = StringIO.new
-  end
-
-  def teardown
-    $stdout = @old_stdout
-  end
-
-  def test_all_lib_files_are_included_in_manifest
-    project_root = File.expand_path('../..', __FILE__)
-    manifest = File.readlines("#{project_root}/Manifest.txt").map(&:chomp)
-    lib_files = Dir["#{project_root}/lib/**/*.rb"].map { |path| path.sub("#{project_root}/", '') }
-    lib_files.each { |lib_file| assert_includes manifest, lib_file }
-  end
-
-  def test_kwargs
-    Benchmark.ips(:time => 1, :warmup => 1, :quiet => false) do |x|
-      x.report("sleep 0.25") { sleep(0.25) }
-    end
-
-    assert $stdout.string.size > 0
-  end
-
-  def test_warmup0
-    $stdout = @old_stdout
-
-    out, err = capture_io do
-      Benchmark.ips(:time => 1, :warmup => 0, :quiet => false) do |x|
-        x.report("sleep 0.25") { sleep(0.25) }
-      end
-    end
-
-    refute_match(/Warming up -+/, out)
-    assert_empty err
-  end
-
-  def test_output
-    Benchmark.ips(1) do |x|
-      x.report("operation") { 100 * 100 }
-    end
-
-    assert $stdout.string.size > 0
-  end
-
-  def test_quiet
-    Benchmark.ips(1, nil, true) do |x|
-      x.report("operation") { 100 * 100 }
-    end
-
-    assert $stdout.string.size.zero?
-
-    Benchmark.ips(:quiet => true) do |x|
-      x.report("operation") { 100 * 100 }
-    end
-
-    assert $stdout.string.size.zero?
-
-    Benchmark.ips do |x|
-      x.quiet = true
-      x.report("operation") { 100 * 100 }
-    end
-
-    assert $stdout.string.size.zero?
-  end
-
-  def test_quiet_option_override
-    Benchmark.ips(quiet: true) do |x|
-      x.quiet = false
-      x.report("operation") { 100 * 100 }
-    end
-
-    assert $stdout.string.size > 0
-    $stdout.truncate(0)
-
-    Benchmark.ips(quiet: true) do |x|
-      x.config(quiet: false)
-      x.report("operation") { 100 * 100 }
-    end
-
-    assert $stdout.string.size > 0
-    $stdout.truncate(0)
-
-    Benchmark.ips(quiet: true) do |x|
-      # Calling config should not make quiet option overridden when no specified
-      x.config({})
-      x.report("operation") { 100 * 100 }
-    end
-
-    assert $stdout.string.size.zero?
-  end
-
-  def test_ips
-    report = Benchmark.ips do |x|
-      x.config(:time => 1, :warmup => 1)
-      x.report("sleep 0.25") { sleep(0.25) }
-      x.report("sleep 0.05") { sleep(0.05) }
-      x.compare!
-    end
-
-    rep1 = report.entries[0]
-    rep2 = report.entries[1]
-
-    assert_equal "sleep 0.25", rep1.label
-    assert_equal 4, rep1.iterations
-    assert_in_delta 4.0, rep1.ips, 0.2
-
-    assert_equal "sleep 0.05", rep2.label
-    assert_in_delta 20.0, rep2.iterations.to_f, 1.0
-    assert_in_delta 20.0, rep2.ips, 2.0
-  end
-
-  def test_ips_alternate_config
-    report = Benchmark.ips do |x|
-      x.time = 1
-      x.warmup = 1
-      x.report("sleep 0.25") { sleep(0.25) }
-    end
-
-    rep = report.entries.first
-
-    assert_equal "sleep 0.25", rep.label
-    assert_equal 4, rep.iterations
-    assert_in_delta 4.0, rep.ips, 0.4
-  end
-
-  def test_ips_old_config
-    report = Benchmark.ips(1,1) do |x|
-      x.report("sleep 0.25") { sleep(0.25) }
-    end
-
-    rep = report.entries.first
-
-    assert_equal "sleep 0.25", rep.label
-    assert_equal 4, rep.iterations
-    assert_in_delta 4.0, rep.ips, 0.2
-  end
-
-  def test_ips_config_suite
-    suite = Struct.new(:calls) do
-      def method_missing(method, *args)
-        calls << method
-      end
-    end.new([])
-
-    Benchmark.ips(0.1, 0.1) do |x|
-      x.config(:suite => suite)
-      x.report("job") {}
-    end
-
-    assert_equal [:warming, :warmup_stats, :running, :add_report], suite.calls
-  end
-
-  def test_ips_config_suite_by_accsr
-    suite = Struct.new(:calls) do
-      def method_missing(method, *args)
-        calls << method
-      end
-    end.new([])
-
-    Benchmark.ips(0.1, 0.1) do |x|
-      x.suite = suite
-      x.report("job") {}
-    end
-
-    assert_equal [:warming, :warmup_stats, :running, :add_report], suite.calls
-  end
-
-  def test_ips_defaults
-    report = Benchmark.ips do |x|
-      x.report("sleep 0.25") { sleep(0.25) }
-    end
-
-    rep = report.entries.first
-
-    assert_equal "sleep 0.25", rep.label
-    assert_equal 4*5, rep.iterations
-    assert_in_delta 4.0, rep.ips, 0.2
-  end
-
-  def test_ips_report_using_symbol
-    report = Benchmark.ips do |x|
-      x.report(:sleep_a_quarter_second) { sleep(0.25) }
-    end
-
-    rep = report.entries.first
-
-    assert_equal :sleep_a_quarter_second, rep.label
-    assert_equal 4*5, rep.iterations
-    assert_in_delta 4.0, rep.ips, 0.2
-  end
-
-  def test_ips_default_data
-    report = Benchmark.ips do |x|
-      x.report("sleep 0.25") { sleep(0.25) }
-    end
-
-    all_data = report.data
-
-    assert all_data
-    assert_equal "sleep 0.25", all_data[0][:name]
-    assert all_data[0][:ips]
-    assert all_data[0][:stddev]
-  end
-
-  def test_ips_empty
-    report = Benchmark.ips do |_x|
-
-    end
-
-    all_data = report.data
-
-    assert all_data
-    assert_equal [], all_data
-  end
-
-  def test_json_output
-    json_file = Tempfile.new("data.json")
-
-    Benchmark.ips do |x|
-      x.report("sleep 0.25") { sleep(0.25) }
-      x.json! json_file.path
-    end
-
-    json_data = json_file.read
-    assert json_data
-
-    data = JSON.parse json_data
-    assert data
-    assert_equal 1, data.size
-    assert_equal "sleep 0.25", data[0]["name"]
-    assert data[0]["ips"]
-    assert data[0]["stddev"]
-  end
-
-  def test_hold!
-    temp_file_name = Dir::Tmpname.create(["benchmark-ips", ".tmp"]) { }
-
-    Benchmark.ips(:time => 0.001, :warmup => 0.001) do |x|
-      x.report("operation") { 100 * 100 }
-      x.report("operation2") { 100 * 100 }
-      x.hold! temp_file_name
-    end
-
-    assert File.exist?(temp_file_name)
-    File.unlink(temp_file_name)
-  end
-end