benchmark_driver 0.5.1 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 129876bda34ed8e37319e40790c1b31c65428ad62ce0b1b71719b55b609f5368
-  data.tar.gz: b0cf2334ef7b4a7ab495907481f01dad6bc619a696106e52a1ef8473d8436a74
+  metadata.gz: 47b335872c19aca072e3990d807767428113c3f57fb7b701fd6df4769c94ecf2
+  data.tar.gz: e1a86a2541e681b2a04db79912da4c079426dd3aa843bc0959edf3321d2fe768
 SHA512:
-  metadata.gz: a0fec38aee5a87e31db94a6f5f93ef98343cb01e02be4f690cba7e39a055515fe162ba029eceb062655fc7ebd11dd07be1ab7149d3b584f4638374216ce07a02
-  data.tar.gz: 66cd0347f55008f753fa0143226c9ff2a6938bb0bd92fd8606c11eba1cfb593a370ed68f44381e123048630177b4bb88d88a2782985eb5a7f1d9a914553c44fb
+  metadata.gz: e015bc42e98d81dbb6c855159ecee0367fcb2f737b5c0d37dff43bd972c456d97c79c9c00c00034d153fdb1471f3f71cf55ab3a1b0d5e185d1d6d56fdb59ec96
+  data.tar.gz: bd31b303ef412073906c287b977ac82c4813260239b334824ce419dd3140bfbb76861e3280dee091b41dc1ae2d9fe1cd75cc6234dc5c4e1631c7809a5f27fb3a

data/.travis.yml

@@ -11,5 +11,4 @@ branches:
     - master
 before_install: gem install bundler -v 1.15.4
 script:
-  - bundle exec rake ruby_examples
   - bundle exec rake yaml_examples

data/CHANGELOG.md

@@ -1,3 +1,10 @@
+# v0.6.0
+
+- Drop support of Ruby interface
+- Drop support of specifying runner, output options on YAML definition
+- Allow specifying output type on CLI
+- Run multiple benchmark files at once, instead of sequentially executing them
+
 # v0.5.1
 
 - Fix a bug that fails to run multiple Ruby binaries when multiple YAML files are specified

data/README.md

@@ -18,12 +18,11 @@ NOTE: Pending ones are ~slashed~.
 ### Pluggable & Fully Featured
 
 - Flexible and real-time output format in ips, execution time, ~markdown table~, etc.
-- Runner and output are all pluggable
+- Output format is pluggable
 - ~Integrated benchmark support using external libraries~
 
 ### Flexible Interface
 
-- Ruby interface similar to benchmark stdlib, benchmark-ips
 - YAML input to easily manage structured benchmark set
 - Comparing multiple Ruby binaries, even with miniruby
 
@@ -35,58 +34,6 @@ $ gem install benchmark_driver
 
 ## Usage
 
-### Ruby Interface: Compatible Mode
-
-This interface is compatible with `Benchmark.bm` and `Benchmark.ips`, so it's good for migration.
-
-```rb
-require 'benchmark/driver'
-require 'active_support/all'
-array = []
-
-Benchmark.driver do |x|
-  x.report('blank?') { array.blank? }
-  x.report('empty?') { array.empty? }
-  x.compare!
-end
-```
-
-### Ruby Interface: Low Overhead Mode
-
-This interface generates code to profile with low overhead and executes it.
-
-```rb
-require 'benchmark/driver'
-
-Benchmark.driver do |x|
-  x.prelude = <<~RUBY
-    require 'active_support/all'
-    array = []
-  RUBY
-
-  x.report('blank?', script: 'array.blank?')
-  x.report('empty?', script: 'array.empty?')
-end
-```
-
-or simply:
-
-```rb
-require 'benchmark/driver'
-
-Benchmark.driver do |x|
-  x.prelude = <<~RUBY
-    require 'active_support/all'
-    array = []
-  RUBY
-
-  x.report(script: 'array.blank?')
-  x.report(script: 'array.empty?')
-end
-```
-
-### Structured YAML Input
-
 With `benchmark-driver` command, you can describe benchmark with YAML input.
 
 ```
@@ -98,7 +45,7 @@ Usage: benchmark-driver [options] [YAML]
     -r, --repeat-count [NUM]         Try benchmark NUM times and use the fastest result
 ```
 
-#### Running single script
+### Running single script
 
 With following `example_single.yml`,
 
@@ -124,7 +71,7 @@ Comparison:
   erb.result (2.4.2):    109268.4 i/s - 1.13x  slower
 ```
 
-#### Running multiple scripts
+### Running multiple scripts
 
 One YAML file can contain multiple benchmark scripts.
 With following `example_multi.yml`,
@@ -159,15 +106,14 @@ Comparison:
 
 ## TODO
 ### Runner
-- [x] Call
 - [x] Exec
 - [ ] Eval
 
 ### Output
 - [x] IPS
 - [x] Time
+- [x] Memory
 - [ ] CPU/System/Real Time
-- [ ] Memory
 - [ ] Markdown Table
 
 ## Contributing

data/Rakefile

@@ -1,15 +1,6 @@
 require 'bundler/gem_tasks'
 require 'shellwords'
 
-task :ruby_examples do
-  Dir.glob(File.expand_path('./examples/*.rb', __dir__)).sort.each do |file|
-    Bundler.with_clean_env do
-      sh ['time', 'bundle', 'exec', 'ruby', file].shelljoin
-    end
-    puts
-  end
-end
-
 task :yaml_examples do
   Dir.glob(File.expand_path('./examples/yaml/*.yml', __dir__)).sort.each do |file|
     Bundler.with_clean_env do
@@ -19,4 +10,4 @@ task :yaml_examples do
   end
 end
 
-task default: [:ruby_examples, :yaml_examples]
+task default: :yaml_examples

data/examples/yaml/array_duration_time.yml

@@ -1,3 +1,2 @@
-output: time
 benchmark:
   bm_vm2_array: a = [1,2,3,4,5,6,7,8,9,10]

data/exe/benchmark-driver

@@ -3,10 +3,14 @@ $:.unshift File.expand_path('../lib', __dir__)
 
 require 'benchmark/driver'
 require 'benchmark/driver/bundle_installer'
+require 'benchmark/driver/configuration'
 require 'benchmark/driver/yaml_parser'
 require 'optparse'
 require 'yaml'
 
+#
+# Parse command line options
+#
 options = {}
 parser = OptionParser.new do |o|
   o.banner = "Usage: #{File.basename($0, '.*')} [options] [YAML]"
@@ -28,6 +32,10 @@ parser = OptionParser.new do |o|
       options[:execs] << Benchmark::Driver::Configuration::Executable.new(version, [path, *args])
     end
   end
+  o.on('-o', '--output [TYPE]', 'Specify output type (ips, time, memory)') do |t|
+    abort '-o, --output must take argument but not given' if t.nil?
+    options[:output] = t
+  end
   o.on('-c', '--compare', 'Compare results (currently only supported in ips output)') do |v|
     options[:compare] = v
   end
@@ -54,51 +62,61 @@ if args.empty?
   abort "No YAML file is specified!\n\n#{parser.help}"
 end
 
-args.each do |path|
+#
+# Parse benchmark definitions
+#
+jobs = args.flat_map do |path|
   yaml = YAML.load(File.read(path))
   Benchmark::Driver::Configuration.symbolize_keys!(yaml)
 
   begin
-    config = Benchmark::Driver::YamlParser.parse(yaml)
+    Benchmark::Driver::YamlParser.parse(yaml)
   rescue ArgumentError
     $stderr.puts "benchmark-driver: Failed to parse #{yaml.dump}."
     $stderr.puts '  YAML format may be wrong. See error below:'
     $stderr.puts
     raise
   end
+end
 
-  opts = options.dup
+#
+# Proceed parsed options
+#
+config = Benchmark::Driver::Configuration.new(jobs)
+config.runner_options = Benchmark::Driver::Configuration::RunnerOptions.new(:exec)
+config.output_options = Benchmark::Driver::Configuration::OutputOptions.new(:ips)
 
+if options.key?(:execs)
   # Proceed execs first for --bundler
-  if opts.key?(:execs)
-    config.runner_options.executables = opts.delete(:execs)
-  end
+  config.runner_options.executables = options.delete(:execs)
+end
 
-  opts.each do |key, value|
-    case key
-    when :bundler
-      config.runner_options.executables.each do |executable|
-        Benchmark::Driver::BundleInstaller.bundle_install_for(executable)
-        executable.command << '-rbundler/setup'
-      end
-    when :compare
-      config.output_options.compare = value
-    when :dir
-      dir = File.dirname(path)
-      config.jobs.each do |job|
-        job.prelude = "__dir__ = #{dir.dump}.freeze; #{job.prelude}"
-      end
-    when :filter
-      filter = Regexp.compile(value)
-      config.jobs.select! do |job|
-        job.name.match(filter)
-      end
-    when :repeat_count
-      config.runner_options.repeat_count = value
-    else
-      raise "Unhandled option: #{key.inspect}"
+options.each do |key, value|
+  case key
+  when :bundler
+    config.runner_options.executables.each do |executable|
+      Benchmark::Driver::BundleInstaller.bundle_install_for(executable)
+      executable.command << '-rbundler/setup'
     end
+  when :compare
+    config.output_options.compare = value
+  when :dir
+    dir = File.dirname(path)
+    config.jobs.each do |job|
+      job.prelude = "__dir__ = #{dir.dump}.freeze; #{job.prelude}"
+    end
+  when :filter
+    filter = Regexp.compile(value)
+    config.jobs.select! do |job|
+      job.name.match(filter)
+    end
+  when :output
+    config.output_options.type = value.to_sym
+  when :repeat_count
+    config.runner_options.repeat_count = value
+  else
+    raise "Unhandled option: #{key.inspect}"
   end
-
-  Benchmark::Driver.run(config)
 end
+
+Benchmark::Driver.run(config)

data/lib/benchmark/driver.rb

@@ -1,7 +1,7 @@
 module Benchmark
   module Driver
     class << self
-      # Main function which is used by both RubyDriver and YamlDriver.
+      # Main function which is used by exe/benchmark-driver.
       # @param [Benchmark::Driver::Configuration] config
       def run(config)
         validate_config(config)
@@ -51,18 +51,9 @@ module Benchmark
       end
     end
   end
-
-  # RubyDriver entrypoint.
-  def self.driver(*args, &block)
-    dsl = Driver::RubyDslParser.new(*args)
-    block.call(dsl)
-
-    Driver.run(dsl.configuration)
-  end
 end
 
 require 'benchmark/output'
 require 'benchmark/runner'
 require 'benchmark/driver/error'
-require 'benchmark/driver/ruby_dsl_parser'
 require 'benchmark/driver/version'

data/lib/benchmark/driver/version.rb

@@ -1,5 +1,5 @@
 module Benchmark
   module Driver
-    VERSION = '0.5.1'
+    VERSION = '0.6.0'
   end
 end

data/lib/benchmark/driver/yaml_parser.rb

@@ -1,67 +1,19 @@
 module Benchmark::Driver::YamlParser
-  DEFAULT_RUNNER = :exec # In YamlParser, we can't use :call.
-  DEFAULT_OUTPUT = :ips
-
   class << self
     # @param [String] prelude
     # @param [Integer,nil] loop_count
     # @param [String,Array<String,Hash{ Symbol => String }>,Hash{ Symbol => String }] benchmark
-    # @param [String,Symbol,Hash{ Symbol => Integer,TrueClass,FalseClass }] runner
-    # @param [String,Symbol,Hash{ Symbol => Integer,TrueClass,FalseClass }] output
-    # @return [Benchmark::Driver::Configuration]
-    def parse(prelude: '', loop_count: nil, benchmark:, runner: {}, output: {})
+    # @return [Array<Benchmark::Driver::Configuration::Job>]
+    def parse(prelude: '', loop_count: nil, benchmark:)
       jobs = parse_benchmark(benchmark)
       jobs.each do |job|
         job.prelude = prelude
         job.loop_count ||= loop_count
       end
-
-      config = Benchmark::Driver::Configuration.new(jobs)
-      config.runner_options = parse_runner(runner)
-      config.output_options = parse_output(output)
-      config
     end
 
     private
 
-    # @param [String,Symbol,Hash{ Symbol => Integer,TrueClass,FalseClass }] runner
-    def parse_runner(runner)
-      case runner
-      when String, Symbol
-        Benchmark::Driver::Configuration::RunnerOptions.new(runner.to_sym)
-      when Hash
-        parse_runner_options(runner)
-      else
-        raise ArgumentError.new("Expected String, Symbol or Hash in runner, but got: #{runner.inspect}")
-      end
-    end
-
-    def parse_runner_options(type: DEFAULT_RUNNER, repeat_count: nil)
-      Benchmark::Driver::Configuration::RunnerOptions.new.tap do |r|
-        r.type = type.to_sym
-        r.repeat_count = Integer(repeat_count) if repeat_count
-      end
-    end
-
-    # @param [String,Symbol,Hash{ Symbol => Integer,TrueClass,FalseClass }] output
-    def parse_output(output)
-      case output
-      when String, Symbol
-        Benchmark::Driver::Configuration::OutputOptions.new(output.to_sym)
-      when Hash
-        parse_output_options(output)
-      else
-        raise ArgumentError.new("Expected String, Symbol or Hash in output, but got: #{output.inspect}")
-      end
-    end
-
-    def parse_output_options(type: DEFAULT_OUTPUT, compare: false)
-      Benchmark::Driver::Configuration::OutputOptions.new.tap do |r|
-        r.type = type.to_sym
-        r.compare = compare
-      end
-    end
-
     # Parse "benchmark" declarative. This may have multiple benchmarks.
     # @param [String,Array<String,Hash{ Symbol => String }>,Hash{ Symbol => String }] benchmark
     def parse_benchmark(benchmark)

data/lib/benchmark/runner.rb

@@ -2,6 +2,8 @@ module Benchmark::Runner
   # Benchmark::Runner is pluggable.
   # Create `Benchmark::Runner::FooBar` as benchmark-runner-foo_bar.gem and specify `runner: foo_bar`.
   #
+  # Currently this has no options other than Exec, but this will have Eval for sure.
+  #
   # @param [Symbol] name
   def self.find(name)
     class_name = Benchmark::Driver::Configuration.camelize(name.to_s)
@@ -9,5 +11,4 @@ module Benchmark::Runner
   end
 end
 
-require 'benchmark/runner/call'
 require 'benchmark/runner/exec'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: benchmark_driver
 version: !ruby/object:Gem::Version
-  version: 0.5.1
+  version: 0.6.0
 platform: ruby
 authors:
 - Takashi Kokubun
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-12-14 00:00:00.000000000 Z
+date: 2017-12-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -56,20 +56,11 @@ files:
 - benchmark_driver.gemspec
 - bin/console
 - bin/setup
-- examples/call.rb
-- examples/call_blank.rb
-- examples/call_erb.rb
-- examples/call_interpolation.rb
-- examples/exec_blank.rb
-- examples/exec_interpolation.rb
 - examples/yaml/array_duration_time.yml
 - examples/yaml/array_loop.yml
-- examples/yaml/array_loop_memory.yml
-- examples/yaml/array_loop_time.yml
 - examples/yaml/blank_hash.yml
 - examples/yaml/blank_hash_array.yml
 - examples/yaml/blank_loop.yml
-- examples/yaml/blank_loop_time.yml
 - examples/yaml/blank_string.yml
 - examples/yaml/blank_string_array.yml
 - examples/yaml/example_multi.yml
@@ -82,7 +73,6 @@ files:
 - lib/benchmark/driver/duration_runner.rb
 - lib/benchmark/driver/error.rb
 - lib/benchmark/driver/repeatable_runner.rb
-- lib/benchmark/driver/ruby_dsl_parser.rb
 - lib/benchmark/driver/time.rb
 - lib/benchmark/driver/version.rb
 - lib/benchmark/driver/yaml_parser.rb
@@ -91,7 +81,6 @@ files:
 - lib/benchmark/output/memory.rb
 - lib/benchmark/output/time.rb
 - lib/benchmark/runner.rb
-- lib/benchmark/runner/call.rb
 - lib/benchmark/runner/exec.rb
 - lib/benchmark_driver.rb
 homepage: https://github.com/k0kubun/benchmark_driver

data/examples/call.rb

@@ -1,12 +0,0 @@
-require 'benchmark/driver'
-
-Benchmark.driver do |x|
-  large_a = "Hellooooooooooooooooooooooooooooooooooooooooooooooooooo"
-  large_b = "Wooooooooooooooooooooooooooooooooooooooooooooooooooorld"
-
-  small_a = "Hello"
-  small_b = "World"
-
-  x.report('large') { "#{large_a}, #{large_b}!" }
-  x.report('small') { "#{small_a}, #{small_b}!" }
-end

data/examples/call_blank.rb

@@ -1,13 +0,0 @@
-require 'benchmark/driver'
-
-class Array
-  alias_method :blank?, :empty?
-end
-
-Benchmark.driver(runner: :call) do |x|
-  array = []
-
-  x.report('array.empty?') { array.empty? }
-  x.report('array.blank?') { array.blank? }
-  x.compare!
-end

data/examples/call_erb.rb

@@ -1,33 +0,0 @@
-require 'benchmark/driver'
-require 'erb'
-require 'erubi'
-require 'erubis'
-
-data = DATA.read
-
-mod = Module.new
-mod.instance_eval("def self.erb(title, content); #{ERB.new(data).src}; end", "(ERB)")
-mod.instance_eval("def self.erubis(title, content); #{Erubi::Engine.new(data).src}; end", "(Erubi)")
-mod.instance_eval("def self.erubi(title, content); #{Erubis::Eruby.new(data).src}; end", "(Erubis)")
-
-title = "hello world!"
-content = "hello world!\n" * 10
-
-Benchmark.driver do |x|
-  x.report("ERB #{RUBY_VERSION}")       { mod.erb(title, content) }
-  x.report("Erubis #{Erubis::VERSION}") { mod.erubis(title, content) }
-  x.report("Erubi #{Erubi::VERSION}")   { mod.erubi(title, content) }
-  x.compare!
-end
-
-__END__
-
-<html>
-  <head> <%= title %> </head>
-  <body>
-    <h1> <%= title %> </h1>
-    <p>
-      <%= content %>
-    </p>
-  </body>
-</html>

data/examples/call_interpolation.rb

@@ -1,13 +0,0 @@
-require 'benchmark/driver'
-
-Benchmark.driver do |x|
-  large_a = "Hellooooooooooooooooooooooooooooooooooooooooooooooooooo"
-  large_b = "Wooooooooooooooooooooooooooooooooooooooooooooooooooorld"
-
-  small_a = "Hello"
-  small_b = "World"
-
-  x.report('large') { "#{large_a}, #{large_b}!" }
-  x.report('small') { "#{small_a}, #{small_b}!" }
-  x.compare!
-end

data/examples/exec_blank.rb

@@ -1,14 +0,0 @@
-require 'benchmark/driver'
-
-Benchmark.driver(runner: :exec) do |x|
-  x.prelude = <<-EOS
-    class Array
-      alias_method :blank?, :empty?
-    end
-    array = []
-  EOS
-
-  x.report(script: 'array.empty?')
-  x.report(script: 'array.blank?')
-  x.compare!
-end

data/examples/exec_interpolation.rb

@@ -1,15 +0,0 @@
-require 'benchmark/driver'
-
-Benchmark.driver(runner: :exec) do |x|
-  x.prelude = <<-EOS
-    large_a = "Hellooooooooooooooooooooooooooooooooooooooooooooooooooo"
-    large_b = "Wooooooooooooooooooooooooooooooooooooooooooooooooooorld"
-
-    small_a = "Hello"
-    small_b = "World"
-  EOS
-
-  x.report('large', script: '"#{large_a}, #{large_b}!"')
-  x.report('small', script: '"#{small_a}, #{small_b}!"')
-  x.compare!
-end

data/examples/yaml/array_loop_memory.yml

@@ -1,6 +0,0 @@
-output: memory
-loop_count: 6000000
-benchmark:
-  array10: a = [1,2,3,4,5,6,7,8,9,10]
-  array100: a = [1,2,3,4,5,6,7,8,9,10] * 10
-  array1000: a = [1,2,3,4,5,6,7,8,9,10] * 100

data/examples/yaml/array_loop_time.yml

@@ -1,4 +0,0 @@
-output: time
-loop_count: 6000000
-benchmark:
-  bm_vm2_array: a = [1,2,3,4,5,6,7,8,9,10]

data/examples/yaml/blank_loop_time.yml

@@ -1,10 +0,0 @@
-output: time
-loop_count: 20000000
-prelude: |
-  class Array
-    alias_method :blank?, :empty?
-  end
-  array = []
-benchmark:
-  empty: array.empty?
-  blank: array.blank?

data/lib/benchmark/driver/ruby_dsl_parser.rb

@@ -1,57 +0,0 @@
-require 'benchmark/driver/configuration'
-
-class Benchmark::Driver::RubyDslParser
-  def initialize(runner: :call, output: :ips)
-    @prelude = nil
-    @jobs = []
-    @runner_options = Benchmark::Driver::Configuration::RunnerOptions.new(runner)
-    @output_options = Benchmark::Driver::Configuration::OutputOptions.new(output)
-  end
-
-  # API to fetch configuration parsed from DSL
-  # @return [Benchmark::Driver::Configuration]
-  def configuration
-    @jobs.each do |job|
-      job.prelude = @prelude
-    end
-    Benchmark::Driver::Configuration.new(@jobs).tap do |c|
-      c.runner_options = @runner_options
-      c.output_options = @output_options
-    end
-  end
-
-  # @param [String] prelude - Script required for benchmark whose execution time is not measured.
-  def prelude=(prelude)
-    unless prelude.is_a?(String)
-      raise ArgumentError.new("prelude must be String but got #{prelude.inspect}")
-    end
-    unless @prelude.nil?
-      raise ArgumentError.new("prelude is already set:\n#{@prelude}")
-    end
-
-    @prelude = prelude
-  end
-
-  # @param [String,nil] name   - Name shown on result output. This must be provided if block is given.
-  # @param [String,nil] script - Benchmarked script in String. Only either of script or block must be provided.
-  # @param [Proc,nil]   block  - Benchmarked Proc object.
-  def report(name = nil, script: nil, &block)
-    if script.nil? && !block_given?
-      raise ArgumentError.new('script or block must be provided')
-    elsif !script.nil? && block_given?
-      raise ArgumentError.new('script and block cannot be specified at the same time')
-    elsif name.nil? && block_given?
-      raise ArgumentError.new('name must be specified if block is given')
-    elsif !name.nil? && !name.is_a?(String)
-      raise ArgumentError.new("name must be String but got #{name.inspect}")
-    elsif !script.nil? && !script.is_a?(String)
-      raise ArgumentError.new("script must be String but got #{script.inspect}")
-    end
-
-    @jobs << Benchmark::Driver::Configuration::Job.new(name || script, script || block)
-  end
-
-  def compare!
-    @output_options.compare = true
-  end
-end

data/lib/benchmark/runner/call.rb

@@ -1,97 +0,0 @@
-require 'benchmark/driver/benchmark_result'
-require 'benchmark/driver/duration_runner'
-require 'benchmark/driver/repeatable_runner'
-require 'benchmark/driver/time'
-
-# Run benchmark by calling #call on running ruby.
-#
-# Multiple Ruby binaries: x
-# Memory output: x
-class Benchmark::Runner::Call
-  # This class can provide fields in `Benchmark::Driver::BenchmarkResult` if required by output plugins.
-  SUPPORTED_FIELDS = [:real]
-
-  WARMUP_DURATION    = 2
-  BENCHMARK_DURATION = 5
-
-  # @param [Benchmark::Driver::Configuration::RunnerOptions] options
-  # @param [Benchmark::Output::*] output - Object that responds to methods used in this class
-  def initialize(options, output:)
-    @options = options
-    @output  = output
-  end
-
-  # @param [Benchmark::Driver::Configuration] config
-  def run(config)
-    validate_config(config)
-
-    if config.jobs.any?(&:warmup_needed?)
-      run_warmup(config.jobs)
-    end
-
-    @output.start_running
-
-    config.jobs.each do |job|
-      @output.running(job.name)
-
-      result = Benchmark::Driver::RepeatableRunner.new(job).run(
-        runner: method(:call_times),
-        repeat_count: @options.repeat_count,
-      )
-
-      @output.benchmark_stats(result)
-    end
-
-    @output.finish
-  end
-
-  private
-
-  def validate_config(config)
-    if config.runner_options.executables_specified?
-      raise ArgumentError.new("Benchmark::Runner::Call can't run other Ruby executables")
-    end
-
-    config.jobs.each do |job|
-      unless job.script.respond_to?(:call)
-        raise NotImplementedError.new(
-          "#{self.class.name} only accepts objects that respond to :call, but got #{job.script.inspect}"
-        )
-      end
-    end
-  end
-
-  # @param [Array<Benchmark::Driver::Configuration::Job>] jobs
-  # @return [Hash{ Benchmark::Driver::Configuration::Job => Integer }] iters_by_job
-  def run_warmup(jobs)
-    @output.start_warming
-
-    jobs.each do |job|
-      next if job.loop_count
-      @output.warming(job.name)
-
-      result = Benchmark::Driver::DurationRunner.new(job).run(
-        seconds:    WARMUP_DURATION,
-        unit_iters: 1,
-        runner:     method(:call_times),
-      )
-      job.guessed_count = (result.ips.to_f * BENCHMARK_DURATION).to_i
-
-      @output.warmup_stats(result)
-    end
-  end
-
-  def call_times(job, times)
-    script = job.script
-    i = 0
-
-    before = Benchmark::Driver::Time.now
-    while i < times
-      script.call
-      i += 1
-    end
-    after = Benchmark::Driver::Time.now
-
-    after.to_f - before.to_f
-  end
-end