benchmark-interface 0.1

data/lib/benchmark-interface/require.rb

@@ -0,0 +1,38 @@
+# Copyright (c) 2016 Oracle and/or its affiliates. All rights reserved. This
+# code is released under a tri EPL/GPL/LGPL license. You can use it,
+# redistribute it and/or modify it under the terms of the:
+#
+# Eclipse Public License version 1.0
+# GNU General Public License version 2
+# GNU Lesser General Public License version 2.1
+
+module Kernel
+
+  alias_method :benchmark_interface_original_require, :require
+
+  def require(feature)
+    case feature
+      when 'benchmark'
+        benchmark_interface_original_require 'benchmark-interface/frontends/benchmark'
+      when 'benchmark/ips'
+        benchmark_interface_original_require 'benchmark-interface/frontends/bips'
+      when 'rbench'
+        benchmark_interface_original_require 'benchmark-interface/frontends/rbench'
+      when 'perfer'
+        benchmark_interface_original_require 'benchmark-interface/frontends/perfer'
+      when 'bench9000/harness', 'bench9000/micro-harness'
+        if BenchmarkInterface::Backends::Bench9000.loading_real?
+          # Do nothing
+        elsif feature == 'bench9000/harness'
+          benchmark_interface_original_require 'benchmark-interface/frontends/bench9000'
+        elsif feature == 'bench9000/micro-harness'
+          benchmark_interface_original_require 'benchmark-interface/frontends/bench9000micro'
+        end
+      when 'benchmark-interface'
+        # Already loaded by bin/benchmark
+      else
+        benchmark_interface_original_require feature
+    end
+  end
+
+end

data/lib/benchmark-interface/run.rb

@@ -0,0 +1,111 @@
+# Copyright (c) 2016 Oracle and/or its affiliates. All rights reserved. This
+# code is released under a tri EPL/GPL/LGPL license. You can use it,
+# redistribute it and/or modify it under the terms of the:
+#
+# Eclipse Public License version 1.0
+# GNU General Public License version 2
+# GNU Lesser General Public License version 2.1
+
+module BenchmarkInterface
+
+  NON_MRI_INDICATORS = %w(
+    Benchmark.measure Benchmark.realtime Benchmark.benchmark Benchmark.bm
+    Benchmark.bmbm RBench.run Benchmark.ips Perfer.session harness_sample
+  )
+
+  def self.run(args)
+    set = BenchmarkInterface::BenchmarkSet.new
+
+    backend = BenchmarkInterface::Backends::Bips
+    names = []
+    
+    options = {
+      '--no-scale' => false,
+      '--use-cache' => false,
+      '--show-rewrite' => false,
+      '--cache' => false,
+      '--time' => 10
+    }
+
+    to_load = []
+
+    n = 0
+    while n < args.size
+      arg = args[n]
+      if arg.start_with? '-'
+        case arg
+          when '--help', '-h', '-help', '--version', '-v', '-version'
+            help
+          when '--simple'
+            backend = BenchmarkInterface::Backends::Simple
+          when '--bips'
+            backend = BenchmarkInterface::Backends::Bips
+          when '--bm'
+            backend = BenchmarkInterface::Backends::Bm
+          when '--bmbm'
+            backend = BenchmarkInterface::Backends::BmBm
+          when '--bench9000'
+            backend = BenchmarkInterface::Backends::Bench9000
+          when '--time'
+            options[arg] = Integer(args[n + 1])
+            n += 1
+          else
+            abort "unknown option #{arg}" unless options.keys.include?(arg)
+            options[arg] = true
+        end
+      elsif arg.include?('.rb')
+        to_load.push arg
+      else
+        names.push arg
+      end
+      n += 1
+    end
+
+    to_load.each do |path|
+      source = File.read(path)
+      if NON_MRI_INDICATORS.any? { |t| source.include?(t) } || source =~ /benchmark.*\{/ || source =~ /benchmark.*do/
+        set.load_benchmarks path
+      else
+        set.load_mri_benchmarks path, options
+      end
+    end
+
+    set.prepare
+
+    if set.benchmarks.empty?
+      abort 'No benchmarks found!'
+    end
+
+    names.each do |name|
+      unless set.benchmark(name)
+        abort "Unknown benchmark #{name}"
+      end
+    end
+
+    names = set.benchmarks.map(&:name) if names.empty?
+
+    backend.run set, names, options
+  end
+
+  def self.help
+    puts "Benchmark-Interface #{VERSION}"
+    puts
+    puts 'benchmark benchmark-files.rb... [benchmark names...] [options]'
+    puts
+    puts 'Backends:'
+    puts '  --simple'
+    puts '  --bips (default)'
+    puts '  --bm'
+    puts '  --bmbm'
+    puts '  --bench9000'
+    puts
+    puts 'Options:'
+    puts '  --no-scale        Don\'t scale benchmarks for backends that expects benchmarks to take about a second'
+    puts '  --show-rewrite    Show rewritten MRI benchmarks'
+    puts '  --cache           Cache MRI rewrites'
+    puts '  --use-cache       Use cached MRI rewrites'
+    puts '  --time n          Run for n seconds, if the backend supports that'
+    exit 1
+  end
+
+end

data/lib/benchmark-interface/version.rb

@@ -0,0 +1,13 @@
+# Copyright (c) 2016 Oracle and/or its affiliates. All rights reserved. This
+# code is released under a tri EPL/GPL/LGPL license. You can use it,
+# redistribute it and/or modify it under the terms of the:
+#
+# Eclipse Public License version 1.0
+# GNU General Public License version 2
+# GNU Lesser General Public License version 2.1
+
+module BenchmarkInterface
+
+  VERSION = '0.1'
+
+end

data/tests/expected/bench9000-bips.txt

@@ -0,0 +1,8 @@
+Warming up -------------------------------------- 
+ bench9000 XXX i/100ms 
+ bench9000 XXX i/100ms 
+ bench9000 XXX i/100ms 
+Calculating ------------------------------------- 
+ bench9000 XXX (XXX%) i/s - XXX 
+ bench9000 XXX (XXX%) i/s - XXX 
+ bench9000 XXX (XXX%) i/s - XXX 

data/tests/expected/bench9000-bm.txt

@@ -0,0 +1,2 @@
+ user system total real 
+bench9000 XXX XXX XXX (XXX) 

data/tests/expected/bench9000-bmbm.txt

@@ -0,0 +1,2 @@
+ user system total real 
+bench9000 XXX XXX XXX (XXX) 

data/tests/expected/bench9000-simple.txt

@@ -0,0 +1,2 @@
+bench9000 
+XXX 

data/tests/expected/bench9000micro-bips.txt

@@ -0,0 +1,8 @@
+Warming up -------------------------------------- 
+ bench9000micro XXX i/100ms 
+ bench9000micro XXX i/100ms 
+ bench9000micro XXX i/100ms 
+Calculating ------------------------------------- 
+ bench9000micro XXX (XXX%) i/s - XXX 
+ bench9000micro XXX (XXX%) i/s - XXX 
+ bench9000micro XXX (XXX%) i/s - XXX 

data/tests/expected/bench9000micro-bm.txt

@@ -0,0 +1,2 @@
+ user system total real 
+bench9000micro XXX XXX XXX (XXX) 

data/tests/expected/bench9000micro-bmbm.txt

@@ -0,0 +1,2 @@
+ user system total real 
+bench9000micro XXX XXX XXX (XXX) 

data/tests/expected/bench9000micro-simple.txt

@@ -0,0 +1,2 @@
+bench9000micro 
+XXX 

data/tests/expected/benchmark-bips.txt

@@ -0,0 +1,72 @@
+Warming up -------------------------------------- 
+ benchmark:XXX XXX i/100ms 
+ clamp_a1 XXX i/100ms 
+ benchmark:XXX XXX i/100ms 
+ clamp_a1 XXX i/100ms 
+ clamp_b1 XXX i/100ms 
+ benchmark:XXX XXX i/100ms 
+ clamp_a3 XXX i/100ms 
+ clamp_b3 XXX i/100ms 
+ benchmark:XXX XXX i/100ms 
+ clamp_a4 XXX i/100ms 
+ clamp_b4 XXX i/100ms 
+ benchmark:XXX XXX i/100ms 
+ clamp_a1 XXX i/100ms 
+ benchmark:XXX XXX i/100ms 
+ clamp_a1 XXX i/100ms 
+ clamp_b1 XXX i/100ms 
+ benchmark:XXX XXX i/100ms 
+ clamp_a3 XXX i/100ms 
+ clamp_b3 XXX i/100ms 
+ benchmark:XXX XXX i/100ms 
+ clamp_a4 XXX i/100ms 
+ clamp_b4 XXX i/100ms 
+ benchmark:XXX XXX i/100ms 
+ clamp_a1 XXX i/100ms 
+ benchmark:XXX XXX i/100ms 
+ clamp_a1 XXX i/100ms 
+ clamp_b1 XXX i/100ms 
+ benchmark:XXX XXX i/100ms 
+ clamp_a3 XXX i/100ms 
+ clamp_b3 XXX i/100ms 
+ benchmark:XXX XXX i/100ms 
+ clamp_a4 XXX i/100ms 
+ clamp_b4 XXX i/100ms 
+Calculating ------------------------------------- 
+ benchmark:XXX XXX (XXX%) i/s - XXX 
+ clamp_a1 XXX (XXX%) i/s - XXX 
+ benchmark:XXX XXX (XXX%) i/s - XXX 
+ clamp_a1 XXX (XXX%) i/s - XXX 
+ clamp_b1 XXX (XXX%) i/s - XXX 
+ benchmark:XXX XXX (XXX%) i/s - XXX 
+ clamp_a3 XXX (XXX%) i/s - XXX 
+ clamp_b3 XXX (XXX%) i/s - XXX 
+ benchmark:XXX XXX (XXX%) i/s - XXX 
+ clamp_a4 XXX (XXX%) i/s - XXX 
+ clamp_b4 XXX (XXX%) i/s - XXX 
+ benchmark:XXX XXX (XXX%) i/s - XXX 
+ clamp_a1 XXX (XXX%) i/s - XXX 
+ benchmark:XXX XXX (XXX%) i/s - XXX 
+ clamp_a1 XXX (XXX%) i/s - XXX 
+ clamp_b1 XXX (XXX%) i/s - XXX 
+ benchmark:XXX XXX (XXX%) i/s - XXX 
+ clamp_a3 XXX (XXX%) i/s - XXX 
+ clamp_b3 XXX (XXX%) i/s - XXX 
+ benchmark:XXX XXX (XXX%) i/s - XXX 
+ clamp_a4 XXX (XXX%) i/s - XXX 
+ clamp_b4 XXX (XXX%) i/s - XXX 
+ benchmark:XXX XXX (XXX%) i/s - XXX 
+ clamp_a1 XXX (XXX%) i/s - XXX 
+ benchmark:XXX XXX (XXX%) i/s - XXX 
+ clamp_a1 XXX (XXX%) i/s - XXX 
+ clamp_b1 XXX (XXX%) i/s - XXX 
+ benchmark:XXX XXX (XXX%) i/s - XXX 
+ clamp_a3 XXX (XXX%) i/s - XXX 
+ clamp_b3 XXX (XXX%) i/s - XXX 
+ benchmark:XXX XXX (XXX%) i/s - XXX 
+ clamp_a4 XXX (XXX%) i/s - XXX 
+ clamp_b4 XXX (XXX%) i/s - XXX 
+ 
+Comparison: 
+ XXX
+ 

data/tests/expected/benchmark-bm.txt

@@ -0,0 +1,12 @@
+ user system total real 
+benchmark:XXX XXX XXX XXX (XXX) 
+clamp_a1 XXX XXX XXX (XXX) 
+benchmark:XXX XXX XXX XXX (XXX) 
+clamp_a1 XXX XXX XXX (XXX) 
+clamp_b1 XXX XXX XXX (XXX) 
+benchmark:XXX XXX XXX XXX (XXX) 
+clamp_a3 XXX XXX XXX (XXX) 
+clamp_b3 XXX XXX XXX (XXX) 
+benchmark:XXX XXX XXX XXX (XXX) 
+clamp_a4 XXX XXX XXX (XXX) 
+clamp_b4 XXX XXX XXX (XXX) 

data/tests/expected/benchmark-bmbm.txt

@@ -0,0 +1,12 @@
+ user system total real 
+benchmark:XXX XXX XXX XXX (XXX) 
+clamp_a1 XXX XXX XXX (XXX) 
+benchmark:XXX XXX XXX XXX (XXX) 
+clamp_a1 XXX XXX XXX (XXX) 
+clamp_b1 XXX XXX XXX (XXX) 
+benchmark:XXX XXX XXX XXX (XXX) 
+clamp_a3 XXX XXX XXX (XXX) 
+clamp_b3 XXX XXX XXX (XXX) 
+benchmark:XXX XXX XXX XXX (XXX) 
+clamp_a4 XXX XXX XXX (XXX) 
+clamp_b4 XXX XXX XXX (XXX) 

data/tests/expected/benchmark-simple.txt

@@ -0,0 +1,22 @@
+benchmark:XXX 
+XXX 
+clamp_a1 
+XXX 
+benchmark:XXX 
+XXX 
+clamp_a1 
+XXX 
+clamp_b1 
+XXX 
+benchmark:XXX 
+XXX 
+clamp_a3 
+XXX 
+clamp_b3 
+XXX 
+benchmark:XXX 
+XXX 
+clamp_a4 
+XXX 
+clamp_b4 
+XXX 

data/tests/expected/bips-bips.txt

@@ -0,0 +1,2 @@
+This benchmark set contains blocks that want a number of iterations - running all iterations XXX times 
+These are long benchmarks - we're increasing warmup and sample time 

data/tests/expected/bips-bm.txt

@@ -0,0 +1,7 @@
+This benchmark set contains blocks that want a number of iterations - running all iterations XXX times 
+ user system total real 
+bips:XXX XXX XXX XXX (XXX) 
+clamp_a1 XXX XXX XXX (XXX) 
+clamp_b1 XXX XXX XXX (XXX) 
+clamp_a2 XXX XXX XXX (XXX) 
+clamp_a3 XXX XXX XXX (XXX) 

data/tests/expected/bips-bmbm.txt

@@ -0,0 +1,7 @@
+This benchmark set contains blocks that want a number of iterations - running all iterations XXX times 
+ user system total real 
+bips:XXX XXX XXX XXX (XXX) 
+clamp_a1 XXX XXX XXX (XXX) 
+clamp_b1 XXX XXX XXX (XXX) 
+clamp_a2 XXX XXX XXX (XXX) 
+clamp_a3 XXX XXX XXX (XXX) 

data/tests/expected/bips-simple.txt

@@ -0,0 +1,11 @@
+This benchmark set contains blocks that want a number of iterations - running all iterations XXX times 
+bips:XXX 
+XXX 
+clamp_a1 
+XXX 
+clamp_b1 
+XXX 
+clamp_a2 
+XXX 
+clamp_a3 
+XXX 

data/tests/expected/interface-bips.txt

@@ -0,0 +1,24 @@
+Warming up -------------------------------------- 
+ interface:XXX XXX i/100ms 
+ clamp_a XXX i/100ms 
+ clamp_b XXX i/100ms 
+ interface:XXX XXX i/100ms 
+ clamp_a XXX i/100ms 
+ clamp_b XXX i/100ms 
+ interface:XXX XXX i/100ms 
+ clamp_a XXX i/100ms 
+ clamp_b XXX i/100ms 
+Calculating ------------------------------------- 
+ interface:XXX XXX (XXX%) i/s - XXX 
+ clamp_a XXX (XXX%) i/s - XXX 
+ clamp_b XXX (XXX%) i/s - XXX 
+ interface:XXX XXX (XXX%) i/s - XXX 
+ clamp_a XXX (XXX%) i/s - XXX 
+ clamp_b XXX (XXX%) i/s - XXX 
+ interface:XXX XXX (XXX%) i/s - XXX 
+ clamp_a XXX (XXX%) i/s - XXX 
+ clamp_b XXX (XXX%) i/s - XXX 
+ 
+Comparison: 
+ XXX
+ 

data/tests/expected/interface-bm.txt

@@ -0,0 +1,4 @@
+ user system total real 
+interface:XXX XXX XXX XXX (XXX) 
+clamp_a XXX XXX XXX (XXX) 
+clamp_b XXX XXX XXX (XXX) 

data/tests/expected/interface-bmbm.txt

@@ -0,0 +1,4 @@
+ user system total real 
+interface:XXX XXX XXX XXX (XXX) 
+clamp_a XXX XXX XXX (XXX) 
+clamp_b XXX XXX XXX (XXX) 

data/tests/expected/interface-simple.txt

@@ -0,0 +1,6 @@
+interface:XXX 
+XXX 
+clamp_a 
+XXX 
+clamp_b 
+XXX 

data/tests/expected/long-bips.txt

@@ -0,0 +1,9 @@
+These are long benchmarks - we're increasing warmup and sample time 
+Warming up -------------------------------------- 
+ sleep XXX i/100ms 
+ sleep XXX i/100ms 
+ sleep XXX i/100ms 
+Calculating ------------------------------------- 
+ sleep XXX (XXX%) i/s - XXX 
+ sleep XXX (XXX%) i/s - XXX 
+ sleep XXX (XXX%) i/s - XXX 

data/tests/expected/long-bm.txt

@@ -0,0 +1,2 @@
+ user system total real 
+sleep XXX XXX XXX (XXX) 

data/tests/expected/long-bmbm.txt

@@ -0,0 +1,2 @@
+ user system total real 
+sleep XXX XXX XXX (XXX) 

data/tests/expected/long-simple.txt

@@ -0,0 +1,2 @@
+sleep 
+XXX 

data/tests/expected/mri-bips.txt

@@ -0,0 +1,9 @@
+These are long benchmarks - we're increasing warmup and sample time 
+Warming up -------------------------------------- 
+ mri XXX i/100ms 
+ mri XXX i/100ms 
+ mri XXX i/100ms 
+Calculating ------------------------------------- 
+ mri XXX (XXX%) i/s - XXX 
+ mri XXX (XXX%) i/s - XXX 
+ mri XXX (XXX%) i/s - XXX