benchmark-interface 0.1

data/tests/expected/mri-bm.txt

@@ -0,0 +1,2 @@
+ user system total real 
+mri XXX XXX XXX (XXX) 

data/tests/expected/mri-bmbm.txt

@@ -0,0 +1,2 @@
+ user system total real 
+mri XXX XXX XXX (XXX) 

data/tests/expected/mri-simple.txt

@@ -0,0 +1,2 @@
+mri 
+XXX 

data/tests/expected/perfer-bips.txt

@@ -0,0 +1,20 @@
+This benchmark set contains blocks that want a number of iterations - running all iterations XXX times 
+These are long benchmarks - we're increasing warmup and sample time 
+Warming up -------------------------------------- 
+ clamp_a XXX i/100ms 
+ clamp_b XXX i/100ms 
+ clamp_a XXX i/100ms 
+ clamp_b XXX i/100ms 
+ clamp_a XXX i/100ms 
+ clamp_b XXX i/100ms 
+Calculating ------------------------------------- 
+ clamp_a XXX (XXX%) i/s - XXX 
+ clamp_b XXX (XXX%) i/s - XXX 
+ clamp_a XXX (XXX%) i/s - XXX 
+ clamp_b XXX (XXX%) i/s - XXX 
+ clamp_a XXX (XXX%) i/s - XXX 
+ clamp_b XXX (XXX%) i/s - XXX 
+ 
+Comparison: 
+ XXX
+ 

data/tests/expected/perfer-bm.txt

@@ -0,0 +1,4 @@
+This benchmark set contains blocks that want a number of iterations - running all iterations XXX times 
+ user system total real 
+clamp_a XXX XXX XXX (XXX) 
+clamp_b XXX XXX XXX (XXX) 

data/tests/expected/perfer-bmbm.txt

@@ -0,0 +1,4 @@
+This benchmark set contains blocks that want a number of iterations - running all iterations XXX times 
+ user system total real 
+clamp_a XXX XXX XXX (XXX) 
+clamp_b XXX XXX XXX (XXX) 

data/tests/expected/perfer-simple.txt

@@ -0,0 +1,5 @@
+This benchmark set contains blocks that want a number of iterations - running all iterations XXX times 
+clamp_a 
+XXX 
+clamp_b 
+XXX 

data/tests/expected/rbench-bips.txt

@@ -0,0 +1,42 @@
+Warming up -------------------------------------- 
+ clamp_a1 XXX i/100ms 
+ clamp_b1 XXX i/100ms 
+ clamp2-clamp_a2-one XXX i/100ms 
+ clamp2-clamp_a2-two XXX i/100ms 
+ clamp2-clamp_b2-one XXX i/100ms 
+ clamp2-clamp_b2-two XXX i/100ms 
+ clamp_a1 XXX i/100ms 
+ clamp_b1 XXX i/100ms 
+ clamp2-clamp_a2-one XXX i/100ms 
+ clamp2-clamp_a2-two XXX i/100ms 
+ clamp2-clamp_b2-one XXX i/100ms 
+ clamp2-clamp_b2-two XXX i/100ms 
+ clamp_a1 XXX i/100ms 
+ clamp_b1 XXX i/100ms 
+ clamp2-clamp_a2-one XXX i/100ms 
+ clamp2-clamp_a2-two XXX i/100ms 
+ clamp2-clamp_b2-one XXX i/100ms 
+ clamp2-clamp_b2-two XXX i/100ms 
+Calculating ------------------------------------- 
+ clamp_a1 XXX (XXX%) i/s - XXX 
+ clamp_b1 XXX (XXX%) i/s - XXX 
+ clamp2-clamp_a2-one XXX (XXX%) i/s - XXX 
+ clamp2-clamp_a2-two XXX (XXX%) i/s - XXX 
+ clamp2-clamp_b2-one XXX (XXX%) i/s - XXX 
+ clamp2-clamp_b2-two XXX (XXX%) i/s - XXX 
+ clamp_a1 XXX (XXX%) i/s - XXX 
+ clamp_b1 XXX (XXX%) i/s - XXX 
+ clamp2-clamp_a2-one XXX (XXX%) i/s - XXX 
+ clamp2-clamp_a2-two XXX (XXX%) i/s - XXX 
+ clamp2-clamp_b2-one XXX (XXX%) i/s - XXX 
+ clamp2-clamp_b2-two XXX (XXX%) i/s - XXX 
+ clamp_a1 XXX (XXX%) i/s - XXX 
+ clamp_b1 XXX (XXX%) i/s - XXX 
+ clamp2-clamp_a2-one XXX (XXX%) i/s - XXX 
+ clamp2-clamp_a2-two XXX (XXX%) i/s - XXX 
+ clamp2-clamp_b2-one XXX (XXX%) i/s - XXX 
+ clamp2-clamp_b2-two XXX (XXX%) i/s - XXX 
+ 
+Comparison: 
+ XXX
+ 

data/tests/expected/rbench-bm.txt

@@ -0,0 +1,7 @@
+ user system total real 
+clamp_a1 XXX XXX XXX (XXX) 
+clamp_b1 XXX XXX XXX (XXX) 
+clamp2-clamp_a2-one XXX XXX XXX (XXX) 
+clamp2-clamp_a2-two XXX XXX XXX (XXX) 
+clamp2-clamp_b2-one XXX XXX XXX (XXX) 
+clamp2-clamp_b2-two XXX XXX XXX (XXX) 

data/tests/expected/rbench-bmbm.txt

@@ -0,0 +1,7 @@
+ user system total real 
+clamp_a1 XXX XXX XXX (XXX) 
+clamp_b1 XXX XXX XXX (XXX) 
+clamp2-clamp_a2-one XXX XXX XXX (XXX) 
+clamp2-clamp_a2-two XXX XXX XXX (XXX) 
+clamp2-clamp_b2-one XXX XXX XXX (XXX) 
+clamp2-clamp_b2-two XXX XXX XXX (XXX) 

data/tests/expected/rbench-simple.txt

@@ -0,0 +1,12 @@
+clamp_a1 
+XXX 
+clamp_b1 
+XXX 
+clamp2-clamp_a2-one 
+XXX 
+clamp2-clamp_a2-two 
+XXX 
+clamp2-clamp_b2-one 
+XXX 
+clamp2-clamp_b2-two 
+XXX 

data/tests/expected/readme-bips.txt

@@ -0,0 +1,18 @@
+Warming up -------------------------------------- 
+ mul XXX i/100ms 
+ pow XXX i/100ms 
+ mul XXX i/100ms 
+ pow XXX i/100ms 
+ mul XXX i/100ms 
+ pow XXX i/100ms 
+Calculating ------------------------------------- 
+ mul XXX (XXX%) i/s - XXX 
+ pow XXX (XXX%) i/s - XXX 
+ mul XXX (XXX%) i/s - XXX 
+ pow XXX (XXX%) i/s - XXX 
+ mul XXX (XXX%) i/s - XXX 
+ pow XXX (XXX%) i/s - XXX 
+ 
+Comparison: 
+ XXX
+ 

data/tests/expected/readme-bm.txt

@@ -0,0 +1,3 @@
+ user system total real 
+mul XXX XXX XXX (XXX) 
+pow XXX XXX XXX (XXX) 

data/tests/expected/readme-bmbm.txt

@@ -0,0 +1,3 @@
+ user system total real 
+mul XXX XXX XXX (XXX) 
+pow XXX XXX XXX (XXX) 

data/tests/expected/readme-simple.txt

@@ -0,0 +1,4 @@
+mul 
+XXX 
+pow 
+XXX 

data/tests/expected/script-bips.txt

@@ -0,0 +1,18 @@
+Warming up -------------------------------------- 
+ clamp_a XXX i/100ms 
+ clamp_b XXX i/100ms 
+ clamp_a XXX i/100ms 
+ clamp_b XXX i/100ms 
+ clamp_a XXX i/100ms 
+ clamp_b XXX i/100ms 
+Calculating ------------------------------------- 
+ clamp_a XXX (XXX%) i/s - XXX 
+ clamp_b XXX (XXX%) i/s - XXX 
+ clamp_a XXX (XXX%) i/s - XXX 
+ clamp_b XXX (XXX%) i/s - XXX 
+ clamp_a XXX (XXX%) i/s - XXX 
+ clamp_b XXX (XXX%) i/s - XXX 
+ 
+Comparison: 
+ XXX
+ 

data/tests/expected/script-bm.txt

@@ -0,0 +1,3 @@
+ user system total real 
+clamp_a XXX XXX XXX (XXX) 
+clamp_b XXX XXX XXX (XXX) 

data/tests/expected/script-bmbm.txt

@@ -0,0 +1,3 @@
+ user system total real 
+clamp_a XXX XXX XXX (XXX) 
+clamp_b XXX XXX XXX (XXX) 

data/tests/expected/script-simple.txt

@@ -0,0 +1,4 @@
+clamp_a 
+XXX 
+clamp_b 
+XXX 

data/tests/rewritten/mri.rb

@@ -0,0 +1,15 @@
+# Copyright (c) 2016 Oracle and/or its affiliates. All rights reserved. This
+# code is released under a tri EPL/GPL/LGPL license. You can use it,
+# redistribute it and/or modify it under the terms of the:
+#
+# Eclipse Public License version 1.0
+# GNU General Public License version 2
+# GNU Lesser General Public License version 2.1
+
+array = [1, 2, 3]
+
+i = 0
+BenchmarkInterface.benchmark { i = 0; while i < 30_000_000
+  i += 1
+  array.length
+end }

data/tests/tests.rb

@@ -0,0 +1,73 @@
+#!/usr/bin/env ruby
+
+# Copyright (c) 2016 Oracle and/or its affiliates. All rights reserved. This
+# code is released under a tri EPL/GPL/LGPL license. You can use it,
+# redistribute it and/or modify it under the terms of the:
+#
+# Eclipse Public License version 1.0
+# GNU General Public License version 2
+# GNU Lesser General Public License version 2.1
+
+test_ruby = ENV['TEST_RUBY'] || 'ruby'
+version = RUBY_VERSION.split('.').first(2).map(&:to_i)
+earlier_than_21 = version[0] < 2 || (version[0] == 2 && version[1] < 1) || test_ruby.include?('topaz')
+
+regenerate = ARGV.delete('--regenerate')
+resquash = ARGV.delete('--resquash')
+
+examples = Dir.glob('examples/*.rb')
+examples.delete('examples/clamp.rb')
+
+if ARGV.empty?
+  backends = ['--simple', '--bm', '--bmbm', '--bips']
+else
+  backends = ARGV
+end
+
+failed = false
+
+test_example_backend = Proc.new do |example, backend, options|
+  puts "$ #{example} #{backend} #{options}"
+  
+  expected_file = "tests/expected/#{File.basename(example, '.rb')}-#{backend[2..-1]}.txt"
+  
+  if resquash
+    resquashed = `cat #{expected_file} | tests/tools/squash.rb`
+    File.write expected_file, resquashed
+  else
+    actual = `#{test_ruby} bin/benchmark #{example} #{backend} #{options} | tee /dev/tty | tests/tools/squash.rb`
+    
+    if regenerate
+      File.write expected_file, actual
+    else
+      expected = File.read expected_file
+      if expected != actual
+        puts 'not as expected!'
+        puts 'expected:'
+        puts expected
+        puts 'actual:'
+        puts actual
+        failed = true
+      end
+    end
+  end
+end
+
+examples.each do |example|
+  backends.each do |backend|
+    if example == 'examples/mri.rb'
+      test_example_backend.call example, backend, '' unless earlier_than_21
+      
+      begin
+        `cp tests/rewritten/mri.rb mri-rewrite-cache.rb`
+        test_example_backend.call example, backend, '--use-cache'
+      ensure
+        `rm -f mri-rewrite-cache.rb`
+      end
+    else
+      test_example_backend.call example, backend, ''
+    end
+  end
+end
+
+abort if failed

data/tests/tools/squash.rb

@@ -0,0 +1,63 @@
+#!/usr/bin/env ruby
+# encoding: UTF-8
+
+# Copyright (c) 2016 Oracle and/or its affiliates. All rights reserved. This
+# code is released under a tri EPL/GPL/LGPL license. You can use it,
+# redistribute it and/or modify it under the terms of the:
+#
+# Eclipse Public License version 1.0
+# GNU General Public License version 2
+# GNU Lesser General Public License version 2.1
+
+state = :normal
+last_xxx = false
+
+ARGF.set_encoding(Encoding::UTF_8) if defined?(Encoding)
+
+ARGF.each_line do |line|
+  
+  # Squash multiple whitespace into a single space
+  line.gsub! /\s+/, ' '
+  
+  # Squash any numbers into XXX
+  line.gsub! /\b\d+(\.\d+)?[kMBTQs]?\b/, 'XXX'
+  
+  # Squash ±
+  line.gsub! /±\s*/, ''
+  
+  # Squash bips' XXX in XXX to just XXX
+  line.gsub! /XXX in XXX/, 'XXX'
+  
+  # Squash whitespace out of ( XXX )
+  line.gsub! /\(\s*XXX\s*\)/, '(XXX)'
+
+  # Remove
+  if line.strip == 'These are short benchmarks - we\'re running each XXX times so they take about a second'
+    line = nil
+  end
+  
+  # Turn any lines following Comparison: into XXX as the order can change
+  if state == :normal
+    if line && line.strip == 'Comparison:'
+      state = :comparison
+    end
+  elsif state == :comparison
+    if line && line.strip.empty?
+      state = :normal
+    else
+      line = ' XXX'
+    end
+  end
+  
+  if line && line.strip == 'XXX'
+    if last_xxx
+      line = nil
+    else
+      last_xxx = true
+    end
+  else
+    last_xxx = false
+  end
+  
+  puts line if line
+end

metadata

@@ -0,0 +1,130 @@
+--- !ruby/object:Gem::Specification
+name: benchmark-interface
+version: !ruby/object:Gem::Version
+  version: '0.1'
+platform: ruby
+authors:
+- Chris Seaton
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-05-19 00:00:00.000000000 Z
+dependencies: []
+description: A new format for writing Ruby benchmarks, and a tool that lets you run
+  benchmarks written in many formats with many different benchmarking tools
+email:
+- chris@chrisseaton.com
+executables:
+- benchmark
+extensions: []
+extra_rdoc_files: []
+files:
+- ".travis.yml"
+- Gemfile
+- LICENCE
+- README.md
+- benchmark-interface.gemspec
+- bin/benchmark
+- examples/bench9000.rb
+- examples/bench9000micro.rb
+- examples/benchmark.rb
+- examples/bips.rb
+- examples/clamp.rb
+- examples/interface.rb
+- examples/long.rb
+- examples/mri.rb
+- examples/perfer.rb
+- examples/rbench.rb
+- examples/readme.rb
+- examples/script.rb
+- lib/benchmark-interface.rb
+- lib/benchmark-interface/backends/bench9000.rb
+- lib/benchmark-interface/backends/benchmark.rb
+- lib/benchmark-interface/backends/bips.rb
+- lib/benchmark-interface/backends/simple.rb
+- lib/benchmark-interface/benchmark-set.rb
+- lib/benchmark-interface/benchmark.rb
+- lib/benchmark-interface/frontends/bench9000.rb
+- lib/benchmark-interface/frontends/bench9000micro.rb
+- lib/benchmark-interface/frontends/benchmark.rb
+- lib/benchmark-interface/frontends/bips.rb
+- lib/benchmark-interface/frontends/mri.rb
+- lib/benchmark-interface/frontends/perfer.rb
+- lib/benchmark-interface/frontends/rbench.rb
+- lib/benchmark-interface/require.rb
+- lib/benchmark-interface/run.rb
+- lib/benchmark-interface/version.rb
+- tests/expected/bench9000-bips.txt
+- tests/expected/bench9000-bm.txt
+- tests/expected/bench9000-bmbm.txt
+- tests/expected/bench9000-simple.txt
+- tests/expected/bench9000micro-bips.txt
+- tests/expected/bench9000micro-bm.txt
+- tests/expected/bench9000micro-bmbm.txt
+- tests/expected/bench9000micro-simple.txt
+- tests/expected/benchmark-bips.txt
+- tests/expected/benchmark-bm.txt
+- tests/expected/benchmark-bmbm.txt
+- tests/expected/benchmark-simple.txt
+- tests/expected/bips-bips.txt
+- tests/expected/bips-bm.txt
+- tests/expected/bips-bmbm.txt
+- tests/expected/bips-simple.txt
+- tests/expected/interface-bips.txt
+- tests/expected/interface-bm.txt
+- tests/expected/interface-bmbm.txt
+- tests/expected/interface-simple.txt
+- tests/expected/long-bips.txt
+- tests/expected/long-bm.txt
+- tests/expected/long-bmbm.txt
+- tests/expected/long-simple.txt
+- tests/expected/mri-bips.txt
+- tests/expected/mri-bm.txt
+- tests/expected/mri-bmbm.txt
+- tests/expected/mri-simple.txt
+- tests/expected/perfer-bips.txt
+- tests/expected/perfer-bm.txt
+- tests/expected/perfer-bmbm.txt
+- tests/expected/perfer-simple.txt
+- tests/expected/rbench-bips.txt
+- tests/expected/rbench-bm.txt
+- tests/expected/rbench-bmbm.txt
+- tests/expected/rbench-simple.txt
+- tests/expected/readme-bips.txt
+- tests/expected/readme-bm.txt
+- tests/expected/readme-bmbm.txt
+- tests/expected/readme-simple.txt
+- tests/expected/script-bips.txt
+- tests/expected/script-bm.txt
+- tests/expected/script-bmbm.txt
+- tests/expected/script-simple.txt
+- tests/rewritten/mri.rb
+- tests/tests.rb
+- tests/tools/squash.rb
+homepage: https://github.com/jruby/benchmark-interface
+licenses:
+- EPL-1.0
+- GPL-2.0
+- LGPL-2.1
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: One Ruby benchmarking interface to rule them all
+test_files: []