mach5-tools 0.0.1 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6da84d16960c61cb322066d7861616874379b6dc
-  data.tar.gz: 0bf98201368612c4a2f9a0eefae10482fcd3af7f
+  metadata.gz: 836c5778b2617e690194d748246bf9485c3afa30
+  data.tar.gz: 84e9ac490ec32457f6af21ad229f7753e912ce7e
 SHA512:
-  metadata.gz: d442b2a8339142ac185bca667b4465c3be93af2a3c1f2c68b3c574a1547468589a3bd4a3a554f6af6fdf98dda131e217ddd2f746e78d19b79c9bccc47334efb7
-  data.tar.gz: d061badc012cec6d4453ca6e1eb5456a28a9c5c169e72e8ef2dcd8c29d495df8fe6f726822b3f5cee51e3b2b423fcd26926f720123c487ce94b8508add985e1a
+  metadata.gz: c663eff8d089055752384ffddb161430e8bc7e0724063e64c749998e13d27620992c0fed7dd55e142725d8c717a5178e2f5ec7167d2742599f5b511611d9b25a
+  data.tar.gz: 1c57a2c5ad94f77f81a46740e79461b4ec485981b7f64ca897268a254f88586dc843a2049591d6ef7b5ef72c5ed875c1999673a3a76d64e3b92c41818bb3870e

data/Gemfile

@@ -12,3 +12,5 @@ group :development do
   gem "jeweler", "~> 2.0.0"
   gem "simplecov", "~> 0.8.2"
 end
+
+gem "thor", "~> 0.18.1"

data/Gemfile.lock

@@ -60,6 +60,7 @@ GEM
       multi_json
       simplecov-html (~> 0.8.0)
     simplecov-html (0.8.0)
+    thor (0.18.1)
 
 PLATFORMS
   ruby
@@ -70,3 +71,4 @@ DEPENDENCIES
   rdoc (~> 3.12)
   rspec (~> 2.8.0)
   simplecov (~> 0.8.2)
+  thor (~> 0.18.1)

data/TODO

@@ -0,0 +1,15 @@
+v0.1.0
+[x] mach5 benchmark --list (lista e mostrar o status: se ja rodou ou nao)
+[x] mach5 benchmark --only commit_id.benchmark
+
+v0.2.0
+[ ] mach5 graph
+[ ] mach5 graph --all
+[ ] mach5 graph --list (lista e mostrar o status: se ja existe ou nao)
+[ ] mach5 graph --only graph_id
+
+v0.3.0
+[ ] mach5 init (cria o Mach5file)
+[ ] mach5 generate benchmark filename benchmark1 benchmark2
+[ ] mach5 generate benchmark filename benchmark1 benchmark2 --fixture fixture_name
+

data/VERSION

@@ -1 +1 @@
-0.0.1
+0.1.0

data/bin/mach5

@@ -3,25 +3,27 @@ $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
 $LOAD_PATH.unshift(File.dirname(__FILE__))
 
 require 'mach5-tools'
+require 'thor'
 
-def db(json)
-  output = {}
-  json.each do |commit, benchmarks|
-    benchmarks.each do |benchmark, results|
-      output[benchmark] ||= {}
-      output[benchmark][commit] = results
+class App < Thor
+  desc "benchmark", "Run benchmarks"
+  method_option :all, :type => :boolean, :aliases => "-a", :desc => "Run all benchmarks even if there is already a result"
+  method_option :list, :type => :boolean, :aliases => "-l", :desc => "List all available benchmarks"
+  method_option :only, :type => :array, :aliases => "-o", :desc => "Run only the specified benchmarks"
+  def benchmark
+    runner = Mach5::Runner.new(eval(File.open("Mach5file").readlines.join))
+    if options.list
+      runner.list_benchmarks.each do |benchmark|
+        puts benchmark
+      end
+    elsif options.only
+      runner.benchmark(only: options.only)
+    else
+      runner.benchmark(all: options.all)
     end
   end
-  return output.to_json
-end
-
-project = Mach5Tools::Project.new(File.join(Dir.pwd, 'mach5.yml'))
-mach5_data = db(project.run_all)
 
-File.open("mach5.js", 'w') do |file|
-  file.write("var mach5 = {};\nmach5[\"data\"] = #{mach5_data.to_s}")
+  default_task :benchmark
 end
 
-File.open("mach5.html", 'w') do |file|
-  file.write(File.open(File.join(File.dirname(__FILE__), '..', 'lib', 'mach5.html')).readlines.join)
-end
+App.start

data/lib/mach5-tools/benchmark.rb

@@ -0,0 +1,34 @@
+module Mach5
+  class Benchmark
+    def initialize(memory, tags)
+      @memory = memory
+      @tags = tags
+    end
+
+    def [](commit_id)
+      benchmarks = @memory[commit_id]
+      if benchmarks
+        benchmarks
+      else
+        @memory[@tags[commit_id]]
+      end
+    end
+
+    def add(commit_id, value)
+      @memory[commit_id] ||= []
+      @memory[commit_id] << value
+    end
+
+    def tag(commit_id, tag_name)
+      @tags[tag_name] = commit_id
+    end
+
+    def commits
+      @memory.keys
+    end
+
+    def has_tag?(commit_id)
+      @tags.invert[commit_id]
+    end
+  end
+end

data/lib/mach5-tools/config.rb

@@ -0,0 +1,51 @@
+module Mach5
+  def self.configure(project_name, &block)
+    Config.new(project_name, block)
+  end
+
+  class Config
+    attr_accessor :before_commands
+    attr_accessor :run_commands
+    attr_accessor :after_commands
+    attr_accessor :project_name
+    attr_accessor :output_folder
+    attr_accessor :benchmarks
+
+    def initialize(project_name, block)
+      @project_name = project_name
+      @benchmarks = Benchmark.new(Hash.new, Hash.new)
+      instance_eval(&block)
+    end
+
+    %w{before run after}.each do |method|
+      define_method(method) do |&block|
+        instance_variable_set("@commands", [])
+        instance_eval(&block)
+        instance_variable_set("@#{method}_commands", instance_variable_get("@commands"))
+      end
+    end
+
+    def benchmark(commit_id, &block)
+      if commit_id.is_a? Hash
+        @commit_id = commit_id.keys[0]
+        @benchmarks.tag(@commit_id, commit_id.values[0])
+      else
+        @commit_id = commit_id
+      end
+      instance_eval(&block)
+      @commit_id = ""
+    end
+
+    def output(folder)
+      @output_folder = folder
+    end
+
+    def add(benchmark)
+      @benchmarks.add(@commit_id, benchmark)
+    end
+
+    def exec(command)
+      @commands << command
+    end
+  end
+end

data/lib/mach5-tools/runner.rb

@@ -0,0 +1,109 @@
+require 'json'
+
+module Mach5
+  class Runner
+    def initialize(config)
+      @config = config
+    end
+
+    %w{before after}.each do |method|
+      define_method(method) do
+        @config.send("#{method}_commands").each do |command|
+          Kernel.system command
+        end
+      end
+    end
+
+    def run(benchmarks)
+      results = ""
+      @config.run_commands.each do |command|
+        output = IO.popen "#{command} --color --json run #{benchmarks.join(' ')}"
+        results = output.readlines.join
+      end
+      JSON.parse(results)
+    end
+
+    def benchmark(options)
+      if options[:all]
+        run_all_benchmarks
+      elsif options[:only]
+        run_only(options[:only])
+      else
+        run_only_new_benchmarks
+      end
+    end
+
+    def run_only(benchmarks)
+      @config.benchmarks.commits.each do |commit|
+        commit_id = @config.benchmarks.has_tag?(commit)
+        selected_benchmarks = []
+        @config.benchmarks[commit].each do |benchmark|
+          without_tag = "#{commit}.#{benchmark}"
+          with_tag = "#{commit_id}.#{benchmark}"
+          selected_benchmarks << benchmark if benchmarks.include?(without_tag)
+          selected_benchmarks << benchmark if benchmarks.include?(with_tag) and commit_id
+        end
+        if selected_benchmarks.size > 0
+          checkout(commit)
+          before
+          save(run(selected_benchmarks), commit)
+          after
+        end
+      end
+    end
+
+    def run_all_benchmarks
+      @config.benchmarks.commits.each do |commit|
+        checkout(commit)
+        before
+        save(run(@config.benchmarks[commit]), commit)
+        after
+      end
+    end
+
+    def run_only_new_benchmarks
+      @config.benchmarks.commits.each do |commit|
+        new_benchmarks = find_new_benchmarks(@config.benchmarks[commit], commit)
+        if new_benchmarks.size > 0
+          checkout(commit)
+          before
+          save(run(new_benchmarks), commit)
+          after
+        end
+      end
+    end
+
+    def find_new_benchmarks(benchmarks, commit)
+      new_benchmarks = []
+      benchmarks.each do |benchmark|
+        new_benchmarks << benchmark unless File.exists?(File.join(@config.output_folder, "#{commit}.#{benchmark}.json"))
+      end
+      new_benchmarks
+    end
+
+    def save(json, commit)
+      Dir.mkdir(@config.output_folder) unless Dir.exists?(@config.output_folder)
+      json.each do |key, value|
+        File.open(File.join(@config.output_folder, "#{commit}.#{key}.json"), "w") do |f|
+          f.write(value.to_json)
+        end
+      end
+    end
+
+    def checkout(commit_id)
+      Kernel.system "git checkout #{commit_id}"
+    end
+
+    def list_benchmarks
+      benchmark_list = []
+      @config.benchmarks.commits.each do |commit|
+        commit_id = @config.benchmarks.has_tag?(commit)
+        commit_id = commit unless commit_id
+        @config.benchmarks[commit].each do |benchmark|
+          benchmark_list << "#{commit_id}.#{benchmark}"
+        end
+      end
+      benchmark_list
+    end
+  end
+end

data/lib/mach5-tools.rb

@@ -1,4 +1,5 @@
 root_path = File.expand_path(File.dirname(__FILE__))
 
-require File.join(root_path, 'mach5-tools/project')
-require File.join(root_path, 'mach5-tools/commit')
+require File.join(root_path, 'mach5-tools/benchmark')
+require File.join(root_path, 'mach5-tools/config')
+require File.join(root_path, 'mach5-tools/runner')

data/mach5-tools.gemspec

@@ -0,0 +1,75 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+# stub: mach5-tools 0.1.0 ruby lib
+
+Gem::Specification.new do |s|
+  s.name = "mach5-tools"
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Igor Bonadio"]
+  s.date = "2014-02-10"
+  s.description = "Mach 5 is a minimalist C++11 benchmarking framework."
+  s.email = "igorbonadio@gmail.com"
+  s.executables = ["mach5"]
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.rdoc",
+    "TODO"
+  ]
+  s.files = [
+    ".document",
+    ".rspec",
+    "Gemfile",
+    "Gemfile.lock",
+    "LICENSE.txt",
+    "README.rdoc",
+    "Rakefile",
+    "VERSION",
+    "bin/mach5",
+    "lib/mach5-tools.rb",
+    "lib/mach5-tools/benchmark.rb",
+    "lib/mach5-tools/config.rb",
+    "lib/mach5-tools/runner.rb",
+    "mach5-tools.gemspec",
+    "spec/benchmark_spec.rb",
+    "spec/config_spec.rb",
+    "spec/runner_spec.rb",
+    "spec/spec_helper.rb"
+  ]
+  s.homepage = "http://github.com/igorbonadio/mach5-tools"
+  s.licenses = ["MIT"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = "2.1.11"
+  s.summary = "Minimalist C++11 benchmarking framework."
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 4
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<thor>, ["~> 0.18.1"])
+      s.add_development_dependency(%q<rspec>, ["~> 2.8.0"])
+      s.add_development_dependency(%q<rdoc>, ["~> 3.12"])
+      s.add_development_dependency(%q<bundler>, ["~> 1.0"])
+      s.add_development_dependency(%q<jeweler>, ["~> 2.0.0"])
+      s.add_development_dependency(%q<simplecov>, ["~> 0.8.2"])
+    else
+      s.add_dependency(%q<thor>, ["~> 0.18.1"])
+      s.add_dependency(%q<rspec>, ["~> 2.8.0"])
+      s.add_dependency(%q<rdoc>, ["~> 3.12"])
+      s.add_dependency(%q<bundler>, ["~> 1.0"])
+      s.add_dependency(%q<jeweler>, ["~> 2.0.0"])
+      s.add_dependency(%q<simplecov>, ["~> 0.8.2"])
+    end
+  else
+    s.add_dependency(%q<thor>, ["~> 0.18.1"])
+    s.add_dependency(%q<rspec>, ["~> 2.8.0"])
+    s.add_dependency(%q<rdoc>, ["~> 3.12"])
+    s.add_dependency(%q<bundler>, ["~> 1.0"])
+    s.add_dependency(%q<jeweler>, ["~> 2.0.0"])
+    s.add_dependency(%q<simplecov>, ["~> 0.8.2"])
+  end
+end
+

data/spec/benchmark_spec.rb

@@ -0,0 +1,35 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+module Mach5
+  describe Benchmark do
+    before(:each) do
+      @memory = double('Memory')
+      @tags = double('Tags')
+      @benchmark = Benchmark.new(@memory, @tags)
+    end
+
+    it "should find benchmarks by commit id" do
+      @memory.should_receive("[]").with("ab7c4351a13b29ea4c21e3662f9f567ff19a854d").and_return(["HMMDishonestCasino.Evaluate", "HMMDishonestCasino.Viterbi"])
+      @benchmark["ab7c4351a13b29ea4c21e3662f9f567ff19a854d"]
+    end
+
+    it "should find benchmarks by tag" do
+      @memory.should_receive("[]").with("v1.0.1").and_return(nil)
+      @tags.should_receive("[]").with("v1.0.1").and_return("ab7c4351a13b29ea4c21e3662f9f567ff19a854d")
+      @memory.should_receive("[]").with("ab7c4351a13b29ea4c21e3662f9f567ff19a854d")
+      @benchmark["v1.0.1"]
+    end
+
+    it "should add benchmarks by commit id" do
+      commit_list = double("CommitList")
+      commit_list.should_receive("<<").with("HMMDishonestCasino.Evaluate")
+      @memory.stub("[]").and_return(commit_list)
+      @benchmark.add('ab7c4351a13b29ea4c21e3662f9f567ff19a854d', "HMMDishonestCasino.Evaluate")
+    end
+
+    it "should tag commits" do
+      @tags.should_receive("[]=").with("v1.0.1", "ab7c4351a13b29ea4c21e3662f9f567ff19a854d")
+      @benchmark.tag("ab7c4351a13b29ea4c21e3662f9f567ff19a854d", "v1.0.1")
+    end
+  end
+end

data/spec/config_spec.rb

@@ -0,0 +1,67 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+module Mach5
+  describe "Config" do
+    it "should receive a block" do
+      object = double("Object")
+      object.should_receive(:touch)
+      Mach5::configure("MyProject") do
+        object.touch
+      end
+    end
+
+    it "should create a list of before commands" do
+      config = Mach5::configure("MyProject") do
+        before do
+          exec "cd build && cmake .."
+          exec "cd build && make"
+        end
+      end
+      config.before_commands.should be == ["cd build && cmake ..", "cd build && make"]
+    end
+
+    it "should create a list of run commands" do
+      config = Mach5::configure("MyProject") do
+        run do
+          exec "./build/benchmark/benchmark"
+        end
+      end
+      config.run_commands.should be == ["./build/benchmark/benchmark"]
+    end
+
+    it "should create a list of after commands" do
+      config = Mach5::configure("MyProject") do
+        after do
+          exec "cd build && make clean"
+        end
+      end
+      config.after_commands.should be == ["cd build && make clean"]
+    end
+
+    it "should define benchmarks" do
+      Benchmark.any_instance.should_receive(:add).with("c031c8e9afe1493a81274adbdb61b81bc30ef522", "HMMDishonestCasino.Evaluate")
+      Mach5::configure("MyProject") do
+        benchmark "c031c8e9afe1493a81274adbdb61b81bc30ef522" do
+          add "HMMDishonestCasino.Evaluate"
+        end
+      end
+    end
+
+    it "should define benchmarks with tags of commits" do
+      Benchmark.any_instance.should_receive(:add).with("c031c8e9afe1493a81274adbdb61b81bc30ef522", "HMMDishonestCasino.Evaluate")
+      Benchmark.any_instance.should_receive(:tag).with("c031c8e9afe1493a81274adbdb61b81bc30ef522", "MyProject")
+      Mach5::configure("MyProject") do
+        benchmark "c031c8e9afe1493a81274adbdb61b81bc30ef522" => "MyProject" do
+          add "HMMDishonestCasino.Evaluate"
+        end
+      end
+    end
+
+    it "should define the output folder" do
+      config = Mach5::configure("MyProject") do
+        output "_benchmark"
+      end
+      config.output_folder.should be == "_benchmark"
+    end
+  end
+end

data/spec/runner_spec.rb

@@ -0,0 +1,89 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+module Mach5
+  describe Runner do
+    before(:each) do
+      Dir.stub(:mkdir)
+      @config = Mach5::configure "ToPS::Core" do
+        benchmark "ab7c4351a13b29ea4c21e3662f9f567ff19a854d" => 'v1.0.0' do
+          add "DishonestCasinoHMM.Evaluate"
+          add "DishonestCasinoHMM.Viterbi"
+        end
+
+        benchmark "c031c8e9afe1493a81274adbdb61b81bc30ef522" do
+          add "DishonestCasinoHMM.Forward"
+          add "DishonestCasinoHMM.Backward"
+          add "DishonestCasinoHMM.PosteriorDecoding"
+        end
+
+        before do
+          exec "cd build && cmake .."
+          exec "cd build && make"
+        end
+
+        run do
+          exec "./build/benchmark/benchmark"
+        end
+
+        after do
+          exec "cd build && make clean"
+        end
+
+        output "_benchmark"
+
+      end
+
+      @runner = Runner.new(@config)
+    end
+
+    it "should run before commands" do
+      Kernel.should_receive(:system).with("cd build && cmake ..")
+      Kernel.should_receive(:system).with("cd build && make")
+      @runner.before
+    end
+
+    it "should run after commands" do
+      Kernel.should_receive(:system).with("cd build && make clean")
+      @runner.after
+    end
+
+    it "should run benchmark" do
+      stdio = double("STDIO")
+      stdio.should_receive(:readlines).and_return(["{}"])
+      IO.should_receive(:popen).with("./build/benchmark/benchmark --color --json run HMM.Evaluate HMM.Viterbi").and_return(stdio)
+      @runner.run(["HMM.Evaluate", "HMM.Viterbi"])
+    end
+
+    it "should save results" do
+      Dir.should_receive(:exists?).and_return(false)
+      Dir.should_receive(:mkdir)
+      File.should_receive(:open).with("#{@config.output_folder}/commit.key.json", "w")
+      @runner.save({"key" => "value"}, "commit")
+    end
+
+    it "should run all benchmarks" do
+      Kernel.should_receive(:system).with("git checkout ab7c4351a13b29ea4c21e3662f9f567ff19a854d")
+      @runner.should_receive(:before)
+      @runner.should_receive(:run).with(["DishonestCasinoHMM.Evaluate", "DishonestCasinoHMM.Viterbi"]).and_return({})
+      @runner.should_receive(:after)
+      Kernel.should_receive(:system).with("git checkout c031c8e9afe1493a81274adbdb61b81bc30ef522")
+      @runner.should_receive(:before)
+      @runner.should_receive(:run).with(["DishonestCasinoHMM.Forward", "DishonestCasinoHMM.Backward", "DishonestCasinoHMM.PosteriorDecoding"]).and_return({})
+      @runner.should_receive(:after)
+      @runner.benchmark({all: true})
+    end
+
+    it "should run only new benchmarks" do
+      File.should_receive(:exists?).with("_benchmark/ab7c4351a13b29ea4c21e3662f9f567ff19a854d.DishonestCasinoHMM.Evaluate.json").and_return(true)
+      File.should_receive(:exists?).with("_benchmark/ab7c4351a13b29ea4c21e3662f9f567ff19a854d.DishonestCasinoHMM.Viterbi.json").and_return(true)
+      File.should_receive(:exists?).with("_benchmark/c031c8e9afe1493a81274adbdb61b81bc30ef522.DishonestCasinoHMM.Forward.json").and_return(true)
+      File.should_receive(:exists?).with("_benchmark/c031c8e9afe1493a81274adbdb61b81bc30ef522.DishonestCasinoHMM.Backward.json").and_return(false)
+      File.should_receive(:exists?).with("_benchmark/c031c8e9afe1493a81274adbdb61b81bc30ef522.DishonestCasinoHMM.PosteriorDecoding.json").and_return(false)
+      Kernel.should_receive(:system).with("git checkout c031c8e9afe1493a81274adbdb61b81bc30ef522")
+      @runner.should_receive(:before)
+      @runner.should_receive(:run).with(["DishonestCasinoHMM.Backward", "DishonestCasinoHMM.PosteriorDecoding"]).and_return({})
+      @runner.should_receive(:after)
+      @runner.benchmark({})
+    end
+  end
+end

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: mach5-tools
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
 platform: ruby
 authors:
 - Igor Bonadio
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-01-30 00:00:00.000000000 Z
+date: 2014-02-10 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.18.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.18.1
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -88,6 +102,7 @@ extensions: []
 extra_rdoc_files:
 - LICENSE.txt
 - README.rdoc
+- TODO
 files:
 - .document
 - .rspec
@@ -99,13 +114,15 @@ files:
 - VERSION
 - bin/mach5
 - lib/mach5-tools.rb
-- lib/mach5-tools/commit.rb
-- lib/mach5-tools/project.rb
-- lib/mach5.html
-- spec/commit_spec.rb
-- spec/mach5.yml
-- spec/project_spec.rb
+- lib/mach5-tools/benchmark.rb
+- lib/mach5-tools/config.rb
+- lib/mach5-tools/runner.rb
+- mach5-tools.gemspec
+- spec/benchmark_spec.rb
+- spec/config_spec.rb
+- spec/runner_spec.rb
 - spec/spec_helper.rb
+- TODO
 homepage: http://github.com/igorbonadio/mach5-tools
 licenses:
 - MIT

data/lib/mach5-tools/commit.rb

@@ -1,15 +0,0 @@
-module Mach5Tools
-  class Commit
-    attr_reader :id
-    attr_reader :benchmarks
-
-    def initialize(id, benchmarks)
-      @id = id
-      @benchmarks = benchmarks
-    end
-
-    def checkout
-      Kernel.system "git checkout #{@id}"
-    end
-  end
-end

data/lib/mach5-tools/project.rb

@@ -1,47 +0,0 @@
-require 'yaml'
-require 'json'
-
-module Mach5Tools
-  class Project
-    def initialize(filename)
-      @yaml = YAML.load_file(filename)
-    end
-
-    def commits
-      _commits = []
-      @yaml["benchmarks"].each do |commit, benchmarks|
-        _commits << Commit.new(commit, benchmarks)
-      end
-      return _commits
-    end
-
-    %w{before after}.each do |method|
-      define_method(method) do
-        @yaml[method].each do |cmd|
-          Kernel.system cmd
-        end
-      end
-    end
-
-    def run(benchmarks)
-      results = ""
-      @yaml["run"].each do |cmd|
-        output = IO.popen "#{cmd} run #{benchmarks.join(" ")}"
-        results = output.readlines.join
-      end
-      JSON.parse(results)
-    end
-
-    def run_all
-      results = {}
-      commits.each do |commit|
-        commit.checkout
-        before
-        results[commit.id] = run(commit.benchmarks)
-        after
-      end
-      results
-    end
-
-  end
-end

data/lib/mach5.html

@@ -1,69 +0,0 @@
-<!DOCTYPE html>
-<html>
-  <head>
-    <title>Mach5</title>
-    <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <!-- HTML5 Shim and Respond.js IE8 support of HTML5 elements and media queries -->
-    <!-- WARNING: Respond.js doesn't work if you view the page via file:// -->
-    <!--[if lt IE 9]>
-      <script src="https://oss.maxcdn.com/libs/html5shiv/3.7.0/html5shiv.js"></script>
-      <script src="https://oss.maxcdn.com/libs/respond.js/1.3.0/respond.min.js"></script>
-    <![endif]-->
-  </head>
-  <body>
-    <div id="container" style="width:100%; height:100%;"></div>
-
-    <script src="http://ajax.googleapis.com/ajax/libs/jquery/1.8.2/jquery.min.js"></script>
-    <script src="http://code.highcharts.com/highcharts.js"></script>
-    <script src="mach5.js"></script>
-    <script>
-    $(function () {
-        var index_size = 0;
-        var data = []
-        for (var algorithm in mach5['data']) {
-          for (var benchmark in mach5['data'][algorithm]) {
-            index_size = mach5['data'][algorithm][benchmark].length;
-            var data_data = []
-            for (var i = 0; i < index_size; i++) {
-              data_data.push(mach5['data'][algorithm][benchmark][i]['duration']);
-            }
-            data.push({
-              name: algorithm + "#" + benchmark,
-              data: data_data
-            });
-          }
-        }
-
-        $('#container').height($(document).height());
-
-        var index = Array.apply(null, Array(index_size)).map(function (_, i) {return i;});
-
-        $('#container').highcharts({
-            chart: {
-                type: 'line'
-            },
-            title: {
-                text: 'Benchmark'
-            },
-            xAxis: {
-                categories: index,
-                title: {
-                  text: 'Index'
-                }
-            },
-            yAxis: {
-                title: {
-                    text: 'Time (s)'
-                }
-            },
-            series: data
-        });
-
-        $(window).resize(function() {
-          console.log($(window).height());
-          $('#container').height($(window).height());
-        });
-    });
-    </script>
-  </body>
-</html>

data/spec/commit_spec.rb

@@ -1,22 +0,0 @@
-require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
-
-module Mach5Tools
-  describe Commit do
-    before(:each) do
-      @commit = Commit.new("ab7c4351a13b29ea4c21e3662f9f567ff19a854d", YAML.load_file(File.expand_path(File.dirname(__FILE__) + '/mach5.yml'))["benchmarks"]["ab7c4351a13b29ea4c21e3662f9f567ff19a854d"])
-    end
-
-    it "should have a identifier" do
-      @commit.id.should be == "ab7c4351a13b29ea4c21e3662f9f567ff19a854d"
-    end
-
-    it "should have a list of benchmarks" do
-      @commit.benchmarks.size.should be == 5
-    end
-
-    it "should checkout a specific commit" do
-      Kernel.should_receive(:system).with("git checkout ab7c4351a13b29ea4c21e3662f9f567ff19a854d")
-      @commit.checkout
-    end
-  end
-end

data/spec/mach5.yml

@@ -1,19 +0,0 @@
-benchmarks:
-  ab7c4351a13b29ea4c21e3662f9f567ff19a854d:
-  - AHiddenMarkovModelEvaluatesSequences
-  - AHiddenMarkovModelFindsTheBestPath
-  - AHiddenMarkovModelCalculatesProbabilityOfObservationsUsingForward
-  - AHiddenMarkovModelCalculatesProbabilityOfObservationsUsingBackward
-  - AHiddenMarkovModelDecodesASequenceOfObservationsUsingThePosteriorProbability
-  c031c8e9afe1493a81274adbdb61b81bc30ef522:
-  - ALinearChainCRFFindsTheBestPath
-  - ALinearChainCRFCalculatesProbabilityOfObservationsUsingForward
-  - ALinearChainCRFCalculatesProbabilityOfObservationsUsingBackward
-  - ALinearChainCRFDecodesASequenceOfObservationsUsingThePosteriorProbability
-before:
-- cd build && cmake ..
-- cd build && make
-run:
-- ./build/benchmark/benchmark
-after:
-- cd build && make clean

data/spec/project_spec.rb

@@ -1,55 +0,0 @@
-require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
-
-module Mach5Tools
-  describe Project do
-    before(:each) do
-      @project = Project.new(File.expand_path(File.dirname(__FILE__) + '/mach5.yml'))
-    end
-
-    it "should be created by a YAML file" do
-      @project.should_not be_nil
-    end
-
-    it "should have a list of commands to execute before benchmarks" do
-      Kernel.should_receive(:system).with("cd build && cmake ..")
-      Kernel.should_receive(:system).with("cd build && make")
-      @project.before
-    end
-
-    it "should have a list of commands to execute benchmarks" do
-      output = double("Output")
-      output.stub(:readlines).and_return(["{\"output\": 1}"])
-      IO.should_receive(:popen).with("./build/benchmark/benchmark run test1 test2").and_return(output)
-      @project.run(["test1", "test2"])
-    end
-
-    it "should have a list of commands to execute after benchmarks" do
-      Kernel.should_receive(:system).with("cd build && make clean")
-      @project.after
-    end
-
-    it "should have a list of commits" do
-      @project.commits.size.should be == 2
-    end
-
-    it "should run all benchmarks" do
-      Kernel.should_receive(:system).with("git checkout ab7c4351a13b29ea4c21e3662f9f567ff19a854d")
-      Kernel.should_receive(:system).with("cd build && cmake ..")
-      Kernel.should_receive(:system).with("cd build && make")
-      output = double("Output")
-      output.stub(:readlines).and_return(["{\"output\": 1}"])
-      IO.should_receive(:popen).with("./build/benchmark/benchmark run AHiddenMarkovModelEvaluatesSequences AHiddenMarkovModelFindsTheBestPath AHiddenMarkovModelCalculatesProbabilityOfObservationsUsingForward AHiddenMarkovModelCalculatesProbabilityOfObservationsUsingBackward AHiddenMarkovModelDecodesASequenceOfObservationsUsingThePosteriorProbability").and_return(output)
-      Kernel.should_receive(:system).with("cd build && make clean")
-
-      Kernel.should_receive(:system).with("git checkout c031c8e9afe1493a81274adbdb61b81bc30ef522")
-      Kernel.should_receive(:system).with("cd build && cmake ..")
-      Kernel.should_receive(:system).with("cd build && make")
-      output = double("Output")
-      output.stub(:readlines).and_return(["{\"output\": 1}"])
-      IO.should_receive(:popen).with("./build/benchmark/benchmark run ALinearChainCRFFindsTheBestPath ALinearChainCRFCalculatesProbabilityOfObservationsUsingForward ALinearChainCRFCalculatesProbabilityOfObservationsUsingBackward ALinearChainCRFDecodesASequenceOfObservationsUsingThePosteriorProbability").and_return(output)
-      Kernel.should_receive(:system).with("cd build && make clean")
-
-      @project.run_all
-    end
-  end
-end