bigbench 0.0.1

data/.gitignore

@@ -0,0 +1,5 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*
+*.rdb

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in big_bench.gemspec
+gemspec

data/README.textile

@@ -0,0 +1,81 @@
+h1. BigBench
+
+h2. Installation
+
+bc.. gem install bigbench
+
+h2. Requirements
+
+* Ruby 1.9+
+* Redis - only if you're testing with multiple hosts
+
+h2. What is this?
+
+BigBench is a http penetration tool. It allows you to test the performance of any web server with very high loads.
+
+h2. How do the test receipts look like?
+
+As easy as possible. For example like this in @example.rb@:
+
+bc.. configure => {
+    :duration   => 2.minutes,
+    :output     => "example.ljson",
+    :threads    => 5
+}
+
+benchmark "default website pages" => "http://localhost:3000" do
+    get "/"
+    get "/blog"
+    get "/imprint"
+end
+
+benchmark "login and logout" => "http://localhost:3000" do
+    post "/login", { :name => "test@user.com", :password => "secret" }
+    post "/logout"
+end
+
+h2. Can I test with a single machine?
+
+Yes, BigBench allows you to run your tests against every host from your local machine. The command for this looks like this:
+
+bc.. bigbench run local example.rb
+
+h2. Can I also test on multiple machines?
+
+Yes! BigBench uses a bot design pattern which means you can run your tests from multiple hosts. Everything you need for this is a redis that
+is reachable from all testing hosts. Every host simply starts a bot that is checking for a new test receipt every minute like this:
+
+bc.. bigbench start bot redis_url:port redis_password
+
+Then to run the tests from all hosts simply use the same receipt as you would use for a local run and call it like this:
+
+bc.. bigbench run bots example.rb redis_url:port redis_password
+
+This will upload the test receipt to all bots and make them run it. Every bot reports its results back to the redis and the local machine then
+combines, and writes them to the output file. So you test with the same receipts and get the same results, no matter if your testing from the local host
+or with multiple bots.
+
+h3. How does the recorded output look like?
+
+It's in the @*.ljson*@ format which is nothing else but a textfile with a complete JSON object on every line. It looks like this:
+
+bc.. {"elapsed":0.002233,"start":1333981203.542233,"stop":1333981203.54279,"duration":0,"benchmark":"index page","url":"http://localhost:3000/","path":"/","method":"get","status":"200"}
+{"elapsed":0.00331,"start":1333981203.5434968,"stop":1333981203.5438669,"duration":0,"benchmark":"index page","url":"http://localhost:3000/","path":"/","method":"get","status":"200"}
+{"elapsed":0.004248,"start":1333981203.544449,"stop":1333981203.544805,"duration":0,"benchmark":"index page","url":"http://localhost:3000/","path":"/","method":"get","status":"200"}
+{"elapsed":0.00521,"start":1333981203.545397,"stop":1333981203.5457668,"duration":0,"benchmark":"index page","url":"http://localhost:3000/","path":"/","method":"get","status":"200"}
+{"elapsed":0.00615,"start":1333981203.546355,"stop":1333981203.546707,"duration":0,"benchmark":"index page","url":"http://localhost:3000/","path":"/","method":"get","status":"200"}
+{"elapsed":0.007127,"start":1333981203.547328,"stop":1333981203.5476842,"duration":0,"benchmark":"index page","url":"http://localhost:3000/","path":"/","method":"get","status":"200"}
+{"elapsed":0.008024,"start":1333981203.548226,"stop":1333981203.5485811,"duration":0,"benchmark":"index page","url":"http://localhost:3000/","path":"/","method":"get","status":"200"}
+{"elapsed":0.008904,"start":1333981203.549105,"stop":1333981203.549461,"duration":0,"benchmark":"index page","url":"http://localhost:3000/","path":"/","method":"get","status":"200"}
+{"elapsed":0.009803,"start":1333981203.550003,"stop":1333981203.55036,"duration":0,"benchmark":"index page","url":"http://localhost:3000/","path":"/","method":"get","status":"200"}
+{"elapsed":0.010678,"start":1333981203.550882,"stop":1333981203.551235,"duration":0,"benchmark":"index page","url":"http://localhost:3000/","path":"/","method":"get","status":"200"}
+{"elapsed":0.011549,"start":1333981203.5517519,"stop":1333981203.552106,"duration":0,"benchmark":"index page","url":"http://localhost:3000/","path":"/","method":"get","status":"200"}
+{"elapsed":0.012417,"start":1333981203.5526242,"stop":1333981203.552974,"duration":0,"benchmark":"index page","url":"http://localhost:3000/","path":"/","method":"get","status":"200"}
+{"elapsed":0.013294,"start":1333981203.553495,"stop":1333981203.553851,"duration":0,"benchmark":"index page","url":"http://localhost:3000/","path":"/","method":"get","status":"200"}
+{"elapsed":0.014166,"start":1333981203.5543702,"stop":1333981203.554723,"duration":0,"benchmark":"index page","url":"http://localhost:3000/","path":"/","method":"get","status":"200"}
+{"elapsed":0.015043,"start":1333981203.555247,"stop":1333981203.5556,"duration":0,"benchmark":"index page","url":"http://localhost:3000/","path":"/","method":"get","status":"200"}
+{"elapsed":0.01592,"start":1333981203.556119,"stop":1333981203.5564768,"duration":0,"benchmark":"index page","url":"http://localhost:3000/","path":"/","method":"get","status":"200"}
+...
+
+p. The advantage with this file format is, that it can be parsed and computed very efficiently because the JSON parser doesn't have to parse a whole JSON array with
+with loads of objects but simply one object - line by line.

data/Rakefile

@@ -0,0 +1,10 @@
+require "bundler/gem_tasks"
+
+namespace :bigbench do
+  
+  desc "Create and open documentation"
+  task :doc do
+    `rdoc --main BigBench --include lib/bigbench/help/ && open doc/index.html`
+  end
+  
+end

data/bigbench.gemspec

@@ -0,0 +1,29 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "bigbench/version"
+
+Gem::Specification.new do |s|
+  s.name        = "bigbench"
+  s.version     = BigBench::VERSION
+  s.authors     = ["Thomas Fankhauser"]
+  s.email       = ["tommylefunk@googlemail.com"]
+  s.homepage    = "http://southdesign.github.com/bigbench"
+  s.summary     = %q{A large scale ruby penetration tool}
+  s.description = %q{Setup a network of bots only waiting to attack a few lonesome servers and force them to their limits}
+
+  s.rubyforge_project = "bigbench"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+  s.rdoc_options << '--include' << 'lib/bigbench/help/'
+
+  s.add_development_dependency "rspec"
+  s.add_development_dependency "active_support"
+  s.add_development_dependency "rack"
+  s.add_development_dependency "thin"
+  
+  s.add_runtime_dependency "redis"
+  s.add_runtime_dependency "active_support"
+end

data/bin/bigbench

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'bigbench'
+
+BigBench::Executor.run! ARGV

data/doc/BigBench.html

@@ -0,0 +1,631 @@
+<!DOCTYPE html>
+
+<html>
+<head>
+<meta content="text/html; charset=UTF-8" http-equiv="Content-Type">
+
+<title>module BigBench - RDoc Documentation</title>
+
+<link type="text/css" media="screen" href="./rdoc.css" rel="stylesheet">
+
+<script type="text/javascript">
+  var rdoc_rel_prefix = "./";
+</script>
+
+<script type="text/javascript" charset="utf-8" src="./js/jquery.js"></script>
+<script type="text/javascript" charset="utf-8" src="./js/navigation.js"></script>
+<script type="text/javascript" charset="utf-8" src="./js/search_index.js"></script>
+<script type="text/javascript" charset="utf-8" src="./js/search.js"></script>
+<script type="text/javascript" charset="utf-8" src="./js/searcher.js"></script>
+<script type="text/javascript" charset="utf-8" src="./js/darkfish.js"></script>
+
+
+<body id="top" class="module">
+<nav id="metadata">
+  <nav id="home-section" class="section">
+  <h3 class="section-header">
+    <a href="./index.html">Home</a>
+    <a href="./table_of_contents.html#classes">Classes</a>
+    <a href="./table_of_contents.html#methods">Methods</a>
+  </h3>
+</nav>
+
+
+  <nav id="search-section" class="section project-section" class="initially-hidden">
+  <form action="#" method="get" accept-charset="utf-8">
+    <h3 class="section-header">
+      <input type="text" name="search" placeholder="Search" id="search-field"
+             title="Type to search, Up and Down to navigate, Enter to load">
+    </h3>
+  </form>
+
+  <ul id="search-results" class="initially-hidden"></ul>
+</nav>
+
+
+  <div id="file-metadata">
+    <nav id="file-list-section" class="section">
+  <h3 class="section-header">Defined In</h3>
+  <ul>
+    <li>lib/bigbench/benchmark.rb
+    <li>lib/bigbench/bot.rb
+    <li>lib/bigbench/configuration.rb
+    <li>lib/bigbench/executor.rb
+    <li>lib/bigbench/fragment.rb
+    <li>lib/bigbench/output.rb
+    <li>lib/bigbench/runner.rb
+    <li>lib/bigbench/store.rb
+    <li>lib/bigbench/tracker.rb
+    <li>lib/bigbench/version.rb
+  </ul>
+</nav>
+
+    
+  </div>
+
+  <div id="class-metadata">
+    
+    
+    
+    <!-- Method Quickref -->
+<nav id="method-list-section" class="section">
+  <h3 class="section-header">Methods</h3>
+
+  <ul class="link-list">
+    
+    <li><a href="#method-c-benchmark">::benchmark</a>
+    
+    <li><a href="#method-c-benchmarks">::benchmarks</a>
+    
+    <li><a href="#method-c-check_config-21">::check_config!</a>
+    
+    <li><a href="#method-c-config">::config</a>
+    
+    <li><a href="#method-c-configure-3D">::configure=</a>
+    
+    <li><a href="#method-c-duration">::duration</a>
+    
+    <li><a href="#method-c-load_test-21">::load_test!</a>
+    
+    <li><a href="#method-c-run-21">::run!</a>
+    
+    <li><a href="#method-c-write_local_trackings_to_file-21">::write_local_trackings_to_file!</a>
+    
+    <li><a href="#method-c-write_store_trackings_to_file-21">::write_store_trackings_to_file!</a>
+    
+    <li><a href="#method-c-write_trackings_to_store-21">::write_trackings_to_store!</a>
+    
+  </ul>
+</nav>
+
+  </div>
+
+  <div id="project-metadata">
+    <nav id="fileindex-section" class="section project-section">
+  <h3 class="section-header">Pages</h3>
+
+  <ul>
+  
+    <li class="file"><a href="./Gemfile.html">Gemfile</a>
+  
+    <li class="file"><a href="./Rakefile.html">Rakefile</a>
+  
+    <li class="file"><a href="./lib/bigbench/help/executor_txt.html">executor</a>
+  
+  </ul>
+</nav>
+
+    <nav id="classindex-section" class="section project-section">
+  <h3 class="section-header">Class and Module Index</h3>
+
+  <ul class="link-list">
+  
+    <li><a href="./BigBench.html">BigBench</a>
+  
+    <li><a href="./BigBench/Benchmark.html">BigBench::Benchmark</a>
+  
+    <li><a href="./BigBench/Benchmark/Benchmark.html">BigBench::Benchmark::Benchmark</a>
+  
+    <li><a href="./BigBench/Bot.html">BigBench::Bot</a>
+  
+    <li><a href="./BigBench/Configuration.html">BigBench::Configuration</a>
+  
+    <li><a href="./BigBench/Configuration/Config.html">BigBench::Configuration::Config</a>
+  
+    <li><a href="./BigBench/Configuration/InvalidOptions.html">BigBench::Configuration::InvalidOptions</a>
+  
+    <li><a href="./BigBench/Executor.html">BigBench::Executor</a>
+  
+    <li><a href="./BigBench/Executor/InvalidCommand.html">BigBench::Executor::InvalidCommand</a>
+  
+    <li><a href="./BigBench/Fragment.html">BigBench::Fragment</a>
+  
+    <li><a href="./BigBench/Fragment/Fragment.html">BigBench::Fragment::Fragment</a>
+  
+    <li><a href="./BigBench/Output.html">BigBench::Output</a>
+  
+    <li><a href="./BigBench/Runner.html">BigBench::Runner</a>
+  
+    <li><a href="./BigBench/Runner/NoBenchmarksDefined.html">BigBench::Runner::NoBenchmarksDefined</a>
+  
+    <li><a href="./BigBench/Store.html">BigBench::Store</a>
+  
+    <li><a href="./BigBench/Tracker.html">BigBench::Tracker</a>
+  
+    <li><a href="./BigBench/Tracker/Tracker.html">BigBench::Tracker::Tracker</a>
+  
+    <li><a href="./Float.html">Float</a>
+  
+    <li><a href="./Helpers.html">Helpers</a>
+  
+    <li><a href="./Object.html">Object</a>
+  
+    <li><a href="./TestWebServer.html">TestWebServer</a>
+  
+  </ul>
+</nav>
+
+  </div>
+</nav>
+
+<div id="documentation">
+  <h1 class="module">module BigBench</h1>
+
+  <div id="description" class="description">
+    
+  </div><!-- description -->
+
+  
+  
+  
+  <section id="5Buntitled-5D" class="documentation-section">
+    
+
+    
+
+    
+    <!-- Constants -->
+    <section id="constants-list" class="section">
+      <h3 class="section-header">Constants</h3>
+      <dl>
+      
+        <dt id="VERSION">VERSION
+        
+        <dd class="description">
+        
+      
+      </dl>
+    </section>
+    
+
+    
+
+    <!-- Methods -->
+    
+     <section id="public-class-5Buntitled-5D-method-details" class="method-section section">
+      <h3 class="section-header">Public Class Methods</h3>
+
+    
+      <div id="method-c-benchmark" class="method-detail ">
+        
+        <div class="method-heading">
+          <span class="method-name">benchmark</span><span
+            class="method-args">(options)</span>
+          <span class="method-click-advice">click to toggle source</span>
+        </div>
+        
+
+        <div class="method-description">
+          
+          <p>Add a benchmark like this:</p>
+
+<pre class="ruby"><span class="ruby-identifier">benchmark</span> <span class="ruby-string">&quot;default website pages&quot;</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-string">&quot;http://localhost:3000&quot;</span> <span class="ruby-keyword">do</span>
+   <span class="ruby-identifier">get</span> <span class="ruby-string">&quot;/&quot;</span>
+   <span class="ruby-identifier">get</span> <span class="ruby-string">&quot;/blog&quot;</span>
+   <span class="ruby-identifier">get</span> <span class="ruby-string">&quot;/imprint&quot;</span>
+<span class="ruby-keyword">end</span>
+
+<span class="ruby-identifier">benchmark</span> <span class="ruby-string">&quot;login and logout&quot;</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-string">&quot;http://localhost:3000&quot;</span> <span class="ruby-keyword">do</span>
+   <span class="ruby-identifier">post</span> <span class="ruby-string">&quot;/login&quot;</span>, { :<span class="ruby-identifier">name</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-string">&quot;test@user.com&quot;</span>, :<span class="ruby-identifier">password</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-string">&quot;secret&quot;</span> }
+   <span class="ruby-identifier">post</span> <span class="ruby-string">&quot;http://localhost:3000/logout&quot;</span>
+<span class="ruby-keyword">end</span>
+</pre>
+          
+
+          
+          <div class="method-source-code" id="benchmark-source">
+            <pre><span class="ruby-comment"># File lib/bigbench/benchmark.rb, line 111</span>
+<span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">benchmark</span>(<span class="ruby-identifier">options</span>)
+  <span class="ruby-keyword">return</span> <span class="ruby-keyword">unless</span> <span class="ruby-identifier">block_given?</span>
+  <span class="ruby-constant">Benchmark</span>.<span class="ruby-identifier">add</span>(<span class="ruby-identifier">options</span>, &amp;<span class="ruby-constant">Proc</span>.<span class="ruby-identifier">new</span>)
+<span class="ruby-keyword">end</span></pre>
+          </div><!-- benchmark-source -->
+          
+        </div>
+
+        
+
+        
+      </div><!-- benchmark-method -->
+
+    
+      <div id="method-c-benchmarks" class="method-detail ">
+        
+        <div class="method-heading">
+          <span class="method-name">benchmarks</span><span
+            class="method-args">()</span>
+          <span class="method-click-advice">click to toggle source</span>
+        </div>
+        
+
+        <div class="method-description">
+          
+          <p>List all available benchmarks</p>
+          
+
+          
+          <div class="method-source-code" id="benchmarks-source">
+            <pre><span class="ruby-comment"># File lib/bigbench/benchmark.rb, line 117</span>
+<span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">benchmarks</span>
+  <span class="ruby-constant">Benchmark</span>.<span class="ruby-identifier">all</span>
+<span class="ruby-keyword">end</span></pre>
+          </div><!-- benchmarks-source -->
+          
+        </div>
+
+        
+
+        
+      </div><!-- benchmarks-method -->
+
+    
+      <div id="method-c-check_config-21" class="method-detail ">
+        
+        <div class="method-heading">
+          <span class="method-name">check_config!</span><span
+            class="method-args">()</span>
+          <span class="method-click-advice">click to toggle source</span>
+        </div>
+        
+
+        <div class="method-description">
+          
+          <p>Checks if all necessary config options are set and raises an
+<code>InvalidOptions</code> exception if not</p>
+          
+
+          
+          <div class="method-source-code" id="check_config-21-source">
+            <pre><span class="ruby-comment"># File lib/bigbench/configuration.rb, line 104</span>
+<span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">check_config!</span>
+  <span class="ruby-identifier">raise</span> <span class="ruby-constant">Configuration</span><span class="ruby-operator">::</span><span class="ruby-constant">InvalidOptions</span>.<span class="ruby-identifier">new</span> <span class="ruby-keyword">unless</span> <span class="ruby-identifier">config</span>.<span class="ruby-identifier">valid?</span>
+  <span class="ruby-keyword">true</span>
+<span class="ruby-keyword">end</span></pre>
+          </div><!-- check_config-21-source -->
+          
+        </div>
+
+        
+
+        
+      </div><!-- check_config-21-method -->
+
+    
+      <div id="method-c-config" class="method-detail ">
+        
+        <div class="method-heading">
+          <span class="method-name">config</span><span
+            class="method-args">()</span>
+          <span class="method-click-advice">click to toggle source</span>
+        </div>
+        
+
+        <div class="method-description">
+          
+          <p>Set and retreive the config values like this:</p>
+
+<pre class="ruby"><span class="ruby-constant">BigBench</span>.<span class="ruby-identifier">config</span>.<span class="ruby-identifier">duration</span> <span class="ruby-comment"># =&gt; 10.seconds</span>
+<span class="ruby-constant">BigBench</span>.<span class="ruby-identifier">config</span>.<span class="ruby-identifier">duration</span> = <span class="ruby-value">20</span>.<span class="ruby-identifier">minutes</span>
+</pre>
+          
+
+          
+          <div class="method-source-code" id="config-source">
+            <pre><span class="ruby-comment"># File lib/bigbench/configuration.rb, line 99</span>
+<span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">config</span>
+  <span class="ruby-constant">Configuration</span>.<span class="ruby-identifier">config</span>
+<span class="ruby-keyword">end</span></pre>
+          </div><!-- config-source -->
+          
+        </div>
+
+        
+
+        
+      </div><!-- config-method -->
+
+    
+      <div id="method-c-configure-3D" class="method-detail ">
+        
+        <div class="method-heading">
+          <span class="method-name">configure=</span><span
+            class="method-args">(config)</span>
+          <span class="method-click-advice">click to toggle source</span>
+        </div>
+        
+
+        <div class="method-description">
+          
+          <p>Configure the benchmark by supplying a hash of options like this:</p>
+
+<pre class="ruby"><span class="ruby-constant">BigBench</span>.<span class="ruby-identifier">configure</span> = {
+  :<span class="ruby-identifier">duration</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-value">10</span>.<span class="ruby-identifier">seconds</span>,
+  :<span class="ruby-identifier">output</span>   =<span class="ruby-operator">&gt;</span> <span class="ruby-string">&quot;test.ljson&quot;</span>,
+  :<span class="ruby-identifier">threads</span>  =<span class="ruby-operator">&gt;</span> <span class="ruby-value">20</span>
+}
+</pre>
+
+<p>Those values can then be set and retreived with
+<code>BigBench.config.duration</code>, …</p>
+          
+
+          
+          <div class="method-source-code" id="configure-3D-source">
+            <pre><span class="ruby-comment"># File lib/bigbench/configuration.rb, line 90</span>
+<span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">configure=</span>(<span class="ruby-identifier">config</span>)
+  <span class="ruby-constant">Configuration</span>.<span class="ruby-identifier">configure</span>=(<span class="ruby-identifier">config</span>)
+<span class="ruby-keyword">end</span></pre>
+          </div><!-- configure-3D-source -->
+          
+        </div>
+
+        
+
+        
+      </div><!-- configure-3D-method -->
+
+    
+      <div id="method-c-duration" class="method-detail ">
+        
+        <div class="method-heading">
+          <span class="method-name">duration</span><span
+            class="method-args">()</span>
+          <span class="method-click-advice">click to toggle source</span>
+        </div>
+        
+
+        <div class="method-description">
+          
+          <p>Returns the duration of all benchmarks - ergo the duration of the longest
+one</p>
+          
+
+          
+          <div class="method-source-code" id="duration-source">
+            <pre><span class="ruby-comment"># File lib/bigbench/benchmark.rb, line 122</span>
+<span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">duration</span>
+  <span class="ruby-constant">Benchmark</span>.<span class="ruby-identifier">max_duration</span>
+<span class="ruby-keyword">end</span></pre>
+          </div><!-- duration-source -->
+          
+        </div>
+
+        
+
+        
+      </div><!-- duration-method -->
+
+    
+      <div id="method-c-load_test-21" class="method-detail ">
+        
+        <div class="method-heading">
+          <span class="method-name">load_test!</span><span
+            class="method-args">(test)</span>
+          <span class="method-click-advice">click to toggle source</span>
+        </div>
+        
+
+        <div class="method-description">
+          
+          <p>Loads a test from a string file that is either parsed from a local file or
+retreived from the key-value store.</p>
+
+<pre class="ruby"><span class="ruby-identifier">benchmark_string</span> = <span class="ruby-string">'benchmark &quot;index page&quot; =&gt; &quot;http://localhost:3000&quot; do
+    get &quot;/&quot;
+end'</span>
+
+<span class="ruby-constant">BigBench</span>.<span class="ruby-identifier">load_test!</span>(<span class="ruby-identifier">benchmark_string</span>)
+</pre>
+          
+
+          
+          <div class="method-source-code" id="load_test-21-source">
+            <pre><span class="ruby-comment"># File lib/bigbench/runner.rb, line 45</span>
+<span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">load_test!</span>(<span class="ruby-identifier">test</span>)
+  <span class="ruby-constant">BigBench</span><span class="ruby-operator">::</span><span class="ruby-constant">Benchmark</span>.<span class="ruby-identifier">reset!</span>
+  <span class="ruby-identifier">eval</span>(<span class="ruby-identifier">test</span>)
+  <span class="ruby-identifier">check_config!</span>
+  <span class="ruby-constant">BigBench</span><span class="ruby-operator">::</span><span class="ruby-constant">Output</span>.<span class="ruby-identifier">loaded_tests</span>
+<span class="ruby-keyword">end</span></pre>
+          </div><!-- load_test-21-source -->
+          
+        </div>
+
+        
+
+        
+      </div><!-- load_test-21-method -->
+
+    
+      <div id="method-c-run-21" class="method-detail ">
+        
+        <div class="method-heading">
+          <span class="method-name">run!</span><span
+            class="method-args">()</span>
+          <span class="method-click-advice">click to toggle source</span>
+        </div>
+        
+
+        <div class="method-description">
+          
+          <p>Runs all initialized benchmarks</p>
+          
+
+          
+          <div class="method-source-code" id="run-21-source">
+            <pre><span class="ruby-comment"># File lib/bigbench/runner.rb, line 31</span>
+<span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">run!</span>
+  <span class="ruby-constant">BigBench</span><span class="ruby-operator">::</span><span class="ruby-constant">Output</span>.<span class="ruby-identifier">running_benchmarks</span>
+  <span class="ruby-constant">Runner</span>.<span class="ruby-identifier">run!</span>
+  <span class="ruby-constant">BigBench</span><span class="ruby-operator">::</span><span class="ruby-constant">Output</span>.<span class="ruby-identifier">finished_running_benchmarks</span>
+<span class="ruby-keyword">end</span></pre>
+          </div><!-- run-21-source -->
+          
+        </div>
+
+        
+
+        
+      </div><!-- run-21-method -->
+
+    
+      <div id="method-c-write_local_trackings_to_file-21" class="method-detail ">
+        
+        <div class="method-heading">
+          <span class="method-name">write_local_trackings_to_file!</span><span
+            class="method-args">()</span>
+          <span class="method-click-advice">click to toggle source</span>
+        </div>
+        
+
+        <div class="method-description">
+          
+          <p>Writes the locals trackings from the benchmark to a file</p>
+          
+
+          
+          <div class="method-source-code" id="write_local_trackings_to_file-21-source">
+            <pre><span class="ruby-comment"># File lib/bigbench/tracker.rb, line 45</span>
+<span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">write_local_trackings_to_file!</span>
+  <span class="ruby-identifier">trackings</span>, <span class="ruby-identifier">counter</span> = <span class="ruby-value">0</span>, <span class="ruby-value">0</span>
+  <span class="ruby-constant">BigBench</span>.<span class="ruby-identifier">benchmarks</span>.<span class="ruby-identifier">each</span>{ <span class="ruby-operator">|</span><span class="ruby-identifier">benchmark</span><span class="ruby-operator">|</span> <span class="ruby-identifier">trackings</span> <span class="ruby-operator">+=</span> <span class="ruby-identifier">benchmark</span>.<span class="ruby-identifier">tracker</span>.<span class="ruby-identifier">trackings</span>.<span class="ruby-identifier">size</span> }
+  <span class="ruby-constant">BigBench</span><span class="ruby-operator">::</span><span class="ruby-constant">Output</span>.<span class="ruby-identifier">writing_trackings</span>(<span class="ruby-identifier">trackings</span>)
+  
+  <span class="ruby-constant">File</span>.<span class="ruby-identifier">open</span>(<span class="ruby-constant">BigBench</span>.<span class="ruby-identifier">config</span>.<span class="ruby-identifier">output</span>, <span class="ruby-string">&quot;w+&quot;</span>) <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">file</span><span class="ruby-operator">|</span>
+    <span class="ruby-constant">BigBench</span>.<span class="ruby-identifier">benchmarks</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">benchmark</span><span class="ruby-operator">|</span>
+      <span class="ruby-identifier">benchmark</span>.<span class="ruby-identifier">tracker</span>.<span class="ruby-identifier">trackings</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">tracking</span><span class="ruby-operator">|</span>
+        <span class="ruby-constant">BigBench</span><span class="ruby-operator">::</span><span class="ruby-constant">Output</span>.<span class="ruby-identifier">wrote_trackings</span>(<span class="ruby-identifier">counter</span>) <span class="ruby-keyword">if</span> <span class="ruby-identifier">counter</span> <span class="ruby-operator">%</span> <span class="ruby-value">100</span> <span class="ruby-operator">==</span> <span class="ruby-value">0</span>
+        <span class="ruby-identifier">file</span>.<span class="ruby-identifier">write</span> <span class="ruby-identifier">tracking</span> <span class="ruby-operator">+</span> <span class="ruby-string">&quot;\n&quot;</span>
+        <span class="ruby-identifier">counter</span> <span class="ruby-operator">+=</span> <span class="ruby-value">1</span>
+      <span class="ruby-keyword">end</span>
+    <span class="ruby-keyword">end</span>
+  <span class="ruby-keyword">end</span>
+  
+  <span class="ruby-constant">BigBench</span><span class="ruby-operator">::</span><span class="ruby-constant">Output</span>.<span class="ruby-identifier">finished_writing_trackings</span>(<span class="ruby-identifier">counter</span>)
+<span class="ruby-keyword">end</span></pre>
+          </div><!-- write_local_trackings_to_file-21-source -->
+          
+        </div>
+
+        
+
+        
+      </div><!-- write_local_trackings_to_file-21-method -->
+
+    
+      <div id="method-c-write_store_trackings_to_file-21" class="method-detail ">
+        
+        <div class="method-heading">
+          <span class="method-name">write_store_trackings_to_file!</span><span
+            class="method-args">()</span>
+          <span class="method-click-advice">click to toggle source</span>
+        </div>
+        
+
+        <div class="method-description">
+          
+          <p>Gathers the trackings from the redis and writes them to a local file</p>
+          
+
+          
+          <div class="method-source-code" id="write_store_trackings_to_file-21-source">
+            <pre><span class="ruby-comment"># File lib/bigbench/tracker.rb, line 64</span>
+<span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">write_store_trackings_to_file!</span>
+  <span class="ruby-identifier">trackings</span>, <span class="ruby-identifier">counter</span> = <span class="ruby-constant">BigBench</span><span class="ruby-operator">::</span><span class="ruby-constant">Store</span>.<span class="ruby-identifier">count_trackings</span>, <span class="ruby-value">0</span>
+  <span class="ruby-constant">BigBench</span><span class="ruby-operator">::</span><span class="ruby-constant">Output</span>.<span class="ruby-identifier">writing_trackings</span>(<span class="ruby-identifier">trackings</span>)
+  
+  <span class="ruby-constant">File</span>.<span class="ruby-identifier">open</span>(<span class="ruby-constant">BigBench</span>.<span class="ruby-identifier">config</span>.<span class="ruby-identifier">output</span>, <span class="ruby-string">&quot;w+&quot;</span>) <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">file</span><span class="ruby-operator">|</span>
+    <span class="ruby-keyword">while</span> <span class="ruby-identifier">tracking</span> = <span class="ruby-constant">BigBench</span><span class="ruby-operator">::</span><span class="ruby-constant">Store</span>.<span class="ruby-identifier">pop_tracking</span> <span class="ruby-keyword">do</span>
+      <span class="ruby-constant">BigBench</span><span class="ruby-operator">::</span><span class="ruby-constant">Output</span>.<span class="ruby-identifier">wrote_trackings</span>(<span class="ruby-identifier">counter</span>) <span class="ruby-keyword">if</span> <span class="ruby-identifier">counter</span> <span class="ruby-operator">%</span> <span class="ruby-value">100</span> <span class="ruby-operator">==</span> <span class="ruby-value">0</span>
+      <span class="ruby-identifier">file</span>.<span class="ruby-identifier">write</span> <span class="ruby-identifier">tracking</span> <span class="ruby-operator">+</span> <span class="ruby-string">&quot;\n&quot;</span>
+      <span class="ruby-identifier">counter</span> <span class="ruby-operator">+=</span> <span class="ruby-value">1</span>
+    <span class="ruby-keyword">end</span>
+  <span class="ruby-keyword">end</span>
+  
+  <span class="ruby-constant">BigBench</span><span class="ruby-operator">::</span><span class="ruby-constant">Output</span>.<span class="ruby-identifier">finished_writing_trackings</span>(<span class="ruby-identifier">counter</span>)
+<span class="ruby-keyword">end</span></pre>
+          </div><!-- write_store_trackings_to_file-21-source -->
+          
+        </div>
+
+        
+
+        
+      </div><!-- write_store_trackings_to_file-21-method -->
+
+    
+      <div id="method-c-write_trackings_to_store-21" class="method-detail ">
+        
+        <div class="method-heading">
+          <span class="method-name">write_trackings_to_store!</span><span
+            class="method-args">()</span>
+          <span class="method-click-advice">click to toggle source</span>
+        </div>
+        
+
+        <div class="method-description">
+          
+          <p>Writes the trackings of a bot to the redis after he finishes the run</p>
+          
+
+          
+          <div class="method-source-code" id="write_trackings_to_store-21-source">
+            <pre><span class="ruby-comment"># File lib/bigbench/tracker.rb, line 28</span>
+<span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">write_trackings_to_store!</span>
+  <span class="ruby-identifier">trackings</span>, <span class="ruby-identifier">counter</span> = <span class="ruby-value">0</span>, <span class="ruby-value">0</span>
+  <span class="ruby-constant">BigBench</span>.<span class="ruby-identifier">benchmarks</span>.<span class="ruby-identifier">each</span>{ <span class="ruby-operator">|</span><span class="ruby-identifier">benchmark</span><span class="ruby-operator">|</span> <span class="ruby-identifier">trackings</span> <span class="ruby-operator">+=</span> <span class="ruby-identifier">benchmark</span>.<span class="ruby-identifier">tracker</span>.<span class="ruby-identifier">trackings</span>.<span class="ruby-identifier">size</span> }
+  <span class="ruby-constant">BigBench</span><span class="ruby-operator">::</span><span class="ruby-constant">Output</span>.<span class="ruby-identifier">writing_trackings</span>(<span class="ruby-identifier">trackings</span>)
+  
+  <span class="ruby-constant">BigBench</span>.<span class="ruby-identifier">benchmarks</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">benchmark</span><span class="ruby-operator">|</span>
+    <span class="ruby-identifier">benchmark</span>.<span class="ruby-identifier">tracker</span>.<span class="ruby-identifier">trackings</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">tracking</span><span class="ruby-operator">|</span>
+      <span class="ruby-constant">BigBench</span><span class="ruby-operator">::</span><span class="ruby-constant">Output</span>.<span class="ruby-identifier">wrote_trackings</span>(<span class="ruby-identifier">counter</span>) <span class="ruby-keyword">if</span> <span class="ruby-identifier">counter</span> <span class="ruby-operator">%</span> <span class="ruby-value">100</span> <span class="ruby-operator">==</span> <span class="ruby-value">0</span>
+      <span class="ruby-constant">BigBench</span><span class="ruby-operator">::</span><span class="ruby-constant">Store</span>.<span class="ruby-identifier">add_tracking</span>(<span class="ruby-identifier">tracking</span>)
+      <span class="ruby-identifier">counter</span> <span class="ruby-operator">+=</span> <span class="ruby-value">1</span>
+    <span class="ruby-keyword">end</span>
+  <span class="ruby-keyword">end</span>
+  
+  <span class="ruby-constant">BigBench</span><span class="ruby-operator">::</span><span class="ruby-constant">Output</span>.<span class="ruby-identifier">finished_writing_trackings</span>(<span class="ruby-identifier">counter</span>)
+<span class="ruby-keyword">end</span></pre>
+          </div><!-- write_trackings_to_store-21-source -->
+          
+        </div>
+
+        
+
+        
+      </div><!-- write_trackings_to_store-21-method -->
+
+    
+    </section><!-- public-class-method-details -->
+  
+  </section><!-- 5Buntitled-5D -->
+
+</div><!-- documentation -->
+
+
+<footer id="validator-badges">
+  <p><a href="http://validator.w3.org/check/referer">[Validate]</a>
+  <p>Generated by <a href="https://github.com/rdoc/rdoc">RDoc</a> 3.12.
+  <p>Generated with the <a href="http://deveiate.org/projects/Darkfish-Rdoc/">Darkfish Rdoc Generator</a> 3.
+</footer>
+