abongo 0.0.1

data/lib/abongo/controller/dashboard.rb

@@ -0,0 +1,24 @@
+class Abongo
+  module Controller
+    module Dashboard
+
+      if Rails::VERSION::MAJOR <= 2
+        ActionController::Base.view_paths.unshift File.join(File.dirname(__FILE__), "../views")
+      else
+        ActionController::Base.prepend_view_path File.join(File.dirname(__FILE__), "../views")
+      end
+      
+      def index
+        @experiments = Abongo.all_tests.map{|e| {'participants' => 0, 'conversions' => 0}.merge(e)}
+        render :template => 'dashboard/index'
+      end
+
+      def end_experiment
+        @alternative = Abongo.get_alternative(params[:id])
+        @experiment = Abongo.get_test(@alternative['test'])
+        Abongo.end_experiment! @experiment['name'], @alternative['content']
+        redirect_to :back
+      end
+    end
+  end
+end

data/lib/abongo/statistics.rb

@@ -0,0 +1,93 @@
+module Abongo::Statistics
+
+  HANDY_Z_SCORE_CHEATSHEET = [[0.10, 1.29], [0.05, 1.65], [0.01, 2.33], [0.001, 3.08]]
+  
+  PERCENTAGES = {0.10 => '90%', 0.05 => '95%', 0.01 => '99%', 0.001 => '99.9%'}
+  
+  DESCRIPTION_IN_WORDS = {0.10 => 'fairly confident', 0.05 => 'confident',
+                         0.01 => 'very confident', 0.001 => 'extremely confident'}
+
+  def self.zscore(alternatives)
+    if alternatives.size != 2
+      raise "Sorry, can't currently automatically calculate statistics for A/B tests with > 2 alternatives."
+    end
+
+    if (alternatives[0]['participants'] == 0) || (alternatives[1]['participants'] == 0)
+      raise "Can't calculate the z score if either of the alternatives lacks participants."
+    end
+
+    cr1 = conversion_rate(alternatives[0])
+    cr2 = conversion_rate(alternatives[1])
+
+    n1 = alternatives[0]['participants']
+    n2 = alternatives[1]['participants']
+
+    numerator = cr1 - cr2
+    frac1 = cr1 * (1 - cr1) / n1
+    frac2 = cr2 * (1 - cr2) / n2
+
+    numerator / ((frac1 + frac2) ** 0.5)
+  end
+
+  def self.p_value(alternatives)
+    index = 0
+    z = zscore(alternatives)
+    z = z.abs
+    found_p = nil
+    while index < HANDY_Z_SCORE_CHEATSHEET.size do
+      if (z > HANDY_Z_SCORE_CHEATSHEET[index][1])
+        found_p = HANDY_Z_SCORE_CHEATSHEET[index][0]
+      end
+      index += 1
+    end
+    found_p
+  end
+
+  def self.is_statistically_significant?(p = 0.05)
+    p_value <= p
+  end
+  
+  def self.conversion_rate(exp)
+    1.0 * exp['conversions'] / exp['participants']
+  end
+
+  def self.pretty_conversion_rate(exp)
+    sprintf("%4.2f%%", conversion_rate(exp) * 100)
+  end
+
+  def self.describe_result_in_words(experiment, alternatives)
+    begin
+      z = zscore(alternatives)
+    rescue
+      return "Could not execute the significance test because one or more of the alternatives has not been seen yet."
+    end
+    p = p_value(alternatives)
+
+    words = ""
+    if (alternatives[0]['participants'] < 10) || (alternatives[1]['participants'] < 10)
+      words += "Take these results with a grain of salt since your samples are so small: "
+    end
+
+    best_alternative = alternatives.max{|a, b| conversion_rate(a) <=> conversion_rate(b)}
+    alts = alternatives - [best_alternative]
+    worst_alternative = alts.first
+
+    words += "The best alternative you have is: [#{best_alternative['content']}], which had "
+    words += "#{best_alternative['conversions']} conversions from #{best_alternative['participants']} participants "
+    words += "(#{pretty_conversion_rate(best_alternative)}).  The other alternative was [#{worst_alternative['content']}], "
+    words += "which had #{worst_alternative['conversions']} conversions from #{worst_alternative['participants']} participants "
+    words += "(#{pretty_conversion_rate(worst_alternative)}).  "
+
+    if (p.nil?)
+      words += "However, this difference is not statistically significant."
+    else
+      words += "This difference is #{PERCENTAGES[p]} likely to be statistically significant, which means you can be "
+      words += "#{DESCRIPTION_IN_WORDS[p]} that it is the result of your alternatives actually mattering, rather than "
+      words += "being due to random chance.  However, this statistical test can't measure how likely the currently "
+      words += "observed magnitude of the difference is to be accurate or not.  It only says \"better\", not \"better "
+      words += "by so much\"."
+    end
+    words
+  end
+
+end

data/lib/abongo/views/dashboard/_experiment.html.erb

@@ -0,0 +1,43 @@
+<h3><%= experiment['name'].titleize %> <%= %Q|(Test completed)| if experiment['final'] %> </h3>
+<table class="experiment" style="border: 1px black;">
+  <tr class="header_row">
+    <th>Name</th>
+    <th>Participants</th>
+    <th>Conversions</th>
+    <th>Notes</th>
+  </tr>
+  <tr class="experiment_row">
+    <td>Experiment Total: </td>
+    <td><%= experiment['participants'] %> </td>
+    <td><%= experiment['conversions'] %> (<%= Abongo::Statistics.pretty_conversion_rate(experiment) %>)</td>
+    <td></td>
+  </tr>
+  <% alternatives = Abongo.get_alternatives(experiment['_id']).to_a %>
+  <% alternatives.each do |alternative| %>
+    <tr class="alternative_row">
+    <td>
+        <%= h alternative['content'] %>
+    </td>
+    <td><%= alternative['participants'] %></td>
+    <td><%= alternative['conversions'] %> (<%= Abongo::Statistics.pretty_conversion_rate(alternative) %>)</td>
+    <td>
+      <% unless experiment['final'] %>
+      <%= link_to("End experiment, picking this.", url_for(:id => alternative['_id'],
+      :action => "end_experiment"),
+      :method => :post,
+      :confirm => "Are you sure you want to terminate this experiment?  This is not reversible."
+      ) %>
+      <% else %>
+        <% if alternative['content'] == experiment['final'] %>
+          <b>(All users seeing this.)</b>
+        <% end %>
+      <% end %>
+    </td>
+  </tr>
+  <% end %>
+  <tr>
+    <td colspan="4">
+      <b>Significance test results: </b><%= Abongo::Statistics.describe_result_in_words(experiment, alternatives) %>
+    </td>
+  </tr>
+</table>

data/lib/abongo/views/dashboard/index.html.erb

@@ -0,0 +1,20 @@
+<div id="abongo_dashboard">
+<p><h1>Welcome to your A/Bongo dashboard!</h1>
+
+See <a href="http://www.bongocardcreator.com/abongo">the official site</a> for documentation.
+I encourage you to customize this page to fit your needs.  See /vendor/plugins/abongo/views for
+the view templates.  Hack them to pieces -- please!
+</p>
+
+<p>
+  <% if flash[:notice] %>
+  <span style="color: green;"><%= flash[:notice] %> </span>
+  <% end %>
+  <h2>All Experiments</h2>
+  
+<% @experiments.each do |experiment| %>
+  <%= render :partial => "dashboard/experiment", :locals => {:experiment => experiment} %>
+  <br/>
+<% end %>
+</p>
+</div>

data/lib/abongo_sugar.rb

@@ -0,0 +1,51 @@
+#This module exists entirely to save finger strain for programmers.
+#It is designed to be included in your ApplicationController.
+#
+#See abongo.rb for descriptions of what these do.
+
+module AbongoSugar
+
+  def ab_test(test_name, alternatives = nil, options = {})
+    if (Abongo.options[:enable_specification] && !params[test_name].nil?)
+      choice = params[test_name]
+    elsif (Abongo.options[:enable_override_in_session] && !session[test_name].nil?)
+      choice = session[test_name]
+    elsif (Abongo.options[:enable_selection] && !params[test_name].nil?)
+      choice = alternatives[params[test_name].to_i]
+    elsif (alternatives.nil?)
+      choice = Abongo.flip(test_name, options)
+    else
+      choice = Abongo.test(test_name, alternatives, options)
+    end
+
+    if block_given?
+      yield(choice)
+    else
+      choice
+    end
+  end
+
+  def bongo!(test_name, options = {})
+    Abongo.bongo!(test_name, options)
+  end
+
+  #Mark the user as a human.
+  def abongo_mark_human
+    textual_result = "1"
+    begin
+      a = params[:a].to_i
+      b = params[:b].to_i
+      c = params[:c].to_i
+      if (request.method == :post && (a + b == c))
+        Abongo.human!
+      else
+        textual_result = "0"
+      end
+    rescue #If a bot doesn't pass a, b, or c, to_i will fail.  This scarfs up the exception, to save it from polluting our logs.
+      textual_result = "0"
+    end
+    render :text => textual_result, :layout => false #Not actually used by browser
+
+  end
+
+end

data/lib/abongo_view_helper.rb

@@ -0,0 +1,43 @@
+#Gives you easy syntax to use ABongo in your views.
+
+module AbongoViewHelper
+
+  def ab_test(test_name, alternatives = nil, options = {}, &block)
+
+    if (Abongo.options[:enable_specification] && !params[test_name].nil?)
+      choice = params[test_name]
+    elsif (Abongo.options[:enable_override_in_session] && !session[test_name].nil?)
+      choice = session[test_name]
+    elsif (Abongo.options[:enable_selection] && !params[test_name].nil?)
+      choice = alternatives[params[test_name].to_i]
+    elsif (alternatives.nil?)
+      choice = Abongo.flip(test_name, options)
+    else
+      choice = Abongo.test(test_name, alternatives, options)
+    end
+
+    if block
+      content_tag = capture(choice, &block)
+      Rails::VERSION::MAJOR <= 2 and block_called_from_erb?(block) ? concat(content_tag) : content_tag
+    else
+      choice
+    end
+  end
+
+  def bongo!(test_name, options = {})
+    Abongo.bongo!(test_name, options)
+  end
+
+  #This causes an AJAX post against the URL.  That URL should call Abongo.human!
+  #This guarantees that anyone calling Abongo.human! is capable of at least minimal Javascript execution, and thus is (probably) not a robot.
+  def include_humanizing_javascript(url = "/abongo_mark_human", style = :prototype)
+    script = nil
+    if (style == :prototype)
+      script = "var a=Math.floor(Math.random()*11); var b=Math.floor(Math.random()*11);var x=new Ajax.Request('#{url}', {parameters:{a: a, b: b, c: a+b}})"
+    elsif (style == :jquery)
+      script = "var a=Math.floor(Math.random()*11); var b=Math.floor(Math.random()*11);var x=jQuery.post('#{url}', {a: a, b: b, c: a+b})"
+    end
+    script.nil? ? "" : %Q|<script type="text/javascript">#{script}</script>|.html_safe
+  end
+  
+end

data/rails/init.rb

@@ -0,0 +1,2 @@
+ActionController::Base.send :include, AbongoSugar
+ActionView::Base.send :include, AbongoViewHelper

data/rails/init.rb~

@@ -0,0 +1,2 @@
+ActionController::Base.send :include, AbongoSugar
+ActionView::Base.send :include, AbongoViewHelper

data/test/test_abongo.rb

@@ -0,0 +1,514 @@
+require 'test/unit'
+require 'rubygems'
+require 'mongo'
+require 'abongo'
+
+class TestAbongo < Test::Unit::TestCase
+
+  def setup
+    conn = Mongo::Connection.new
+    db = conn['abongo_test']
+    Abongo.db = db
+    Abongo.options = {}
+    Abongo.identity = nil
+    Abongo.salt = 'Not really necessary.'
+    Abongo.participants.drop
+    Abongo.alternatives.drop
+    Abongo.conversions.drop
+    Abongo.experiments.drop
+  end
+
+  def teardown
+  end
+
+  def test_experiment_creation
+    experiment = Abongo.start_experiment!('test_test', ['alt1', 'alt2'])
+    assert_equal('test_test', experiment['name'])
+    assert_equal(['alt1', 'alt2'], experiment['alternatives'])
+    assert(Abongo.tests_listening_to_conversion('test_test').include?(experiment['_id']))
+  end
+
+  def test_experiment_creation_occurs_once
+    experiment1 = Abongo.start_experiment!('test_test', ['alt1', 'alt2'])
+    experiment2 = Abongo.start_experiment!('test_test', ['alt1', 'alt2'])
+    assert_equal(experiment1, experiment2)
+  end
+
+  def test_experiment_creation_with_conversion
+    Abongo.start_experiment!('test_test', ['alt1', 'alt2'], 'convert')
+    experiment = Abongo.get_test('test_test')
+    assert_equal('test_test', experiment['name'])
+    assert_equal(['alt1', 'alt2'], experiment['alternatives'])
+    assert(Abongo.tests_listening_to_conversion('convert').include?(experiment['_id']))
+  end
+
+  def test_default_identity
+    assert 0 <= Abongo.identity.to_i
+    assert 10**10 >= Abongo.identity.to_i
+  end
+
+  def test_add_participation
+    Abongo.add_participation('ident', 'test1')
+    assert_equal(['test1'], Abongo.find_participant('ident')['tests'])
+    Abongo.add_participation('ident', 'test2')
+    assert_equal(['test1', 'test2'], Abongo.find_participant('ident')['tests'])
+  end
+
+  def test_count_participation
+    Abongo.test('test_test', ['alt1', 'alt2'])
+    experiment = Abongo.get_test 'test_test'
+    assert_equal 1, experiment['participants']
+  end
+  
+  def test_add_conversions
+    Abongo.add_conversion('ident', 'test1')
+    assert_equal(['test1'], Abongo.find_participant('ident')['conversions'])
+    Abongo.add_conversion('ident', 'test2')
+    assert_equal(['test1', 'test2'], Abongo.find_participant('ident')['conversions'])
+  end
+    
+  def test_find_alternative_for_user
+    Abongo.identity = 'ident'
+    experiment = Abongo.start_experiment!('test_test', ['alt1', 'alt2'])
+    assert_equal('alt1', Abongo.find_alternative_for_user('ident', experiment))
+  end
+  
+  def test_test
+    Abongo.identity = 'ident'
+    assert_equal('alt1', Abongo.test('test_test', ['alt1', 'alt2']))
+    experiment = Abongo.get_test('test_test')
+    assert_equal('test_test', experiment['name'])
+    assert_equal(['alt1', 'alt2'], experiment['alternatives'])
+    assert_equal([experiment['_id']], Abongo.find_participant('ident')['tests'])    
+  end
+
+  def test_test_with_block
+    Abongo.identity = 'ident'
+    Abongo.test('test_test', ['alt1', 'alt2']){|alt|
+      assert_equal('alt1', alt)
+    }
+  end
+
+  def test_flip
+    Abongo.identity = 'ident'
+    assert_equal(true, Abongo.flip('test_test'))
+    experiment = Abongo.get_test('test_test')
+    assert_equal('test_test', experiment['name'])
+    assert_equal([true, false], experiment['alternatives'])
+    assert_equal([experiment['_id']], Abongo.find_participant('ident')['tests'])    
+  end
+
+  def test_flip_with_block
+    Abongo.identity = 'ident'
+    Abongo.flip('test_test'){|alt|
+      assert_equal(true, alt)
+    }
+    experiment = Abongo.get_test('test_test')
+    assert_equal([true, false], experiment['alternatives'])
+  end
+
+  def test_flip_with_options
+    Abongo.identity = 'ident'
+    Abongo.flip('test_test', :conversion => 'test_conversions')
+    experiment = Abongo.get_test('test_test')
+    assert_equal([experiment['_id']], Abongo.tests_listening_to_conversion('test_conversions'))
+  end
+  
+  def test_flip_with_options_and_block
+    Abongo.identity = 'ident'
+    Abongo.flip('test_test', :conversion => 'test_conversions') do |alt|
+      # do nothing
+    end
+    experiment = Abongo.get_test('test_test')
+    assert_equal([experiment['_id']], Abongo.tests_listening_to_conversion('test_conversions'))
+  end
+  
+  def test_test_short_circuit
+    Abongo.identity = 'ident'
+    assert_equal('alt1', Abongo.test('test_test', ['alt1', 'alt2']))
+    Abongo.end_experiment!('test_test', 'alt2')
+    assert_equal('alt2', Abongo.test('test_test', ['alt1', 'alt2']))
+    Abongo.end_experiment!('test_test', 'alt3')
+    assert_equal('alt3', Abongo.test('test_test', ['alt1', 'alt2']))
+  end
+
+  def test_ensure_one_participation_per_participant
+    Abongo.identity = 'ident'
+    10.times do
+      Abongo.test('test_test', ['alt1', 'alt2'])
+      participant = Abongo.find_participant('ident')
+      assert_equal(1, participant['tests'].size)
+      alternative = Abongo.alternatives.find_one(:test => participant['tests'].first, :content => 'alt1')
+      assert_equal(1, alternative['participants'])
+    end
+  end
+
+  def test_ensure_multiple_participation
+    Abongo.identity = 'ident'
+    10.times do |num|
+      Abongo.test('test_test', ['alt1', 'alt2'], {:multiple_participation => true})
+      participant = Abongo.find_participant('ident')
+      assert_equal(1, participant['tests'].size)
+      alternative = Abongo.alternatives.find_one(:test => participant['tests'].first, :content => 'alt1')
+      assert_equal(num+1, alternative['participants'])
+    end
+  end
+
+  def test_score_conversion
+    Abongo.identity = 'ident'
+    Abongo.test('test_test', ['alt1', 'alt2'])
+    participant = Abongo.find_participant('ident')
+    alternative = Abongo.alternatives.find_one(:test => participant['tests'].first, :content => 'alt1')
+    assert_equal(1, alternative['participants'])
+    assert_equal(0, alternative['conversions'])
+    experiment = Abongo.get_test('test_test')
+    Abongo.score_conversion!(experiment['_id'])
+    alternative = Abongo.alternatives.find_one(:test => participant['tests'].first, :content => 'alt1')
+    assert_equal(1, alternative['conversions'])
+  end
+
+  def test_count_participation
+    Abongo.test('test_test', ['alt1', 'alt2'])
+    experiment = Abongo.get_test 'test_test'
+    assert_equal 0, experiment['conversions'] || 0
+    Abongo.score_conversion!(experiment['_id'])
+    experiment = Abongo.get_test 'test_test'
+    assert_equal 1, experiment['conversions'] || 0
+  end
+
+  def test_score_conversion_with_name
+    Abongo.identity = 'ident'
+    Abongo.test('test_test', ['alt1', 'alt2'])
+    participant = Abongo.find_participant('ident')
+    alternative = Abongo.alternatives.find_one(:test => participant['tests'].first, :content => 'alt1')
+    assert_equal(1, alternative['participants'])
+    assert_equal(0, alternative['conversions'])
+    experiment = Abongo.get_test('test_test')
+    Abongo.score_conversion!('test_test')
+    alternative = Abongo.alternatives.find_one(:test => participant['tests'].first, :content => 'alt1')
+    assert_equal(1, alternative['conversions'])
+  end
+
+  def test_score_conversion_only_once_per_participant
+    Abongo.identity = 'ident'
+    Abongo.test('test_test', ['alt1', 'alt2'])
+    participant = Abongo.find_participant('ident')
+    alternative = Abongo.alternatives.find_one(:test => participant['tests'].first, :content => 'alt1')
+    assert_equal(1, alternative['participants'])
+    assert_equal(0, alternative['conversions'])
+    experiment = Abongo.get_test('test_test')
+    10.times do
+      Abongo.score_conversion!(experiment['_id'])
+      alternative = Abongo.alternatives.find_one(:test => participant['tests'].first, :content => 'alt1')
+      assert_equal(1, alternative['conversions'])
+    end
+  end
+
+  def test_score_conversion_with_multiple_conversions
+    Abongo.identity = 'ident'
+    Abongo.options[:multiple_conversions] = true
+    Abongo.test('test_test', ['alt1', 'alt2'])
+    experiment = Abongo.get_test('test_test')
+    alternative = Abongo.alternatives.find_one(:test => experiment["_id"], :content => 'alt1')
+    assert_equal(1, alternative['participants'])
+    assert_equal(0, alternative['conversions'])
+    10.times do |num|
+      Abongo.score_conversion!(experiment['_id'])
+      alternative = Abongo.alternatives.find_one(:test => experiment["_id"], :content => 'alt1')
+      assert_equal(num+1, alternative['conversions'])
+    end
+  end
+
+  def test_salt
+    Abongo.identity = 'ident'
+    assert_equal('alt1', Abongo.test('test_test', ['alt1', 'alt2']))
+    Abongo.salt = "This will change the result"
+    assert_equal('alt2', Abongo.test('test_test', ['alt1', 'alt2']))
+  end
+  
+  def test_count_humans_only
+    Abongo.identity = 'ident'
+    Abongo.options[:count_humans_only] = true
+    assert_equal("alt1", Abongo.test('test_test', ['alt1', 'alt2']))
+
+    experiment = Abongo.get_test('test_test')
+    alternative = Abongo.alternatives.find_one(:test => experiment['_id'], :content => 'alt1')
+    assert_equal(0, experiment['participants'])
+    assert_equal(0, experiment['conversions'])
+    assert_equal(0, alternative['participants'])
+    assert_equal(0, alternative['conversions'])
+
+    Abongo.score_conversion!('test_test')
+    experiment = Abongo.get_test('test_test')
+    alternative = Abongo.alternatives.find_one(:test => experiment['_id'], :content => 'alt1')
+    assert_equal(0, experiment['participants'])
+    assert_equal(0, experiment['conversions'])
+    assert_equal(0, alternative['participants'])
+    assert_equal(0, alternative['conversions'])
+
+    Abongo.human!
+    experiment = Abongo.get_test('test_test')
+    alternative = Abongo.alternatives.find_one(:test => experiment['_id'], :content => 'alt1')
+    assert_equal(1, experiment['participants'])
+    assert_equal(1, experiment['conversions'])
+    assert_equal(1, alternative['participants'])
+    assert_equal(1, alternative['conversions'])
+
+
+    assert_equal("alt1", Abongo.test('test2', ['alt1', 'alt2']))
+    
+    experiment = Abongo.get_test('test2')
+    alternative = Abongo.alternatives.find_one(:test => experiment['_id'], :content => 'alt1')
+    assert_equal(1, experiment['participants'])
+    assert_equal(0, experiment['conversions'])
+    assert_equal(1, alternative['participants'])
+    assert_equal(0, alternative['conversions'])
+
+    Abongo.score_conversion!('test2')
+    experiment = Abongo.get_test('test2')
+    alternative = Abongo.alternatives.find_one(:test => experiment['_id'], :content => 'alt1')
+    assert_equal(1, experiment['participants'])
+    assert_equal(1, experiment['conversions'])
+    assert_equal(1, alternative['participants'])
+    assert_equal(1, alternative['conversions'])
+
+    Abongo.human!
+    experiment = Abongo.get_test('test2')
+    alternative = Abongo.alternatives.find_one(:test => experiment['_id'], :content => 'alt1')
+    assert_equal(1, experiment['participants'])
+    assert_equal(1, experiment['conversions'])
+    assert_equal(1, alternative['participants'])
+    assert_equal(1, alternative['conversions'])
+  end
+
+  def test_count_humans_only_without_conversion_before_marked_human
+    Abongo.identity = 'ident'
+    Abongo.options[:count_humans_only] = true
+    assert_equal("alt1", Abongo.test('test_test', ['alt1', 'alt2']))
+
+    experiment = Abongo.get_test('test_test')
+    alternative = Abongo.alternatives.find_one(:test => experiment['_id'], :content => 'alt1')
+    assert_equal(0, alternative['participants'])
+    assert_equal(0, alternative['conversions'])
+
+    Abongo.human!
+    alternative = Abongo.alternatives.find_one(:test => experiment['_id'], :content => 'alt1')
+    assert_equal(1, alternative['participants'])
+    assert_equal(0, alternative['conversions'])
+
+    Abongo.score_conversion!('test_test')
+    alternative = Abongo.alternatives.find_one(:test => experiment['_id'], :content => 'alt1')
+    assert_equal(1, alternative['participants'])
+    assert_equal(1, alternative['conversions'])
+  end
+
+  def test_parse_alternatives_array
+    assert_equal([1, 5, 2, 4, true], Abongo.parse_alternatives([1, 5, 2, 4, true]))
+  end
+
+  def test_parse_alternatives_integer
+    assert_equal([1, 2, 3, 4, 5], Abongo.parse_alternatives(5))
+  end
+
+  def test_parse_alternatives_range
+    assert_equal([2, 3, 4, 5], Abongo.parse_alternatives(2..5))
+  end
+
+  def test_parse_alternatives_hash
+    assert_equal(["three", "three", "three", "one"], Abongo.parse_alternatives({"three" => 3, "one" => 1}))
+  end
+
+  def test_parse_alternatives_hash_invalid_value
+    assert_raise RuntimeError do
+      Abongo.parse_alternatives({"three" => "bob"})
+    end
+  end
+
+  def test_parse_alternatives_invalid_type
+    assert_raise RuntimeError do
+      Abongo.parse_alternatives(Abongo.new)
+    end
+  end
+
+  def test_bongo_array
+    Abongo.identity = 'ident'
+    test1 = Abongo.start_experiment!('test1', ['alt1', 'alt2'])
+    test2 = Abongo.start_experiment!('test2', ['alt1', 'alt2'])
+    test3 = Abongo.start_experiment!('test3', ['alt1', 'alt2'])
+    test4 = Abongo.start_experiment!('test3', ['alt1', 'alt2'])
+    Abongo.test('test1', ['alt1', 'alt2'])
+    Abongo.test('test2', ['alt1', 'alt2'])
+    Abongo.test('test3', ['alt1', 'alt2'])
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test1), :test => test1['_id']})['conversions'])
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test2), :test => test2['_id']})['conversions'])
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test3), :test => test3['_id']})['conversions'])
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test4), :test => test4['_id']})['conversions'])
+
+    Abongo.bongo!(['test1', 'test2'])
+    assert_equal(1, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test1), :test => test1['_id']})['conversions'])
+    assert_equal(1, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test2), :test => test2['_id']})['conversions'])
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test3), :test => test3['_id']})['conversions'])
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test4), :test => test4['_id']})['conversions'])
+  end
+
+  def test_bongo_nil
+    Abongo.identity = 'ident'
+    test1 = Abongo.start_experiment!('test1', ['alt1', 'alt2'])
+    test2 = Abongo.start_experiment!('test2', ['alt1', 'alt2'])
+    test3 = Abongo.start_experiment!('test3', ['alt1', 'alt2'])
+    Abongo.test('test1', ['alt1', 'alt2'])
+    Abongo.test('test2', ['alt1', 'alt2'])
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test1), :test => test1['_id']})['conversions'])
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test2), :test => test2['_id']})['conversions'])
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test3), :test => test3['_id']})['conversions'])
+
+    Abongo.bongo!
+    assert_equal(1, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test1), :test => test1['_id']})['conversions'])
+    assert_equal(1, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test2), :test => test2['_id']})['conversions'])
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test3), :test => test3['_id']})['conversions'])
+  end
+
+  def test_bongo_with_alternative_conversion
+    Abongo.identity = 'ident'
+    test1 = Abongo.start_experiment!('test1', ['alt1', 'alt2'], "convert!")
+    test2 = Abongo.start_experiment!('test2', ['alt1', 'alt2'], "convert!")
+    test3 = Abongo.start_experiment!('test3', ['alt1', 'alt2'], "dontconvert!")
+    Abongo.test('test1', ['alt1', 'alt2'])
+    Abongo.test('test2', ['alt1', 'alt2'])
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test1), :test => test1['_id']})['conversions'])
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test2), :test => test2['_id']})['conversions'])
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test3), :test => test3['_id']})['conversions'])
+
+    Abongo.bongo!('convert!')
+    assert_equal(1, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test1), :test => test1['_id']})['conversions'])
+    assert_equal(1, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test2), :test => test2['_id']})['conversions'])
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test3), :test => test3['_id']})['conversions'])
+  end
+
+  def test_bongo_with_test_name
+    Abongo.identity = 'ident'
+    test1 = Abongo.start_experiment!('test1', ['alt1', 'alt2'])
+    test2 = Abongo.start_experiment!('test2', ['alt1', 'alt2'])
+    test3 = Abongo.start_experiment!('test3', ['alt1', 'alt2'])
+    Abongo.test('test1', ['alt1', 'alt2'])
+    Abongo.test('test2', ['alt1', 'alt2'])
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test1), :test => test1['_id']})['conversions'])
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test2), :test => test2['_id']})['conversions'])
+    Abongo.bongo!('test1')
+    assert_equal(1, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test1), :test => test1['_id']})['conversions'])
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test2), :test => test2['_id']})['conversions'])
+  end
+
+  def test_bongo_doesnt_assume_participation
+    Abongo.identity = 'ident'
+    test1 = Abongo.start_experiment!('test1', ['alt1', 'alt2'])
+    Abongo.bongo!('test1')
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test1), :test => test1['_id']})['conversions'])
+    Abongo.test('test1', ['alt1', 'alt2'])
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test1), :test => test1['_id']})['conversions'])
+    Abongo.bongo!('test1')
+    assert_equal(1, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test1), :test => test1['_id']})['conversions'])
+  end
+
+  def test_bongo_with_assume_participation
+    Abongo.identity = 'ident'
+    Abongo.options[:assume_participation] = true
+    test1 = Abongo.start_experiment!('test1', ['alt1', 'alt2'])
+    assert_equal(0, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test1), :test => test1['_id']})['conversions'])
+    Abongo.bongo!('test1')
+    assert_equal(1, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test1), :test => test1['_id']})['conversions'])
+    Abongo.test('test1', ['alt1', 'alt2'])
+    assert_equal(1, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test1), :test => test1['_id']})['conversions'])
+    Abongo.bongo!('test1')
+    assert_equal(1, Abongo.alternatives.find_one({:content => Abongo.find_alternative_for_user(Abongo.identity, test1), :test => test1['_id']})['conversions'])
+  end
+
+  def test_participating_tests
+    Abongo.identity = 'ident'
+    test1 = Abongo.start_experiment!('test1', ['alt1', 'alt2'])
+    test2 = Abongo.start_experiment!('test2', ['alt1', 'alt2'])
+    test3 = Abongo.start_experiment!('test3', ['alt1', 'alt2'])
+    assert_equal({}, Abongo.participating_tests)
+    Abongo.test('test1', ['alt1', 'alt2'])
+    assert_equal({'test1' => 'alt1'}, Abongo.participating_tests)
+    Abongo.test('test2', ['alt1', 'alt2'])
+    assert_equal({'test1' => 'alt1', 'test2' => 'alt1'}, Abongo.participating_tests)
+    Abongo.end_experiment!('test1', 'alt1')
+    assert_equal({'test2' => 'alt1'}, Abongo.participating_tests)
+    Abongo.end_experiment!('test2', 'alt1')
+    assert_equal({}, Abongo.participating_tests)
+  end
+
+  def test_participating_tests_with_noncurrent
+    Abongo.identity = 'ident'
+    test1 = Abongo.start_experiment!('test1', ['alt1', 'alt2'])
+    test2 = Abongo.start_experiment!('test2', ['alt1', 'alt2'])
+    test3 = Abongo.start_experiment!('test3', ['alt1', 'alt2'])
+    assert_equal({}, Abongo.participating_tests)
+    Abongo.test('test1', ['alt1', 'alt2'])
+    assert_equal({'test1' => 'alt1'}, Abongo.participating_tests(false))
+    Abongo.test('test2', ['alt1', 'alt2'])
+    assert_equal({'test1' => 'alt1', 'test2' => 'alt1'}, Abongo.participating_tests(false))
+    Abongo.end_experiment!('test1', 'alt1')
+    assert_equal({'test1' => 'alt1', 'test2' => 'alt1'}, Abongo.participating_tests(false))
+    Abongo.end_experiment!('test2', 'alt1')
+    assert_equal({'test1' => 'alt1', 'test2' => 'alt1'}, Abongo.participating_tests(false))
+  end
+
+  def test_expires_in
+    Abongo.identity = 'ident'
+    Abongo.options[:expires_in] = 1
+    experiment = Abongo.start_experiment!('test1', ['alt1', 'alt2'])
+    
+    alternative = Abongo.alternatives.find_one(:test => experiment['_id'], :content => 'alt1')
+    assert_equal(0, alternative['participants'])
+    assert_equal(0, alternative['conversions'])
+
+    Abongo.test('test1', ['alt1', 'alt2'])
+    Abongo.bongo!
+    alternative = Abongo.alternatives.find_one(:test => experiment['_id'], :content => 'alt1')
+    assert_equal(1, alternative['participants'])
+    assert_equal(1, alternative['conversions'])
+
+    sleep(1)
+
+    Abongo.test('test1', ['alt1', 'alt2'])
+    Abongo.bongo!
+    alternative = Abongo.alternatives.find_one(:test => experiment['_id'], :content => 'alt1')
+    assert_equal(2, alternative['participants'])
+    assert_equal(2, alternative['conversions'])
+  end
+
+  def test_expires_in_for_bots
+    Abongo.identity = 'ident'
+    Abongo.options[:count_humans_only] = true
+    Abongo.options[:expires_in] = 1000
+    Abongo.options[:expires_in_for_bots] = 1
+    experiment = Abongo.start_experiment!('test1', ['alt1', 'alt2'])
+
+    Abongo.test('test1', ['alt1', 'alt2'])
+    participant = Abongo.find_participant(Abongo.identity)
+    assert(participant['expires'] < Time.now+1)
+
+    Abongo.human!
+    participant = Abongo.find_participant(Abongo.identity)
+    assert(participant['expires'] > Time.now+1)
+
+    Abongo.identity = 'ident2'
+    Abongo.human!
+    Abongo.test('test1', ['alt1', 'alt2'])
+    participant = Abongo.find_participant(Abongo.identity)
+    assert(participant['expires'] > Time.now+1)
+  end
+
+  def test_get_test_accepts_name
+    experiment = Abongo.start_experiment!('test_test', ['alt1', 'alt2'])
+    assert_equal(experiment, Abongo.get_test('test_test'))
+  end
+
+  def test_get_test_accepts_id
+    experiment = Abongo.start_experiment!('test_test', ['alt1', 'alt2'])
+    assert_equal(experiment, Abongo.get_test(experiment['_id']))
+  end
+
+end