split 0.6.6 → 0.7.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2d56d14f269b46f4409460cd7f8805c423d2ba92
+  data.tar.gz: 574c8c51ccf9a72efad3aace656e80e95301bd3b
+SHA512:
+  metadata.gz: 9be1ddfbab6be25f4458ff893a272523e15b8109727b2eddae3d508db5afed4b810693d61e9c5931b7e5d0ebf36610d442bb08a22869b29c8583ca07e144722f
+  data.tar.gz: 77b36b084453e5aaa46be4d9d1b0551e22c51547a4df02a642dd9ebf94c23c5fdb6fa8a01a2fe7be8f5052dce3cc5003a7c29c7b178d4c54ee5c57b098fd0240

data/.gitignore

@@ -4,4 +4,7 @@ Gemfile.lock
 pkg/*
 *.rbc
 .idea
-coverage
+coverage
+issues.rtf
+dump.rdb
+.gitignore

data/.travis.yml

@@ -1,25 +1,20 @@
 language: ruby
 bundler_args: ''
 rvm:
-  - 1.8.7
   - 1.9.2
   - 1.9.3
   - 2.0.0
   - ruby-head
-  - jruby-18mode
   - jruby-19mode
   - jruby-head
-  - rbx-18mode
+
   - rbx-19mode
 matrix:
   allow_failures:
     - rvm: ruby-head
-    - rvm: rbx-18mode
     - rvm: rbx-19mode
     - rvm: jruby-head
   exclude:
-    - rvm: 1.8.7
-      gemfile: gemfiles/4.0.gemfile
     - rvm: 1.9.2
       gemfile: gemfiles/4.0.gemfile
     - rvm: jruby-18mode
@@ -30,4 +25,7 @@ gemfile:
   - gemfiles/3.0.gemfile
   - gemfiles/3.1.gemfile
   - gemfiles/3.2.gemfile
-  - gemfiles/4.0.gemfile
+  - gemfiles/4.0.gemfile
+
+services:
+   - redis-server

data/CHANGELOG.mdown

@@ -1,3 +1,19 @@
+## 0.7.0 (December 26th, 2013)
+
+Features:
+  
+  - Significantly improved z-score algorithm (@caser ,#221)
+  - Better sorting of Experiments on dashboard (@wadako111, #218)
+
+Bugfixes:
+
+  - Fixed start button not being displayed in some cases (@vigosan, #219)
+
+Misc
+  
+  - Experiment#initialize refactoring (@nberger, #224)
+  - Extract ExperimentStore into a seperate class (@nberger, #225)
+
 ## 0.6.6 (October 15th, 2013)
 
 Features:

data/README.mdown

@@ -134,6 +134,20 @@ Thanks for signing up, dude! <% finished("signup_page_redesign") %>
 
 You can find more examples, tutorials and guides on the [wiki](https://github.com/andrew/split/wiki).
 
+## Statistical Validity
+
+Split uses a z test (n>30) of the difference between your control and alternative conversion rates to calculate statistical significance. 
+
+This means that Split will tell you whether an alternative is better or worse than your control, but it will not distinguish between which alternative is the best in an experiment with multiple alternatives. To find that out, run a new experiment with one of the prior alternatives as the control.
+
+Also, as per this [blog post](http://www.evanmiller.org/how-not-to-run-an-ab-test.html) on the pitfalls of A/B testing, it is highly recommended that you determine your requisite sample size for each branch before running the experiment. Otherwise, you'll have an increased rate of false positives (experiments which show a significant effect where really there is none).
+
+[Here](http://www.evanmiller.org/ab-testing/sample-size.html) is a sample size calculator for your convenience.
+
+Finally, two things should be noted about the dashboard:
+* Split will only tell if you if your experiment is 90%, 95%, or 99% significant. For levels of lesser significance, Split will simply show "insufficient significance."
+* If you have less than 30 participants or 5 conversions for a branch, Split will not calculate significance, as you have not yet gathered enough data.
+
 ## Extras
 
 ### Weighted alternatives
@@ -270,6 +284,22 @@ def log_trial_complete(trial)
 end
 ```
 
+#### Views
+
+If you are running `ab_test` from a view, you must define your event
+hook callback as a
+[helper_method](http://apidock.com/rails/AbstractController/Helpers/ClassMethods/helper_method)
+in the controller:
+
+``` ruby
+helper_method :log_trial_choose
+
+def log_trial_choose(trial)
+  logger.info "experiment=%s alternative=%s user=%s" %
+    [ trial.experiment.name, trial.alternative, current_user.id ]
+end
+```
+
 ### Experiment Hooks
 
 You can assign a proc that will be called when an experiment is reset or deleted. You can use these hooks to call methods within your application to keep data related to experiments in sync with Split.
@@ -606,6 +636,12 @@ end
 
 Ryan bates has produced an excellent 10 minute screencast about split on the Railscasts site: [A/B Testing with Split](http://railscasts.com/episodes/331-a-b-testing-with-split)
 
+## Blogposts
+
+* [A/B Testing with Split in Ruby on Rails](http://grinnick.com/posts/a-b-testing-with-split-in-ruby-on-rails)
+* [Recipe: A/B testing with KISSMetrics and the split gem](http://robots.thoughtbot.com/post/9595887299/recipe-a-b-testing-with-kissmetrics-and-the-split-gem)
+* [Rails A/B testing with Split on Heroku](http://blog.nathanhumbert.com/2012/02/rails-ab-testing-with-split-on-heroku.html)
+
 ## Contributors
 
 Special thanks to the following people for submitting patches:

data/lib/split.rb

@@ -3,13 +3,15 @@
    configuration
    exceptions
    experiment
+   experiment_catalog
    extensions
    helper
    metric
    persistence
    encapsulated_helper
    trial
-   version].each do |f|
+   version
+   zscore].each do |f|
   require "split/#{f}"
 end
 

data/lib/split/alternative.rb

@@ -1,9 +1,15 @@
+require 'split/zscore'
+
+# TODO - take out require and implement using file paths?
+
 module Split
   class Alternative
     attr_accessor :name
     attr_accessor :experiment_name
     attr_accessor :weight
 
+    include Zscore
+
     def initialize(name, experiment_name)
       @experiment_name = experiment_name
       if Hash === name
@@ -84,29 +90,23 @@ module Split
     end
 
     def z_score(goal = nil)
-      # CTR_E = the CTR within the experiment split
-      # CTR_C = the CTR within the control split
-      # E = the number of impressions within the experiment split
-      # C = the number of impressions within the control split
+      # p_a = Pa = proportion of users who converted within the experiment split (conversion rate)
+      # p_c = Pc = proportion of users who converted within the control split (conversion rate)
+      # n_a = Na = the number of impressions within the experiment split
+      # n_c = Nc = the number of impressions within the control split
 
       control = experiment.control
-
       alternative = self
 
       return 'N/A' if control.name == alternative.name
 
-      ctr_e = alternative.conversion_rate(goal)
-      ctr_c = control.conversion_rate(goal)
-
-
-      e = alternative.participant_count
-      c = control.participant_count
-
-      return 0 if ctr_c.zero?
+      p_a = alternative.conversion_rate(goal)
+      p_c = control.conversion_rate(goal)
 
-      standard_deviation = ((ctr_e / ctr_c**3) * ((e*ctr_e)+(c*ctr_c)-(ctr_c*ctr_e)*(c+e))/(c*e)) ** 0.5
+      n_a = alternative.participant_count
+      n_c = control.participant_count
 
-      z_score = ((ctr_e / ctr_c) - 1) / standard_deviation
+      z_score = Split::Zscore.calculate(p_a, n_a, p_c, n_c)
     end
 
     def save

data/lib/split/dashboard/helpers.rb

@@ -21,17 +21,16 @@ module Split
 
       z = round(z_score.to_s.to_f, 3).abs
 
-      if z == 0.0
-        'No Change'
-      elsif z < 1.645
-        'no confidence'
-      elsif z < 1.96
-        '95% confidence'
-      elsif z < 2.57
+      if z >= 2.58
         '99% confidence'
+      elsif z >= 1.96
+        '95% confidence'
+      elsif z >= 1.65
+        '90% confidence'
       else
-        '99.9% confidence'
+        'Insufficient confidence'
       end
+
     end
   end
 end

data/lib/split/dashboard/views/_controls.erb

@@ -0,0 +1,13 @@
+<% if experiment.start_time %>
+  <form action="<%= url "/reset/#{experiment.name}" %>" method='post' onclick="return confirmReset()">
+    <input type="submit" value="Reset Data">
+  </form>
+<% else%>
+  <form action="<%= url "/start/#{experiment.name}" %>" method='post'>
+    <input type="submit" value="Start">
+  </form>
+<% end %>
+<form action="<%= url "/#{experiment.name}" %>" method='post' onclick="return confirmDelete()">
+  <input type="hidden" name="_method" value="delete"/>
+  <input type="submit" value="Delete" class="red">
+</form>

data/lib/split/dashboard/views/_experiment.erb

@@ -14,19 +14,7 @@
     <% if goal.nil? %>
       <div class='inline-controls'>
         <small><%= experiment.start_time ? experiment.start_time.strftime('%Y-%m-%d') : 'Unknown' %></small>
-        <% if experiment.start_time %>
-          <form action="<%= url "/reset/#{experiment.name}" %>" method='post' onclick="return confirmReset()">
-            <input type="submit" value="Reset Data">
-          </form>
-        <% else%>
-          <form action="<%= url "/start/#{experiment.name}" %>" method='post'>
-            <input type="submit" value="Start">
-          </form>
-        <% end %>
-        <form action="<%= url "/#{experiment.name}" %>" method='post' onclick="return confirmDelete()">
-          <input type="hidden" name="_method" value="delete"/>
-          <input type="submit" value="Delete" class="red">
-        </form>
+        <%= erb :_controls, :locals => {:experiment => experiment} %>
       </div>
     <% end %>
   </div>

data/lib/split/dashboard/views/_experiment_with_goal_header.erb

@@ -2,13 +2,7 @@
   <div class="experiment-header">
       <div class='inline-controls'>
         <small><%= experiment.start_time ? experiment.start_time.strftime('%Y-%m-%d') : 'Unknown' %></small>
-        <form action="<%= url "/reset/#{experiment.name}" %>" method='post' onclick="return confirmReset()">
-          <input type="submit" value="Reset Data">
-        </form>
-        <form action="<%= url "/#{experiment.name}" %>" method='post' onclick="return confirmDelete()">
-          <input type="hidden" name="_method" value="delete"/>
-          <input type="submit" value="Delete" class="red">
-        </form>
+        <%= erb :_controls, :locals => {:experiment => experiment} %>
       </div>
   </div>
-</div>
+</div>

data/lib/split/experiment.rb

@@ -6,13 +6,42 @@ module Split
     attr_accessor :goals
     attr_accessor :alternatives
 
+    DEFAULT_OPTIONS = {
+      :resettable => true,
+    }
+
     def initialize(name, options = {})
-      options = {
-        :resettable => true,
-      }.merge(options)
+      options = DEFAULT_OPTIONS.merge(options)
 
       @name = name.to_s
 
+      alternatives = extract_alternatives_from_options(options)
+
+      if alternatives.empty? && (exp_config = Split.configuration.experiment_for(name))
+        set_alternatives_and_options(
+          alternatives: load_alternatives_from_configuration,
+          goals: load_goals_from_configuration,
+          resettable: exp_config[:resettable],
+          algorithm: exp_config[:algorithm]
+        )
+      else
+        set_alternatives_and_options(
+          alternatives: alternatives,
+          goals: options[:goals],
+          resettable: options[:resettable],
+          algorithm: options[:algorithm]
+        )
+      end
+    end
+
+    def set_alternatives_and_options(options)
+      self.alternatives = options[:alternatives]
+      self.goals = options[:goals]
+      self.resettable = options[:resettable]
+      self.algorithm = options[:algorithm]
+    end
+
+    def extract_alternatives_from_options(options)
       alts = options[:alternatives] || []
 
       if alts.length == 1
@@ -21,48 +50,24 @@ module Split
         end
       end
 
-      if alts.empty?
-        exp_config = Split.configuration.experiment_for(name)
-        if exp_config
-          alts = load_alternatives_from_configuration
-          options[:goals] = load_goals_from_configuration
-          options[:resettable] = exp_config[:resettable]
-          options[:algorithm] = exp_config[:algorithm]
-        end
-      end
-
-      self.alternatives = alts
-      self.goals = options[:goals]
-      self.algorithm = options[:algorithm]
-      self.resettable = options[:resettable]
+      alts
     end
 
     def self.all
-      Split.redis.smembers(:experiments).map {|e| find(e)}
+      ExperimentCatalog.all
     end
 
     # Return experiments without a winner (considered "active") first
     def self.all_active_first
-      all.sort_by{|e| e.winner ? 1 : 0} # sort_by hack since true/false isn't sortable
+      ExperimentCatalog.all_active_first
     end
 
     def self.find(name)
-      if Split.redis.exists(name)
-        obj = self.new name
-        obj.load_from_redis
-      else
-        obj = nil
-      end
-      obj
+      ExperimentCatalog.find(name)
     end
 
     def self.find_or_create(label, *alternatives)
-      experiment_name_with_version, goals = normalize_experiment(label)
-      name = experiment_name_with_version.to_s.split(':')[0]
-
-      exp = self.new name, :alternatives => alternatives, :goals => goals
-      exp.save
-      exp
+      ExperimentCatalog.find_or_create(label, *alternatives)
     end
 
     def save
@@ -247,17 +252,6 @@ module Split
 
     protected
 
-    def self.normalize_experiment(label)
-      if Hash === label
-        experiment_name = label.keys.first
-        goals = label.values.first
-      else
-        experiment_name = label
-        goals = []
-      end
-      return experiment_name, goals
-    end
-
     def experiment_config_key
       "experiment_configurations/#{@name}"
     end

data/lib/split/experiment_catalog.rb

@@ -0,0 +1,45 @@
+module Split
+  class ExperimentCatalog
+    def self.all
+      Split.redis.smembers(:experiments).map {|e| find(e)}
+    end
+
+    # Return experiments without a winner (considered "active") first
+    def self.all_active_first
+      all.partition{|e| not e.winner}.map{|es| es.sort_by(&:name)}.flatten
+    end
+
+    def self.find(name)
+      if Split.redis.exists(name)
+        obj = Experiment.new name
+        obj.load_from_redis
+      else
+        obj = nil
+      end
+      obj
+    end
+
+    def self.find_or_create(label, *alternatives)
+      experiment_name_with_version, goals = normalize_experiment(label)
+      name = experiment_name_with_version.to_s.split(':')[0]
+
+      exp = Experiment.new name, :alternatives => alternatives, :goals => goals
+      exp.save
+      exp
+    end
+
+    private
+
+    def self.normalize_experiment(label)
+      if Hash === label
+        experiment_name = label.keys.first
+        goals = label.values.first
+      else
+        experiment_name = label
+        goals = []
+      end
+      return experiment_name, goals
+    end
+
+  end
+end

data/lib/split/version.rb

@@ -1,6 +1,6 @@
 module Split
   MAJOR   = 0
-  MINOR   = 6
-  PATCH   = 6
+  MINOR   = 7
+  PATCH   = 0
   VERSION = [MAJOR, MINOR, PATCH].join('.')
 end

data/lib/split/zscore.rb

@@ -0,0 +1,56 @@
+module Split
+  module Zscore
+
+    include Math
+
+    def self.calculate(p1, n1, p2, n2)
+      # p_1 = Pa = proportion of users who converted within the experiment split (conversion rate)
+      # p_2 = Pc = proportion of users who converted within the control split (conversion rate)
+      # n_1 = Na = the number of impressions within the experiment split
+      # n_2 = Nc = the number of impressions within the control split
+      # s_1 = SEa = standard error of p_1, the estiamte of the mean
+      # s_2 = SEc = standard error of p_2, the estimate of the control
+      # s_p = SEp = standard error of p_1 - p_2, assuming a pooled variance
+      # s_unp = SEunp = standard error of p_1 - p_2, assuming unpooled variance
+
+      p_1 = p1.to_f
+      p_2 = p2.to_f
+
+      n_1 = n1.to_f
+      n_2 = n2.to_f
+
+      # Perform checks on data to make sure we can validly run our confidence tests
+      if n_1 < 30 || n_2 < 30
+        error = "Needs 30+ participants."
+        return error
+      elsif p_1 * n_1 < 5 || p_2 * n_2 < 5
+        error = "Needs 5+ conversions."
+        return error
+      end
+
+      # Formula for standard error: root(pq/n) = root(p(1-p)/n)
+      s_1 = Math.sqrt((p_1)*(1-p_1)/(n_1))
+      s_2 = Math.sqrt((p_2)*(1-p_2)/(n_2))
+
+      # Formula for pooled error of the difference of the means: root(π*(1-π)*(1/na+1/nc)
+      # π = (xa + xc) / (na + nc)
+      pi = (p_1*n_1 + p_2*n_2)/(n_1 + n_2) 
+      s_p = Math.sqrt(pi*(1-pi)*(1/n_1 + 1/n_2))
+
+      # Formula for unpooled error of the difference of the means: root(sa**2/na + sc**2/nc)
+      s_unp = Math.sqrt(s_1**2 + s_2**2)
+
+      # Boolean variable decides whether we can pool our variances
+      pooled = s_1/s_2 < 2 && s_2/s_1 < 2
+
+      # Assign standard error either the pooled or unpooled variance
+      se = pooled ? s_p : s_unp
+
+      # Calculate z-score
+      z_score = (p_1 - p_2)/(se)
+
+      return z_score
+
+    end
+  end
+end

data/spec/alternative_spec.rb

@@ -211,10 +211,45 @@ describe Split::Alternative do
   end
 
   describe 'z score' do
-    it 'should be zero when the control has no conversions' do
-      alternative2.z_score.should eql(0)
-      alternative2.z_score(goal1).should eql(0)
-      alternative2.z_score(goal2).should eql(0)
+
+    it "should return an error string when the control has 0 people" do
+      alternative2.z_score.should eql("Needs 30+ participants.")
+      alternative2.z_score(goal1).should eql("Needs 30+ participants.")
+      alternative2.z_score(goal2).should eql("Needs 30+ participants.")
+    end
+
+    it "should return an error string when the data is skewed or incomplete as per the np > 5 test" do
+      control = experiment.control
+      control.participant_count = 100
+      control.set_completed_count(50)
+
+      alternative2.participant_count = 50
+      alternative2.set_completed_count(1)
+
+      alternative2.z_score.should eql("Needs 5+ conversions.")
+    end
+
+    it "should return a float for a z_score given proper data" do
+      control = experiment.control
+      control.participant_count = 120
+      control.set_completed_count(20)
+
+      alternative2.participant_count = 100
+      alternative2.set_completed_count(25)
+
+      alternative2.z_score.should be_kind_of(Float)
+      alternative2.z_score.should_not eql(0)
+    end
+
+    it "should correctly calculate a z_score given proper data" do
+      control = experiment.control
+      control.participant_count = 126
+      control.set_completed_count(89)
+
+      alternative2.participant_count = 142
+      alternative2.set_completed_count(119)
+      
+      alternative2.z_score.round(2).should eql(2.58)
     end
 
     it "should be N/A for the control" do

data/spec/dashboard_helpers_spec.rb

@@ -6,12 +6,22 @@ include Split::DashboardHelpers
 describe Split::DashboardHelpers do
   describe 'confidence_level' do
     it 'should handle very small numbers' do
-      confidence_level(Complex(2e-18, -0.03)).should eql('No Change')
+      confidence_level(Complex(2e-18, -0.03)).should eql('Insufficient confidence')
     end
 
-    it "should consider a z-score of 1.645 < z < 1.96 as 95% confident" do
-      confidence_level(1.80).should eql('95% confidence')
+    it "should consider a z-score of 1.65 <= z < 1.96 as 90% confident" do
+      confidence_level(1.65).should eql('90% confidence')
+      confidence_level(1.80).should eql('90% confidence')
     end
 
+    it "should consider a z-score of 1.96 <= z < 2.58 as 95% confident" do
+      confidence_level(1.96).should eql('95% confidence')
+      confidence_level(2.00).should eql('95% confidence')
+    end
+
+    it "should consider a z-score of z >= 2.58 as 95% confident" do
+      confidence_level(2.58).should eql('99% confidence')
+      confidence_level(3.00).should eql('99% confidence')
+    end
   end
 end

data/spec/dashboard_spec.rb

@@ -14,7 +14,11 @@ describe Split::Dashboard do
   end
 
   let(:experiment) {
-    Split::Experiment.find_or_create('link_color', 'blue', 'red')
+    Split::Experiment.find_or_create("link_color", "blue", "red")
+  }
+
+  let(:experiment_with_goals) {
+    Split::Experiment.find_or_create({"link_color" => ["goal_1", "goal_2"]}, "blue", "red")
   }
 
   let(:red_link) { link("red") }
@@ -25,15 +29,34 @@ describe Split::Dashboard do
     last_response.should be_ok
   end
 
-  it "should start experiment" do
-    Split.configuration.start_manually = true
-    experiment
-    get '/'
-    last_response.body.should include('Start')
-
-    post "/start/#{experiment.name}"
-    get '/'
-    last_response.body.should include('Reset Data')
+  context "start experiment manually" do
+    before do
+      Split.configuration.start_manually = true
+    end
+
+    context "experiment without goals" do
+      it "should display a Start button" do
+        experiment
+        get '/'
+        last_response.body.should include('Start')
+
+        post "/start/#{experiment.name}"
+        get '/'
+        last_response.body.should include('Reset Data')
+      end
+    end
+
+    context "with goals" do
+      it "should display a Start button" do
+        experiment_with_goals
+        get '/'
+        last_response.body.should include('Start')
+
+        post "/start/#{experiment.name}"
+        get '/'
+        last_response.body.should include('Reset Data')
+      end
+    end
   end
 
   it "should reset an experiment" do

data/spec/helper_spec.rb

@@ -437,7 +437,7 @@ describe Split::Helper do
 
       before(:each) do
         Split.configure do |c|
-          c.ignore_filter = proc{|request| !!"i_am_going_to_be_disabled" }
+          c.ignore_filter = proc{|request| true } # ignore everything
         end
       end
 

metadata

@@ -1,100 +1,88 @@
 --- !ruby/object:Gem::Specification
 name: split
 version: !ruby/object:Gem::Version
-  version: 0.6.6
-  prerelease: 
+  version: 0.7.0
 platform: ruby
 authors:
 - Andrew Nesbitt
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-10-14 00:00:00.000000000 Z
+date: 2013-12-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: redis
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '2.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '2.1'
 - !ruby/object:Gem::Dependency
   name: redis-namespace
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 1.1.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 1.1.0
 - !ruby/object:Gem::Dependency
   name: sinatra
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 1.2.6
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 1.2.6
 - !ruby/object:Gem::Dependency
   name: simple-random
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -102,7 +90,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -110,7 +97,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -118,7 +104,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -126,33 +111,29 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: rack-test
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 0.5.7
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 0.5.7
 - !ruby/object:Gem::Dependency
   name: coveralls
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 description: 
@@ -190,6 +171,7 @@ files:
 - lib/split/dashboard/public/dashboard.js
 - lib/split/dashboard/public/reset.css
 - lib/split/dashboard/public/style.css
+- lib/split/dashboard/views/_controls.erb
 - lib/split/dashboard/views/_experiment.erb
 - lib/split/dashboard/views/_experiment_with_goal_header.erb
 - lib/split/dashboard/views/index.erb
@@ -198,6 +180,7 @@ files:
 - lib/split/engine.rb
 - lib/split/exceptions.rb
 - lib/split/experiment.rb
+- lib/split/experiment_catalog.rb
 - lib/split/extensions.rb
 - lib/split/extensions/array.rb
 - lib/split/extensions/string.rb
@@ -209,6 +192,7 @@ files:
 - lib/split/persistence/session_adapter.rb
 - lib/split/trial.rb
 - lib/split/version.rb
+- lib/split/zscore.rb
 - spec/algorithms/weighted_sample_spec.rb
 - spec/algorithms/whiplash_spec.rb
 - spec/alternative_spec.rb
@@ -229,27 +213,26 @@ files:
 homepage: https://github.com/andrew/split
 licenses:
 - MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: split
-rubygems_version: 1.8.23
+rubygems_version: 2.0.3
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Rack based split testing framework
 test_files:
 - spec/algorithms/weighted_sample_spec.rb
@@ -268,4 +251,3 @@ test_files:
 - spec/spec_helper.rb
 - spec/support/cookies_mock.rb
 - spec/trial_spec.rb
-has_rdoc: