ab_panel 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: eddcde97ae111db6ebc623a046cb420165781b04
-  data.tar.gz: 2eef6a7d7788394cc81c4d508cca4ce598c2aaf0
+  metadata.gz: 17de85b0bf79398d4c004cb2a7de53b13347843e
+  data.tar.gz: ec7bbc8ade945df459db9f83b754c2cefab9f9c9
 SHA512:
-  metadata.gz: 364bb674be3048779273917e7a35fa51927356bf67e9187a323c296b30a0d5d61101d1fae1c8eac20dc3f28a4a8c51e6f7e8d9cee199feca714cb5771851704c
-  data.tar.gz: 1c0dca5e98a83de0785a7654452ce68881eb6a471530d3758aaad0eb2f85761dfecb2d6b5c3d1626877380d70de84ca3f0ccf03444b18315e86c6735edbbbb69
+  metadata.gz: 556d32d1a6b2965db653703aea0a2e02914fc526f80e3a392ceb3bef66374912961b6ab82f7275903e4272fe2aab774d38e123c4b5dbfdc68370fdd69961f474
+  data.tar.gz: 9abeeb2287f2ec6626068d4ec89dc185d21cc8bf1d83c66ef29d7ec067439836a3b3c2e6226928fe8746a44369b348a9418cc9d9f9d43cc5b24f9910a5ce3c0a

data/README.md

@@ -18,6 +18,35 @@ Or install it yourself as:
 
     $ gem install ab_panel
 
+## Upgrading from 0.2.0 to 0.3.0
+
+In this new version we've added weights to different conditions/scenarios. This
+is so that you can rollout certain features slowly. We've also removed the
+original (control scenario) that is added standard.
+
+The only thing you need to do to upgrade is update the ``ab_panel.yml``.
+
+Old:
+
+```yaml
+
+foo:
+  - bar1
+  - bar2
+
+```
+
+New (if you want to keep original or need original):
+
+```yaml
+
+foo:
+  bar1: 2
+  bar2: 2
+  original: 2
+
+```
+
 ## Usage
 
 Create a config file with one or more experiments and conditions.
@@ -26,13 +55,14 @@ In `config/ab_panel.yml`
 
 ```yaml
 my_experiment:
-  - condition_b
-  - condition_c
+  original:    1
+  condition_b: 1
+  condition_c: 1
 ```
 
 Note that this will create 3 conditions:
 
-  1. Original condition (control condition)
+  1. Original condition 
   2. Condition B
   3. Condition C
 

data/ab_panel.gemspec

@@ -6,8 +6,8 @@ require 'ab_panel/version'
 Gem::Specification.new do |spec|
   spec.name          = "ab_panel"
   spec.version       = AbPanel::VERSION
-  spec.authors       = ["Wouter de Vos", "Mark Mulder"]
-  spec.email         = ["wouter@springest.com", "markmulder@gmail.com"]
+  spec.authors       = ["Wouter de Vos", "Mark Mulder", "Peter de Ruijter"]
+  spec.email         = ["wouter@springest.com", "markmulder@gmail.com", "hello@thisiswho.im"]
   spec.description   = %q{Run A/B test experiments on your Rails 3+ site using Mixpanel as a backend.}
   spec.summary       = %q{Run A/B test experiments on your Rails 3+ site using Mixpanel as a backend.}
   spec.homepage      = "https://github.com/Springest/ab_panel"

data/lib/ab_panel.rb

@@ -1,4 +1,6 @@
 require 'set'
+require_relative './array'
+
 Dir[File.expand_path(File.join(
   File.dirname(__FILE__),'ab_panel','**','*.rb'))]
     .each {|f| require f}
@@ -37,6 +39,10 @@ module AbPanel
       config.scenarios experiment
     end
 
+    def weights(experiment)
+      config.weights experiment
+    end
+
     def properties
       @env[:properties]
     end
@@ -83,7 +89,7 @@ module AbPanel
         selected = begin
           already_assigned.send(experiment).condition
         rescue
-          scenarios(experiment)[rand(scenarios(experiment).size)]
+          scenarios(experiment).weighted_sample(weights(experiment))
         end
 
         cs[experiment]["#{selected}?"] = true

data/lib/ab_panel/config.rb

@@ -12,9 +12,13 @@ module AbPanel
 
     def scenarios(experiment)
       raise ArgumentError.new( "Fatal: Experiment config not found for #{experiment}" ) unless experiments.include? experiment.to_sym
-      ( settings[experiment.to_sym].map(&:to_sym) + [:original] ).uniq
+      ( settings[experiment.to_sym].keys.map(&:to_sym)).uniq
     end
 
+    def weights(experiment)
+      raise ArgumentError.new( "Fatal: Experiment config not found for #{experiment}" ) unless experiments.include? experiment.to_sym
+      settings[experiment.to_sym].map { |s| s[1] }
+    end
 
     def settings
       @settings ||= YAML.load(

data/lib/ab_panel/version.rb

@@ -1,3 +1,3 @@
 module AbPanel
-  VERSION = "0.2.0"
+  VERSION = "0.3.0"
 end

data/lib/array.rb

@@ -0,0 +1,25 @@
+class Array
+  def weighted_sample(weights=nil)
+    weights = Array.new(length, 1.0) if weights.nil? || weights.sum == 0
+    total = weights.sum
+
+    # The total sum of weights is multiplied by a random number
+    trigger = Kernel::rand * total
+
+    subtotal = 0
+    result = nil
+
+    # The subtotal is checked agains the trigger. The higher the sum, the higher
+    # the probability of triggering a result.
+    weights.each_with_index do |weight, index|
+      subtotal += weight
+
+      if subtotal > trigger
+        result = self[index]
+        break
+      end
+    end
+    # Returns self.last from current array if result is nil
+    result || last
+  end
+end

data/spec/ab_panel/config_spec.rb

@@ -0,0 +1,19 @@
+require 'spec_helper'
+
+describe AbPanel::Config do
+  let(:config) { AbPanel::Config.new }
+  before do
+    AbPanel::Config.any_instance.stub(:settings) { { exp1: { scenario1: 25, scenario2: 75 } } }
+  end
+
+  describe '.experiments' do
+    subject { config.experiments }
+    it { should =~ [:exp1] }
+  end
+
+  describe '.weights' do
+    subject { config.weights('exp1') }
+
+    it { should =~ [75.0, 25.0] }
+  end
+end

data/spec/ab_panel_spec.rb

@@ -7,6 +7,21 @@ describe AbPanel do
     it { should =~ %w(experiment1 experiment2).map(&:to_sym) }
   end
 
+  describe ".weights" do
+    let(:experiment) { AbPanel.experiments.first }
+    subject { AbPanel.weights(experiment) }
+
+    it { should == [25, 25, 25, 25] }
+
+    describe "With a nonexistent experiment" do
+      let(:experiment) { :does_not_exist }
+
+      it 'should throw an ArgumentError' do
+        expect { subject }.to raise_exception ArgumentError
+      end
+    end
+  end
+
   describe ".scenarios" do
     subject { AbPanel.scenarios(experiment) }
 
@@ -14,7 +29,7 @@ describe AbPanel do
 
     it { should =~ %w( scenario1 scenario2 scenario3 original ).map(&:to_sym) }
 
-    describe "With an unexisting experiment" do
+    describe "With an nonexistent experiment" do
       let(:experiment) { :does_not_exist }
 
       it 'should throw an ArgumentError' do

data/spec/array_spec.rb

@@ -0,0 +1,50 @@
+require 'spec_helper'
+
+describe Array do
+  describe '.weighted_sample' do
+    before do
+      Kernel.stub(:rand) { 0.5 }
+    end
+
+    context "Stub test" do
+      subject { Kernel.rand }
+      it { should eq 0.5 }
+    end
+
+    let(:array) { [1, 2, 3, 4] }
+    subject { array.weighted_sample }
+
+    it { should eq 3 }
+
+    context "different random" do
+      before do
+        Kernel.stub(:rand) { 0 }
+      end
+
+      it { should eq 1 }
+    end
+
+    context "different random" do
+      before do
+        Kernel.stub(:rand) { 1 }
+      end
+
+      it { should eq 4 }
+    end
+
+    context "with weights" do
+      subject { array.weighted_sample([1, 0, 0, 0]) }
+      it { should eq 1 }
+    end
+    
+    context "all the same weights" do
+      before { Kernel.stub(:rand) { 1 } }
+      subject { array.weighted_sample([0, 0, 0, 0]) }
+      it { should eq 4 }
+      context "random 0" do
+        before { Kernel.stub(:rand) { 0 } }
+        it { should eq 1 }
+      end
+    end
+  end
+end

data/spec/support/files/config/ab_panel.yml

@@ -1,9 +1,11 @@
 experiment1:
-  - scenario1
-  - scenario2
-  - scenario3
+  scenario1: 25
+  scenario2: 25
+  scenario3: 25
+  original: 25
 
 experiment2:
-  - scenario4
-  - scenario5
+  scenario4: 33.4
+  scenario5: 33.3
+  original: 33.3
 

metadata

@@ -1,124 +1,126 @@
 --- !ruby/object:Gem::Specification
 name: ab_panel
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Wouter de Vos
 - Mark Mulder
+- Peter de Ruijter
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-11-18 00:00:00.000000000 Z
+date: 2014-03-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.3'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.3'
 - !ruby/object:Gem::Dependency
   name: rails
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '3.2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '3.2'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: fakeweb
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: debugger
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: mixpanel
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: Run A/B test experiments on your Rails 3+ site using Mixpanel as a backend.
 email:
 - wouter@springest.com
 - markmulder@gmail.com
+- hello@thisiswho.im
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
-- .travis.yml
+- ".gitignore"
+- ".travis.yml"
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -196,9 +198,12 @@ files:
 - lib/ab_panel/javascript.rb
 - lib/ab_panel/mixpanel.rb
 - lib/ab_panel/version.rb
+- lib/array.rb
+- spec/ab_panel/config_spec.rb
 - spec/ab_panel/controller_additions_spec.rb
 - spec/ab_panel/javascript_spec.rb
 - spec/ab_panel_spec.rb
+- spec/array_spec.rb
 - spec/spec_helper.rb
 - spec/support/fakeweb.rb
 - spec/support/files/config/ab_panel.yml
@@ -213,17 +218,17 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.3
+rubygems_version: 2.2.0
 signing_key: 
 specification_version: 4
 summary: Run A/B test experiments on your Rails 3+ site using Mixpanel as a backend.
@@ -294,9 +299,11 @@ test_files:
 - example/vendor/assets/javascripts/.gitkeep
 - example/vendor/assets/stylesheets/.gitkeep
 - example/vendor/plugins/.gitkeep
+- spec/ab_panel/config_spec.rb
 - spec/ab_panel/controller_additions_spec.rb
 - spec/ab_panel/javascript_spec.rb
 - spec/ab_panel_spec.rb
+- spec/array_spec.rb
 - spec/spec_helper.rb
 - spec/support/fakeweb.rb
 - spec/support/files/config/ab_panel.yml