ablab 0.2.9 → 0.2.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6b000e4eb969554a264a4abfc4293be995c35e1c
-  data.tar.gz: 6ef436d7216b99eb8b7b31b8181cbeeccf53ed8c
+  metadata.gz: eb383a7cb2da6ee78a368cd1786a6983d5301cf1
+  data.tar.gz: fd1ae010dd251e372613519fe3f5aa69d8a538da
 SHA512:
-  metadata.gz: ade19662889d8bef5926285e67a1715f586adb92ab10de8988ba367d2bc54a2145ec36f6946187b8a1f4acefdf25d4109f8beeeebc400449f9cc5b8b11fa692c
-  data.tar.gz: 56e137554415c1dfa674e6aec64cd2cd3e102fa078b5445a5c2471d9680ffa1b6c5ea5a059436cc6f69fffddc399c741716d44c24b1d5b3f4eee7a47fdc5f376
+  metadata.gz: 65619f8b2894f0a333fd1f6d3997473f9fd63d690dc52830e2cddb5e5953a7fa1dc92b301345ae178c9fdd73dd65586c3082fad2a793866a9ed5c95745890769
+  data.tar.gz: a91d8d6d72af43bc5fd410cc331e67c00892bca39f83614127ac052449d0bb7cf14f5bc5a8b5cb547f32dba9cbb477a76f60cc698825798c42069b93cdee6689

data/app/controllers/ablab/base_controller.rb

@@ -20,6 +20,10 @@ module Ablab
 
     def dashboard
       @experiments = Ablab.experiments
+      @results     = Ablab.experiments.reduce({}) do |h, (name, experiment)|
+        h[name] = experiment.results
+        h
+      end
     end
   end
 end

data/app/helpers/ablab/ablab_helper.rb

@@ -1,18 +1,18 @@
 module Ablab
   module AblabHelper
-    def format_ratio(numerator, denominator, na = 'n/a')
+    def format_percentage(numerator, denominator, na = 'n/a')
       return na if denominator == 0
-      '%.3f' % (numerator.to_f / denominator)
+      number_to_percentage((numerator.to_f / denominator) * 100.0)
     end
 
     def format_number(number, na = 'n/a')
       return na if number.nil? || number.try(:nan?)
-      number_with_delimiter(number, separator: '.', delimiter: ',')
+      number_with_delimiter(number)
     end
 
     def format_decimal(decimal, na = 'n/a')
       return na if decimal.nil? || decimal.nan?
-      '%.3f' % decimal
+      number_with_precision(decimal, precision: 3)
     end
 
     def significant?(results)
@@ -22,6 +22,7 @@ module Ablab
 
     def confidence(z_score, na = 'n/a')
       return na if z_score.nil? || z_score.nan?
+      z_score = z_score.abs
       if z_score >= 2.58
         '99%'
       elsif z_score >= 1.96
@@ -33,15 +34,43 @@ module Ablab
       end
     end
 
+    def cr_gain(results_a, results_b, na = 'n/a')
+      return na if results_a[:sessions] == 0 || results_b[:sessions] == 0
+      cr_a = results_a[:conversions].to_f / results_a[:sessions]
+      cr_b = results_b[:conversions].to_f / results_b[:sessions]
+      gain = cr_a - cr_b
+      "#{gain >= 0 ? '+' : ''}#{number_to_percentage(gain * 100.0)}"
+    end
+
     def winner?(experiment, group_name)
-      winner_name, winner_results = experiment.results.max_by do |(_, r)|
+      winner(experiment) == group_name
+    end
+
+    def winner(experiment)
+      @winners ||= {}
+      return @winners[experiment.name] if @winners.has_key?(experiment.name)
+      winner_name, winner_results = @results[experiment.name].max_by do |(_, r)|
         if r[:sessions] > 0
           r[:conversions].to_f / r[:sessions]
         else
           -1
         end
       end
-      significant?(winner_results) && winner_name == group_name
+      @winners[experiment.name] = nil
+      @winners[experiment.name] = winner_name if significant?(winner_results)
+      @winners[experiment.name]
+    end
+
+    def gains(experiment, group_name)
+      result = experiment.results[group_name]
+      return nil if result[:sessions] == 0
+      cr = result[:conversions].to_f / result[:sessions]
+      experiment.results.reduce({}) do |hash, (g, r)|
+        if r[:sessions] > 0 && g != group_name
+          hash[g] = cr - (r[:conversions].to_f / r[:sessions])
+        end
+        hash
+      end
     end
   end
 end

data/app/views/ablab/base/dashboard.html.erb

@@ -40,7 +40,7 @@
             conversion rate, compared to the control group</i>
         </th>
       </tr>
-      <% experiment.results.each do |group_name, results| %>
+      <% @results[experiment.name].each do |group_name, results| %>
         <tr class="<%= 'winner' if winner?(experiment, group_name) %> <%= 'control' if results[:control] %>">
           <td title="<%= results[:description] %>"><b><%= group_name.to_s.titleize %></b></td>
           <td><%= results[:description] %></td>
@@ -48,7 +48,12 @@
           <td><%= format_number results[:sessions] %></td>
           <td><%= format_number results[:successes] %></td>
           <td><%= format_number results[:conversions] %></td>
-          <td><%= format_ratio results[:conversions].to_f, results[:sessions] %></td>
+          <td>
+            <%= format_percentage results[:conversions].to_f, results[:sessions] %>
+            <% unless results[:control] %>
+              <em>(<%= cr_gain(results, @results[experiment.name][:control]) %>)</em>
+            <% end %>
+          </td>
           <td><%= format_decimal results[:z_score] %></td>
           <td><%= confidence results[:z_score] %></td>
         </tr>

data/lib/ablab.rb

@@ -135,9 +135,8 @@ module Ablab
 
     def group
       return @group unless @group.nil?
-      if forced = forced_group
-        return forced
-      end
+      forced = forced_group
+      return forced if forced
       size = 1000.0 * (experiment.percentage_of_visitors) / 100.0
       idx = (draw * experiment.groups.size / size).floor
       @group = experiment.groups[idx].try(:name)
@@ -162,13 +161,17 @@ module Ablab
 
     private def forced_group
       return nil unless request && request.respond_to?(:params)
-      return nil unless forced = request.params[:ablab_group]
-      hash = forced.split(/\s*,\s*/).map do |s|
+      groups = parse_groups(request.params[:ablab_group])
+      group  = groups[experiment.name.to_s]
+      group.to_sym if group && experiment.groups.map { |g| g.name.to_s }.include?(group)
+    end
+
+    private def parse_groups(str)
+      return {} unless str
+      hash = str.split(/\s*,\s*/).map do |s|
         exp_group = s.split(/\s*:\s*/).take(2)
         exp_group if exp_group.size == 2
       end.compact.to_h
-      group = hash[experiment.name.to_s]
-      group.to_sym if group && experiment.groups.map { |g| g.name.to_s }.include?(group)
     end
 
     private def track!(event)

data/lib/ablab/version.rb

@@ -1,3 +1,3 @@
 module Ablab
-  VERSION = "0.2.9"
+  VERSION = "0.2.10"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ablab
 version: !ruby/object:Gem::Version
-  version: 0.2.9
+  version: 0.2.10
 platform: ruby
 authors:
 - Luca Ongaro
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-02-11 00:00:00.000000000 Z
+date: 2016-02-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails