vanity 1.1.1 → 1.2.0

data/CHANGELOG

@@ -1,3 +1,34 @@
+== 1.2.0 (2009-12-14)
+This release introduces metrics backed by ActiveRecord.  Use them when your model is already tracking a metric, and you get instant historical data.
+
+Example, track sign ups using User model:
+
+  metric "Signups" do
+    model Account
+  end
+
+Example, track satisfaction using Survey model:
+  metric "Satisfaction" do
+    model Survey, :average=>:rating
+  end
+
+Example, track only high ratings:
+  metric "High ratings" do
+    model Rating, :conditions=>["stars >= 4"]
+  end
+
+There's no need to call track! on these metrics.
+
+* Added: Metrics backed by ActiveRecord.
+* Added: track! and ab_test methods now available from Object (i.e. everywhere).
+* Added: Playground.load!. Now loading all metrics and experiments from Rails initializer.
+* Changed: Decoupled metric name from identifier.  You can now define a metric with more descriptive name, e.g. "Cheers per second (user satisfaction)" and keep their ID simple.  Identifier is matched against the file name (for metrics loaded from experiments/metrics).
+* Changed: Metrics no longer defined on-demand, i.e. calling playground.metric either returns existing metric or raises exception.
+* Changed: Playground.experiments returns hash instead of array.
+* Changed: All dates in report are UTC, since we don't know which locale to use.
+* Removed: Object.experiment is deprecated, please call Vanity.playground.experiment directly.
+* Fixed: Playground no longer changes logging level on supplied logger.
+
 == 1.1.1 (2009-12-4)
 * Fixed: Binding issue that shows up on 1.8.6/7.
 

data/lib/vanity/experiment/ab_test.rb

@@ -1,3 +1,5 @@
+require "digest/md5"
+
 module Vanity
   module Experiment
 
@@ -400,12 +402,14 @@ module Vanity
       # Called when tracking associated metric.
       def track!(metric_id, timestamp, count, *args)
         return unless active?
-        identity = identity()
-        return if redis[key("participants:#{identity}:show")]
-        index = alternative_for(identity)
-        redis.sadd key("alts:#{index}:converted"), identity if redis.sismember(key("alts:#{index}:participants"), identity)
-        redis.incrby key("alts:#{index}:conversions"), count
-        check_completion!
+        identity = identity() rescue nil
+        if identity
+          return if redis[key("participants:#{identity}:show")]
+          index = alternative_for(identity)
+          redis.sadd key("alts:#{index}:converted"), identity if redis.sismember(key("alts:#{index}:participants"), identity)
+          redis.incrby key("alts:#{index}:conversions"), count
+          check_completion!
+        end
       end
 
       # If you are not embarrassed by the first version of your product, you’ve

data/lib/vanity/experiment/base.rb

@@ -70,6 +70,7 @@ module Vanity
       # Human readable experiment name (first argument you pass when creating a
       # new experiment).
       attr_reader :name
+      alias :to_s :name
 
       # Unique identifier, derived from name experiment name, e.g. "Green
       # Button" becomes :green_button.
@@ -104,7 +105,7 @@ module Vanity
       end
 
       def identity
-        @identify_block.call(Vanity.context) or fail "No identity found"
+        @identify_block.call(Vanity.context)
       end
       protected :identity
 
@@ -122,10 +123,6 @@ module Vanity
         @description
       end
 
-      def report
-        fail "Implement me"
-      end
-      
 
       # -- Experiment completion --
 

data/lib/vanity/helpers.rb

@@ -0,0 +1,59 @@
+module Vanity  
+  # Helper methods available on Object.
+  #
+  # @example From ERB template
+  #   <%= ab_test(:greeting) %> <%= current_user.name %>
+  # @example From Rails controller
+  #   class AccountController < ApplicationController
+  #     def create
+  #       track! :signup
+  #       Acccount.create! params[:account]
+  #     end
+  #   end
+  # @example From ActiveRecord
+  #   class Posts < ActiveRecord::Base
+  #     after_create do |post|
+  #       track! :images if post.type == :image
+  #     end
+  #   end
+  module Helpers
+    
+    # This method returns one of the alternative values in the named A/B test.
+    #
+    # @example A/B two alternatives for a page
+    #   def index
+    #     if ab_test(:new_page) # true/false test
+    #       render action: "new_page"
+    #     else
+    #       render action: "index"
+    #     end
+    #   end
+    # @example Similar, alternative value is page name
+    #   def index
+    #     render action: ab_test(:new_page)
+    #   end
+    # @since 1.2.0
+    def ab_test(name, &block)
+      value = Vanity.playground.experiment(name).choose
+      if block
+        content = capture(value, &block)
+        block_called_from_erb?(block) ? concat(content) : content
+      else
+        value
+      end
+    end
+
+    # Tracks an action associated with a metric.
+    #
+    # @example
+    #   track! :invitation
+    # @since 1.2.0
+    def track!(name, count = 1)
+      Vanity.playground.track! name, count
+    end
+  end
+end
+
+Object.class_eval do
+  include Vanity::Helpers
+end

data/lib/vanity/metric.rb

@@ -25,9 +25,11 @@ module Vanity
 
       # Defines a new metric, using the class Vanity::Metric.
       def metric(name, &block)
-        metric = Metric.new(playground, name.to_s, name.to_s.downcase.gsub(/\W/, "_"))
+        id = File.basename(caller.first.split(":").first, ".rb").downcase.gsub(/\W/, "_").to_sym
+        fail "Metric #{id} already defined in playground" if playground.metrics[id]
+        metric = Metric.new(playground, name.to_s, id)
         metric.instance_eval &block
-        metric
+        playground.metrics[id] = metric
       end
 
       def binding_with(playground)
@@ -81,26 +83,26 @@ module Vanity
       # @example These are all equivalent:
       #   Vanity::Metric.data(my_metric) 
       #   Vanity::Metric.data(my_metric, 90) 
-      #   Vanity::Metric.data(my_metric, Date.today - 90)
-      #   Vanity::Metric.data(my_metric, Date.today - 90, Date.today)
+      #   Vanity::Metric.data(my_metric, Date.today - 89)
+      #   Vanity::Metric.data(my_metric, Date.today - 89, Date.today)
       def data(metric, *args)
         first = args.shift || 90
         to = args.shift || Date.today
-        from = first.respond_to?(:to_date) ? first.to_date : to - first
+        from = first.respond_to?(:to_date) ? first.to_date : to - (first - 1)
         (from..to).zip(metric.values(from, to))
       end
 
       # Playground uses this to load metric definitions.
-      def load(playground, stack, path, id)
-        fn = File.join(path, "#{id}.rb")
-        fail "Circular dependency detected: #{stack.join('=>')}=>#{fn}" if stack.include?(fn)
-        source = File.read(fn)
-        stack.push fn
+      def load(playground, stack, file)
+        fail "Circular dependency detected: #{stack.join('=>')}=>#{file}" if stack.include?(file)
+        source = File.read(file)
+        stack.push file
+        id = File.basename(file, ".rb").downcase.gsub(/\W/, "_").to_sym
         context = Object.new
         context.instance_eval do
           extend Definition
-          metric = eval(source, context.binding_with(playground), fn)
-          fail NameError.new("Expected #{fn} to define metric #{id}", id) unless metric.name.downcase.gsub(/\W+/, '_').to_sym == id
+          metric = eval(source, context.binding_with(playground), file)
+          fail NameError.new("Expected #{file} to define metric #{id}", id) unless playground.metrics[id]
           metric
         end
       rescue
@@ -117,8 +119,8 @@ module Vanity
     # Takes playground (need this to access Redis), friendly name and optional
     # id (can infer from name).
     def initialize(playground, name, id = nil)
-      id ||= name.to_s.downcase.gsub(/\W+/, '_')
-      @playground, @name, @id = playground, name.to_s, id.to_sym
+      @playground, @name = playground, name.to_s
+      @id = (id || name.to_s.downcase.gsub(/\W+/, '_')).to_sym
       @hooks = []
       redis.setnx key(:created_at), Time.now.to_i
       @created_at = Time.at(redis[key(:created_at)].to_i)
@@ -129,13 +131,12 @@ module Vanity
 
     # Called to track an action associated with this metric.
     def track!(count = 1)
-      timestamp = Time.now
+      count ||= 1
       if count > 0
+        timestamp = Time.now
         redis.incrby key(timestamp.to_date, "count"), count
         @playground.logger.info "vanity: #{@id} with count #{count}"
-        @hooks.each do |hook|
-          hook.call @id, timestamp, count
-        end
+        call_hooks timestamp, count
       end
     end
 
@@ -169,9 +170,8 @@ module Vanity
     #  -- Reporting --
     
     # Human readable metric name.  All metrics must implement this method.
-    def name
-      @name
-    end
+    attr_reader :name
+    alias :to_s :name
 
     # Time stamp when metric was created.
     attr_reader :created_at
@@ -197,6 +197,70 @@ module Vanity
     end
 
 
+    # -- ActiveRecord support --
+
+    AGGREGATES = [:average, :minimum, :maximum, :sum]
+
+    # Use an ActiveRecord model to get metric data from database table.  Also
+    # forwards @after_create@ callbacks to hooks (updating experiments).
+    #
+    # Supported options:
+    # :conditions -- Only select records that match this condition
+    # :average -- Metric value is average of this column
+    # :minimum -- Metric value is minimum of this column
+    # :maximum -- Metric value is maximum of this column
+    # :sum -- Metric value is sum of this column
+    # :timestamp -- Use this column to filter/group records (defaults to
+    # +created_at+)
+    #
+    # @example Track sign ups using User model
+    #   metric "Signups" do
+    #     model Account
+    #   end
+    # @example Track satisfaction using Survey model
+    #   metric "Satisfaction" do
+    #     model Survey, :average=>:rating
+    #   end
+    # @example Track only high ratings
+    #   metric "High ratings" do
+    #     model Rating, :conditions=>["stars >= 4"]
+    #   end
+    # @example Track only high ratings (using scope)
+    #   metric "High ratings" do
+    #     model Rating.high
+    #   end
+    #
+    # @since 1.2.0
+    def model(class_or_scope, options = nil)
+      options = (options || {}).clone
+      conditions = options.delete(:conditions)
+      scoped = conditions ? class_or_scope.scoped(:conditions=>conditions) : class_or_scope
+      aggregate = AGGREGATES.find { |key| options.has_key?(key) }
+      column = options.delete(aggregate)
+      fail "Cannot use multiple aggregates in a single metric" if AGGREGATES.find { |key| options.has_key?(key) }
+      timestamp = options.delete(:timestamp) || :created_at
+      fail "Unrecognized options: #{options.keys * ", "}" unless options.empty?
+
+      # Hook into model's after_create
+      scoped.after_create do |record|
+        count = column ? (record.send(column) || 0) : 1
+        call_hooks record.send(timestamp), count if count > 0 && scoped.exists?(record)
+      end
+      # Redefine values method to perform query
+      eigenclass = class << self ; self ; end
+      eigenclass.send :define_method, :values do |sdate, edate|
+        query = { :conditions=>{ timestamp=>(sdate.to_time...(edate + 1).to_time) }, :group=>"date(#{scoped.connection.quote_column_name timestamp})" }
+        grouped = column ? scoped.calculate(aggregate, column, query) : scoped.count(query)
+        (sdate..edate).inject([]) { |ordered, date| ordered << (grouped[date.to_s] || 0) }
+      end
+      # Redefine track! method to call on hooks
+      eigenclass.send :define_method, :track! do |*args|
+        count = args.first || 1
+        call_hooks Time.now, count if count > 0
+      end
+    end
+
+
     # -- Storage --
 
     def destroy!
@@ -211,5 +275,12 @@ module Vanity
       "metrics:#{@id}:#{args.join(':')}"
     end
 
+    def call_hooks(timestamp, count)
+      count ||= 1
+      @hooks.each do |hook|
+        hook.call @id, timestamp, count
+      end
+    end
+
   end
 end

data/lib/vanity/playground.rb

@@ -13,10 +13,12 @@ module Vanity
     def initialize(options = {})
       @host, @port, @db, @load_path = DEFAULTS.merge(options).values_at(:host, :port, :db, :load_path)
       @namespace = "vanity:#{Vanity::Version::MAJOR}"
-      @logger = options[:logger] || Logger.new(STDOUT)
-      @logger.level = Logger::ERROR
+      @logger = options[:logger]
+      unless @logger
+        @logger = Logger.new(STDOUT)
+        @logger.level = Logger::ERROR
+      end
       @redis = options[:redis]
-      @experiments = {}
       @loading = []
     end
     
@@ -43,37 +45,56 @@ module Vanity
 
     # Defines a new experiment. Generally, do not call this directly,
     # use one of the definition methods (ab_test, measure, etc).
+    #
+    # @see Vanity::Experiment
     def define(name, type, options = {}, &block)
       id = name.to_s.downcase.gsub(/\W/, "_").to_sym
-      raise "Experiment #{id} already defined once" if @experiments[id]
+      raise "Experiment #{id} already defined once" if experiments[id]
       klass = Experiment.const_get(type.to_s.gsub(/\/(.?)/) { "::#{$1.upcase}" }.gsub(/(?:^|_)(.)/) { $1.upcase })
       experiment = klass.new(self, id, name, options)
       experiment.instance_eval &block
       experiment.save
-      @experiments[id] = experiment
+      experiments[id] = experiment
     end
 
     # Returns the experiment. You may not have guessed, but this method raises
     # an exception if it cannot load the experiment's definition.
+    #
+    # @see Vanity::Experiment
     def experiment(name)
       id = name.to_s.downcase.gsub(/\W/, "_").to_sym
       warn "Deprecated: pleae call experiment method with experiment identifier (a Ruby symbol)" unless id == name
-      @experiments[id] ||= Experiment::Base.load(self, @loading, File.expand_path(load_path), id)
+      experiments[id] ||= Experiment::Base.load(self, @loading, File.expand_path(load_path), id)
     end
 
-    # Returns list of all loaded experiments.
+    # Returns hash of experiments (key is experiment id).
+    #
+    # @see Vanity::Experiment
     def experiments
-      Dir[File.join(load_path, "*.rb")].each do |file|
-        id = File.basename(file).gsub(/.rb$/, "")
-        experiment id.to_sym
+      unless @experiments
+        @experiments = {}
+        @logger.info "Vanity: loading experiments from #{load_path}"
+        Dir[File.join(load_path, "*.rb")].each do |file|
+          id = File.basename(file).gsub(/.rb$/, "")
+          experiment id.to_sym
+        end
       end
-      @experiments.values
+      @experiments
     end
 
-    # Reloads all experiments.
+    # Reloads all metrics and experiments.  Rails calls this for each request in
+    # development mode.
     def reload!
-      @experiments.clear
+      @experiments = nil
       @metrics = nil
+      load!
+    end
+
+    # Loads all metrics and experiments.  Rails calls this during
+    # initialization.
+    def load!
+      experiments
+      metrics
     end
 
     # Use this instance to access the Redis database.
@@ -95,27 +116,24 @@ module Vanity
       @redis ||= MockRedis.new
     end
 
-    # Returns a metric (creating one if doesn't already exist).
+    # Returns a metric (raises NameError if no metric with that identifier).
     #
+    # @see Vanity::Metric
     # @since 1.1.0
     def metric(id)
-      id = id.to_sym
-      metrics[id] ||= Metric.load(self, @loading, File.expand_path("metrics", load_path), id)
+      metrics[id.to_sym] or raise NameError, "No metric #{id}"
     end
 
     # Returns hash of metrics (key is metric id).
     #
+    # @see Vanity::Metric
     # @since 1.1.0
     def metrics
       unless @metrics
         @metrics = {}
+        @logger.info "Vanity: loading metrics from #{load_path}/metrics"
         Dir[File.join(load_path, "metrics/*.rb")].each do |file|
-          begin
-            id = File.basename(file).gsub(/.rb$/, "")
-            metric id
-          rescue NameError
-            @logger.error "Could not load metric #{$!.name}: #{$!}"
-          end
+          Metric.load self, @loading, file
         end
       end
       @metrics
@@ -171,7 +189,9 @@ class Object
   #   puts experiment(:text_size).alternatives
   #
   # @see Vanity::Playground#experiment
+  # @deprecated
   def experiment(name)
+    warn "Deprecated. Please call Vanity.playground.experiment directly."
     Vanity.playground.experiment(name)
   end
 end

data/lib/vanity/rails/helpers.rb

@@ -50,7 +50,7 @@ module Vanity
           elsif symbol && object = send(symbol)
             @vanity_identity = object.id
           elsif response # everyday use
-            @vanity_identity = cookies["vanity_id"] || OpenSSL::Random.random_bytes(16).unpack("H*")[0]
+            @vanity_identity = cookies["vanity_id"] || ActiveSupport::SecureRandom.hex(16)
             cookies["vanity_id"] = { :value=>@vanity_identity, :expires=>1.month.from_now }
             @vanity_identity
           else # during functional testing
@@ -67,7 +67,7 @@ module Vanity
 
     # This method returns one of the alternative values in the named A/B test.
     #
-    # Examples using ab_test inside controller:
+    # @example A/B two alternatives for a page
     #   def index
     #     if ab_test(:new_page) # true/false test
     #       render action: "new_page"
@@ -75,16 +75,15 @@ module Vanity
     #       render action: "index"
     #     end
     #   end
-    #
+    # @example Similar, alternative value is page name
     #   def index
-    #     render action: ab_test(:new_page) # alternatives are page names
+    #     render action: ab_test(:new_page)
     #   end
-    # 
-    # Examples using ab_test inside view:
+    # @example A/B test inside ERB template (condition) 
     #   <%= if ab_test(:banner) %>100% less complexity!<% end %>
-    #
+    # @example A/B test inside ERB template (value) 
     #   <%= ab_test(:greeting) %> <%= current_user.name %>
-    #
+    # @example A/B test inside ERB template (capture) 
     #   <% ab_test :features do |count| %>
     #     <%= count %> features to choose from!
     #   <% end %>
@@ -98,13 +97,5 @@ module Vanity
       end
     end
 
-    # This method records conversion on the named A/B test. For example:
-    #   def create
-    #     track! :call_to_action
-    #     Acccount.create! params[:account]
-    #   end
-    def track!(name)
-      Vanity.playground.track! name
-    end
   end
 end

data/lib/vanity/rails.rb

@@ -1,15 +1,22 @@
-require "vanity"
 require "vanity/rails/helpers"
 require "vanity/rails/testing"
 require "vanity/rails/dashboard"
 
-# Use Rails logger by default.
-Vanity.playground.logger ||= ActionController::Base.logger
-Vanity.playground.load_path = "#{RAILS_ROOT}/experiments"
-
 # Include in controller, add view helper methods.
 ActionController::Base.class_eval do
   extend Vanity::Rails::ClassMethods
   include Vanity::Rails
   helper Vanity::Rails
 end
+
+Rails.configuration.after_initialize do
+  # Use Rails logger by default.
+  Vanity.playground.logger ||= ActionController::Base.logger
+  Vanity.playground.load_path = "#{RAILS_ROOT}/experiments"
+
+  # Do this at the very end of initialization, allowing test environment to do
+  # Vanity.playground.mock! before any database access takes place.
+  Rails.configuration.after_initialize do
+    Vanity.playground.load!
+  end
+end

data/lib/vanity/templates/_experiments.erb

@@ -1,7 +1,7 @@
 <ul class="experiments">
-  <% experiments.sort_by(&:created_at).reverse.each do |experiment| %>
-    <li class="experiment <%= experiment.type %>" id="experiment_<%=h experiment.id.to_s %>">
-      <%= render Vanity.template("experiment"), :experiment=>experiment %>
+  <% experiments.sort_by { |id, experiment| experiment.created_at }.reverse.each do |id, experiment| %>
+    <li class="experiment <%= experiment.type %>" id="experiment_<%=h id.to_s %>">
+    <%= render Vanity.template("experiment"), :id=>id, :experiment=>experiment %>
     </li>
   <% end %>
 </ul>

data/lib/vanity/templates/_metric.erb

@@ -2,7 +2,7 @@
 <%= simple_format h(Vanity::Metric.description(metric).to_s), :class=>"description" %>
 <%  data = Vanity::Metric.data(metric)
     min, max = data.map(&:last).minmax
-    js = data.map { |date,value| "[#{date.to_time.to_i * 1000},#{value}]" }.join(",") %>
+    js = data.map { |date,value| "['#{date.to_time.httpdate}',#{value}]" }.join(",") %>
 <div class="chart"></div>
 <script type="text/javascript">
 $(function () { Vanity.metric("<%= id %>").plot([{ label: "<%=h metric.name %>", data: [<%= js %>] }]); });

data/lib/vanity/templates/_metrics.erb

@@ -6,8 +6,8 @@
   <% end %>
 </ul>
 <form id="milestones">
-  <% experiments.each do |experiment| %>
-    <label><input type="checkbox" name="milestone" data-start="<%= experiment.created_at.to_i %>"
-      data-end="<%= (experiment.completed_at || Time.now).to_i %>"><%=h experiment.name %></label>
+  <% experiments.each do |id, experiment| %>
+    <label><input type="checkbox" name="milestone" data-start="<%= experiment.created_at.httpdate %>"
+      data-end="<%= (experiment.completed_at || Time.now).httpdate %>"><%=h experiment.name %></label>
   <% end %>
 </form>

data/lib/vanity/templates/vanity.js

@@ -4,8 +4,9 @@ Vanity.tooltip = function(event, pos, item) {
     if (this.previousPoint != item.datapoint) {
       this.previousPoint = item.datapoint;
       $("#tooltip").remove();
-      var x = item.datapoint[0].toFixed(2), y = item.datapoint[1].toFixed(2);
-      $('<div id="tooltip">' + new Date(parseInt(x, 10)).toDateString() + "&mdash;" + y + '</div>').css( {
+      var y = item.datapoint[1].toFixed(2);
+      var dt = new Date(parseInt(item.datapoint[0], 10));
+      $('<div id="tooltip">' + dt.getUTCFullYear() + '-' + (dt.getUTCMonth() + 1) + '-' + dt.getUTCDate() + "<br>" + y + '</div>').css( {
         position: 'absolute', display: 'none',
         top: item.pageY + 5, left: item.pageX + 5,
         padding: '2px', border: '1px solid #ff8', 'background-color': '#ffe', opacity: 0.9
@@ -31,26 +32,11 @@ Vanity.metric = function(id) {
     legend: { position: 'sw', container: "#metric_" + id +" .legend", backgroundOpacity: 0.5 },
     grid:   { markings: metric.markings, borderWidth: 1, borderColor: '#eee', hoverable: true, aboveData: true } };
 
-  metric.mark = function(start, end, label) { 
-    metric.markings.push({color: "#f02020", xaxis: { from: start, to: start + 4 * 3600 * 1000 }, text: label});
-    metric.markings.push({color: "#f02020", xaxis: { from: end, to: end + 4 * 3600 * 1000 }});
-  }
   metric.plot = function(lines) {
-    var min, max;
-    $.each(lines[0].data, function(i, val) { var y = val[1];
-      if (max == null || y > max) max = y;
-      if (min == null || y < min) min = y;
+    $.each(lines, function(i, line) {
+      $.each(line.data, function(i, pair) { pair[0] = Date.parse(pair[0]) })
     });
-    if (min == null) min = max = 0;
-    metric.options.yaxis.ticks = [min, (min + max) / 2.0, max];
     var plot = $.plot(metric.chart, lines, metric.options);
-    $.each(metric.markings, function(i, mark) { 
-      if (mark.xaxis && mark.xaxis.from && mark.label) {
-        var o = plot.pointOffset({x:mark.xaxis.from, y:max / 10 - min});
-        $('<div style="position:absolute;bottom:2em;color:#f02020;font-size:80%"></div>').
-          css({left:o.left+4, top:o.top-4}).text(mark.text).appendTo(metric.chart);
-      }
-    });
     metric.chart.bind("plothover", Vanity.tooltip);
     metric.chart.data('plot', plot);
   }
@@ -62,8 +48,8 @@ $(function() {
   checkboxes.bind("change", function() {
     var markings = [];
     checkboxes.filter(":checked").each(function(i, checkbox) {
-      var start = parseInt($(this).attr("data-start"), 10) * 1000;
-      var end = parseInt($(this).attr("data-end"), 10) * 1000;
+      var start = Date.parse($(this).attr("data-start"));
+      var end = Date.parse($(this).attr("data-end"));
       var title = $(this).parent().text();
       markings.push({color: "#c66", xaxis: { from: start - 20000000, to: start }, label: title});
       if (end > start)

data/lib/vanity.rb

@@ -1,10 +1,11 @@
 $LOAD_PATH.unshift File.join(File.dirname(__FILE__), "../vendor/redis-rb/lib")
 require "redis"
-require "openssl"
 require "date"
+require "time"
 require "logger"
 
 # All the cool stuff happens in other places.
+# @see Vanity::Helper
 # @see Vanity::Rails
 # @see Vanity::Playground
 # @see Vanity::Metric
@@ -25,6 +26,7 @@ require "vanity/metric"
 require "vanity/experiment/base"
 require "vanity/experiment/ab_test"
 require "vanity/playground"
+require "vanity/helpers"
 Vanity.autoload :MockRedis, "vanity/mock_redis"
 Vanity.autoload :Commands, "vanity/commands"
 require "vanity/rails" if defined?(Rails)