tupalo-vanity 1.5.1

data/lib/vanity/metric/remote.rb

@@ -0,0 +1,53 @@
+require "net/http"
+require "cgi"
+
+module Vanity
+  class Metric
+
+    # Specifies the base URL to use for a remote metric. For example:
+    #   metric :sandbox do
+    #     remote "http://api.vanitydash.com/metrics/sandbox"
+    #   end
+    def remote(url = nil)
+      @remote_url = URI.parse(url) if url
+      @mutex ||= Mutex.new
+      extend Remote
+      @remote_url
+    end
+
+    # To update a remote metric, make a POST request to the metric URL with the
+    # content type "application/x-www-form-urlencoded" and the following
+    # fields:
+    # - The +metric+ identifier,
+    # - The +timestamp+ must be RFC 2616 formatted (in Ruby just call +httpdate+
+    #   on the Time object),
+    # - The +identity+ (optional),
+    # - Pass consecutive values using the field +values[]+, or
+    # - Set values by their index using +values[0]+, +values[1]+, etc or
+    # - Set values by series name using +values[foo]+, +values[bar]+, etc.
+    module Remote
+
+      def track!(args = nil)
+        return unless @playground.collecting?
+        timestamp, identity, values = track_args(args)
+        params = ["metric=#{CGI.escape @id.to_s}", "timestamp=#{CGI.escape timestamp.httpdate}"]
+        params << "identity=#{CGI.escape identity.to_s}" if identity
+        params.concat values.map { |v| "values[]=#{v.to_i}" }
+        params << @remote_url.query if @remote_url.query
+        @mutex.synchronize do
+          @http ||= Net::HTTP.start(@remote_url.host, @remote_url.port)
+          @http.request Net::HTTP::Post.new(@remote_url.path, "Content-Type"=>"application/x-www-form-urlencoded"), params.join("&")
+        end
+      rescue Timeout::Error, StandardError
+        @playground.logger.error "Error sending data for metric #{name}: #{$!}"
+        @http = nil
+      ensure
+        call_hooks timestamp, identity, values
+      end
+
+      # "Don't worry, be crappy. Revolutionary means you ship and then test."
+      # -- Guy Kawazaki
+
+    end
+  end
+end

data/lib/vanity/playground.rb

@@ -0,0 +1,332 @@
+require "uri"
+
+module Vanity
+
+  # Playground catalogs all your experiments, holds the Vanity configuration.
+  #
+  # @example
+  #   Vanity.playground.logger = my_logger
+  #   puts Vanity.playground.map(&:name)
+  class Playground
+
+    DEFAULTS = { :collecting => true, :load_path=>"experiments" }
+
+    # Created new Playground. Unless you need to, use the global
+    # Vanity.playground.
+    #
+    # First argument is connection specification (see #redis=), last argument is
+    # a set of options, both are optional.  Supported options are:
+    # - connection -- Connection specification
+    # - namespace -- Namespace to use
+    # - load_path -- Path to load experiments/metrics from
+    # - logger -- Logger to use
+    def initialize(*args)
+      options = args.pop if Hash === args.last
+      @options = DEFAULTS.merge(options || {})
+      if @options.values_at(:host, :port, :db).any?
+        warn "Deprecated: please specify Redis connection as URL (\"redis://host:port/db\")"
+        establish_connection :adapter=>"redis", :host=>options[:host], :port=>options[:port], :database=>options[:db]
+      elsif @options[:redis]
+        @adapter = RedisAdapter.new(:redis=>@options[:redis])
+      else
+        connection_spec = args.shift || @options[:connection]
+        establish_connection "redis://" + connection_spec if connection_spec
+      end
+
+      warn "Deprecated: namespace option no longer supported directly" if @options[:namespace]
+      @load_path = @options[:load_path] || DEFAULTS[:load_path]
+      unless @logger = @options[:logger]
+        @logger = Logger.new(STDOUT)
+        @logger.level = Logger::ERROR
+      end
+      @loading = []
+      @collecting = @options[:collecting]
+    end
+   
+    # Deprecated. Use redis.server instead.
+    attr_accessor :host, :port, :db, :password, :namespace
+
+    # Path to load experiment files from.
+    attr_accessor :load_path
+
+    # Logger.
+    attr_accessor :logger
+
+    # Defines a new experiment. Generally, do not call this directly,
+    # use one of the definition methods (ab_test, measure, etc).
+    #
+    # @see Vanity::Experiment
+    def define(name, type, options = {}, &block)
+      warn "Deprecated: if you need this functionality let's make a better API"
+      id = name.to_s.downcase.gsub(/\W/, "_").to_sym
+      raise "Experiment #{id} already defined once" if experiments[id]
+      klass = Experiment.const_get(type.to_s.gsub(/\/(.?)/) { "::#{$1.upcase}" }.gsub(/(?:^|_)(.)/) { $1.upcase })
+      experiment = klass.new(self, id, name, options)
+      experiment.instance_eval &block
+      experiment.save
+      experiments[id] = experiment
+    end
+
+    # Returns the experiment. You may not have guessed, but this method raises
+    # an exception if it cannot load the experiment's definition.
+    #
+    # @see Vanity::Experiment
+    def experiment(name)
+      id = name.to_s.downcase.gsub(/\W/, "_").to_sym
+      warn "Deprecated: pleae call experiment method with experiment identifier (a Ruby symbol)" unless id == name
+      experiments[id.to_sym] or raise NameError, "No experiment #{id}"
+    end
+
+    # Returns hash of experiments (key is experiment id).
+    #
+    # @see Vanity::Experiment
+    def experiments
+      unless @experiments
+        @experiments = {}
+        @logger.info "Vanity: loading experiments from #{load_path}"
+        Dir[File.join(load_path, "*.rb")].each do |file|
+          Experiment::Base.load self, @loading, file
+        end
+      end
+      @experiments
+    end
+
+    # Reloads all metrics and experiments.  Rails calls this for each request in
+    # development mode.
+    def reload!
+      @experiments = nil
+      @metrics = nil
+      load!
+    end
+
+    # Loads all metrics and experiments.  Rails calls this during
+    # initialization.
+    def load!
+      experiments
+      metrics
+    end
+
+    # Returns a metric (raises NameError if no metric with that identifier).
+    #
+    # @see Vanity::Metric
+    # @since 1.1.0
+    def metric(id)
+      metrics[id.to_sym] or raise NameError, "No metric #{id}"
+    end
+
+    # True if collection data (metrics and experiments). You only want to
+    # collect data in production environment, everywhere else run with
+    # collection off.
+    #
+    # @since 1.4.0
+    def collecting?
+      @collecting
+    end
+
+    # Turns data collection on and off.
+    #
+    # @since 1.4.0
+    def collecting=(enabled)
+      @collecting = !!enabled
+    end
+
+    # Returns hash of metrics (key is metric id).
+    #
+    # @see Vanity::Metric
+    # @since 1.1.0
+    def metrics
+      unless @metrics
+        @metrics = {}
+        @logger.info "Vanity: loading metrics from #{load_path}/metrics"
+        Dir[File.join(load_path, "metrics/*.rb")].each do |file|
+          Metric.load self, @loading, file
+        end
+        if File.exist?("config/vanity.yml") && remote = YAML.load(ERB.new(File.read("config/vanity.yml")).result)["metrics"]
+          remote.each do |id, url|
+            fail "Metric #{id} already defined in playground" if metrics[id.to_sym]
+            metric = Metric.new(self, id)
+            metric.remote url
+            metrics[id.to_sym] = metric
+          end
+        end
+      end
+      @metrics
+    end
+
+    # Tracks an action associated with a metric.
+    #
+    # @example
+    #   Vanity.playground.track! :uploaded_video
+    #
+    # @since 1.1.0
+    def track!(id, count = 1)
+      metric(id).track! count
+    end
+
+
+    # -- Connection management --
+ 
+    # This is the preferred way to programmatically create a new connection (or
+    # switch to a new connection). If no connection was established, the
+    # playground will create a new one by calling this method with no arguments.
+    #
+    # With no argument, uses the connection specified in config/vanity.yml file
+    # for the current environment (RACK_ENV, RAILS_ENV or development). If there
+    # is no config/vanity.yml file, picks the configuration from
+    # config/redis.yml, or defaults to Redis on localhost, port 6379.
+    #
+    # If the argument is a symbol, uses the connection specified in
+    # config/vanity.yml for that environment. For example:
+    #   Vanity.playground.establish_connection :production
+    #
+    # If the argument is a string, it is processed as a URL. For example:
+    #   Vanity.playground.establish_connection "redis://redis.local/5"
+    #
+    # Otherwise, the argument is a hash and specifies the adapter name and any
+    # additional options understood by that adapter (as with config/vanity.yml).
+    # For example:
+    #   Vanity.playground.establish_connection :adapter=>:redis,
+    #                                          :host=>"redis.local"
+    #
+    # @since 1.4.0 
+    def establish_connection(spec = nil)
+      disconnect! if @adapter
+      case spec
+      when nil
+        if File.exists?("config/vanity.yml")
+          env = ENV["RACK_ENV"] || ENV["RAILS_ENV"] || "development"
+          spec = YAML.load(ERB.new(File.read("config/vanity.yml")).result)[env]
+          fail "No configuration for #{env}" unless spec
+          establish_connection spec
+        elsif File.exists?("config/redis.yml")
+          env = ENV["RACK_ENV"] || ENV["RAILS_ENV"] || "development"
+          redis = YAML.load(ERB.new(File.read("config/redis.yml")).result)[env]
+          fail "No configuration for #{env}" unless redis
+          establish_connection "redis://" + redis
+        else
+          establish_connection :adapter=>"redis"
+        end
+      when Symbol
+        spec = YAML.load(ERB.new(File.read("config/vanity.yml")).result)[spec.to_s]
+        establish_connection spec
+      when String
+        uri = URI.parse(spec)
+        params = CGI.parse(uri.query) if uri.query
+        establish_connection :adapter=>uri.scheme, :username=>uri.user, :password=>uri.password,
+          :host=>uri.host, :port=>uri.port, :path=>uri.path, :params=>params
+      else
+        spec = spec.inject({}) { |hash,(k,v)| hash[k.to_sym] = v ; hash }
+        begin
+          require "vanity/adapters/#{spec[:adapter]}_adapter"
+        rescue LoadError
+          raise "Could not find #{spec[:adapter]} in your load path"
+        end
+        @adapter = Adapters.establish_connection(spec)
+      end
+    end
+
+    # Returns the current connection. Establishes new connection is necessary.
+    #
+    # @since 1.4.0
+    def connection
+      @adapter || establish_connection
+    end
+
+    # Returns true if connection is open.
+    #
+    # @since 1.4.0
+    def connected?
+      @adapter && @adapter.active?
+    end
+
+    # Closes the current connection.
+    #
+    # @since 1.4.0
+    def disconnect!
+      @adapter.disconnect! if @adapter
+    end
+
+    # Closes the current connection and establishes a new one.
+    #
+    # @since 1.3.0
+    def reconnect!
+      establish_connection
+    end
+
+    # Deprecated. Use Vanity.playground.collecting = true/false instead.  Under
+    # Rails, collecting is true in production environment, false in all other
+    # environments, which is exactly what you want.
+    def test!
+      warn "Deprecated: use collecting = false instead"
+      self.collecting = false
+    end
+
+    # Deprecated. Use establish_connection or configuration file instead.
+    def redis=(spec_or_connection)
+      warn "Deprecated: use establish_connection method instead"
+      case spec_or_connection
+      when String
+        establish_connection "redis://" + spec_or_connection
+      when ::Redis
+        @connection = Adapters::RedisAdapter.new(spec_or_connection)
+      when :mock
+        establish_connection :adapter=>:mock
+      else
+        raise "I don't know what to do with #{spec_or_connection.inspect}"
+      end
+    end
+
+    def redis
+      warn "Deprecated: use connection method instead"
+      connection
+    end
+
+  end
+
+  # In the case of Rails, use the Rails logger and collect only for
+  # production environment by default.
+  @playground = Playground.new(defined?(Rails) ? { :logger => Rails.logger, :collecting => Rails.env.production? } : {})  
+  class << self
+
+    # The playground instance.
+    #
+    # @see Vanity::Playground
+    attr_accessor :playground
+
+    # Returns the Vanity context.  For example, when using Rails this would be
+    # the current controller, which can be used to get/set the vanity identity.
+    def context
+      Thread.current[:vanity_context]
+    end
+
+    # Sets the Vanity context.  For example, when using Rails this would be
+    # set by the set_vanity_context before filter (via Vanity::Rails#use_vanity).
+    def context=(context)
+      Thread.current[:vanity_context] = context
+    end
+
+    # Path to template.
+    def template(name)
+      path = File.join(File.dirname(__FILE__), "templates/#{name}")
+      path << ".erb" unless name["."]
+      path
+    end
+
+  end
+end
+
+
+class Object
+
+  # Use this method to access an experiment by name.
+  #
+  # @example
+  #   puts experiment(:text_size).alternatives
+  #
+  # @see Vanity::Playground#experiment
+  # @deprecated
+  def experiment(name)
+    warn "Deprecated. Please call Vanity.playground.experiment directly."
+    Vanity.playground.experiment(name)
+  end
+end

data/lib/vanity/templates/_ab_test.erb

@@ -0,0 +1,28 @@
+<% score = experiment.score %>
+<table>
+  <caption>
+    <%= experiment.conclusion(score).join(" ") %></caption>
+  <% score.alts.each do |alt| %>
+    <tr class="<%= "choice" if score.choice == alt %>">
+      <td class="option"><%= alt.name.gsub(/^o/, "O") %>:</td>
+      <td class="value"><code><%=vanity_h alt.value.to_s %></code></td>
+      <td class="value"><%= alt.participants %> participants</td>
+      <td class="value"><%= alt.converted %> converted</td>
+      <td>
+        <%= "%.1f%%" % [alt.conversion_rate * 100] %>
+        <%= "(%d%% better than %s)" % [alt.difference, score.least.name] if alt.difference && alt.difference >= 1 %>
+      </td>
+      <td class="action">
+        <% if experiment.active? && respond_to?(:url_for) %>
+          <% if experiment.showing?(alt) %>
+            showing
+          <% else %>
+            <a class="button chooses" title="Show me this alternative from now on" href="#"
+              data-id="<%= experiment.id %>" data-url="<%= url_for(:action=>:chooses, :e=>experiment.id, :a=>alt.id) %>">show</a>
+          <% end %>
+        <% end %>
+      </td>
+    </tr>
+  <% end %>
+</table>
+<%=  %>

data/lib/vanity/templates/_experiment.erb

@@ -0,0 +1,5 @@
+<h3><%=vanity_h experiment.name %> <span class="type">(<%= experiment.class.friendly_name %>)</span></h3>
+<%= experiment.description.to_s.split(/\n\s*\n/).map { |para| vanity_html_safe(%{<p class="description">#{vanity_h para}</p>}) }.join %>
+<%= render :file => Vanity.template("_" + experiment.type), :locals => {:experiment => experiment} %>
+<p class="meta">Started <%= experiment.created_at.strftime("%a, %b %d") %>
+  <%= " | Completed #{experiment.completed_at.strftime("%a, %b %d")}" unless experiment.active? %></p>

data/lib/vanity/templates/_experiments.erb

@@ -0,0 +1,7 @@
+<ul class="experiments">
+  <% experiments.sort_by { |id, experiment| experiment.created_at }.reverse.each do |id, experiment| %>
+    <li class="experiment <%= experiment.type %>" id="experiment_<%=vanity_h id.to_s %>">
+    <%= render :file => Vanity.template("_experiment"), :locals => { :id => id, :experiment => experiment } %>
+    </li>
+  <% end %>
+</ul>

data/lib/vanity/templates/_metric.erb

@@ -0,0 +1,14 @@
+<h3><%=vanity_h metric.name %></h3>
+<%= vanity_simple_format vanity_h(Vanity::Metric.description(metric).to_s), :class=>"description" %>
+<%=
+begin 
+  data = Vanity::Metric.data(metric)
+  min, max = data.map(&:last).minmax
+  js = data.map { |date,value| "['#{(date.to_time + 1.hour).httpdate}',#{value}]" }.join(",")
+  vanity_html_safe(%{<div class="chart"></div>
+    <script type="text/javascript">
+    $(function(){Vanity.metric("#{vanity_h id.to_s}").plot([{label:"#{vanity_h metric.name}", data: [#{js}]}])})
+    </script>})
+rescue Exception=>ex
+  %{<div class="error">#{vanity_h ex.message}</div>}
+end %>

data/lib/vanity/templates/_metrics.erb

@@ -0,0 +1,13 @@
+<ul class="metrics">
+  <% metrics.sort_by { |id, metric| metric.name }.each do |id, metric| %>
+    <li class="metric" id="metric_<%= id %>">
+      <%= render :file=>Vanity.template("_metric"), :locals=>{:id=>id, :metric=>metric} %>
+    </li>
+  <% end %>
+</ul>
+<form id="milestones">
+  <% experiments.each do |id, experiment| %>
+    <label><input type="checkbox" name="milestone" data-start="<%= experiment.created_at.httpdate %>"
+      data-end="<%= (experiment.completed_at || Time.now).httpdate %>"><%=vanity_h experiment.name %></label>
+  <% end %>
+</form>