tupalo-vanity 1.5.1

data/test/metric/google_analytics_test.rb

@@ -0,0 +1,104 @@
+require "test/test_helper"
+
+
+context "Google Analytics" do
+
+  setup do
+    File.open "tmp/experiments/metrics/ga.rb", "w" do |f|
+      f.write <<-RUBY
+        metric "GA" do
+          google_analytics "UA2"
+        end
+      RUBY
+    end
+  end
+
+  GA_RESULT = Struct.new(:date, :pageviews, :visits)
+  GA_PROFILE = Struct.new(:web_property_id)
+
+  test "fail if Garb not available" do
+    File.open "tmp/experiments/metrics/ga.rb", "w" do |f|
+      f.write <<-RUBY
+        metric "GA" do
+          expects(:require).raises LoadError
+          google_analytics "UA2"
+        end
+      RUBY
+    end
+    assert_raise LoadError do
+      Vanity.playground.metrics
+    end
+  end
+
+  test "constructs a report" do
+    Vanity.playground.metrics
+    assert metric(:ga).report
+  end
+
+  test "default to pageviews metric" do
+    Vanity.playground.metrics
+    assert_equal [:pageviews], metric(:ga).report.metrics.elements
+  end
+
+  test "apply data dimension and sort" do
+    Vanity.playground.metrics
+    assert_equal [:date], metric(:ga).report.dimensions.elements
+    assert_equal [:date], metric(:ga).report.sort.elements
+  end
+
+  test "accept other metrics" do
+    File.open "tmp/experiments/metrics/ga.rb", "w" do |f|
+      f.write <<-RUBY
+        metric "GA" do
+          google_analytics "UA2", :visitors
+        end
+      RUBY
+    end
+    Vanity.playground.metrics
+    assert_equal [:visitors], metric(:ga).report.metrics.elements
+  end
+
+  test "does not support hooks" do
+    Vanity.playground.metrics
+    assert_raises RuntimeError do
+      metric(:ga).hook
+    end
+  end
+
+  test "should find matching profile" do
+    Vanity.playground.metrics
+    Garb::Profile.expects(:all).returns(Array.new(3) { |i| GA_PROFILE.new("UA#{i + 1}") })
+    metric(:ga).report.stubs(:send_request_for_body).returns(nil)
+    Garb::ReportResponse.stubs(:new).returns(mock(:results=>[]))
+    metric(:ga).values(Date.parse("2010-02-10"), Date.parse("2010-02-12"))
+    assert_equal "UA2", metric(:ga).report.profile.web_property_id
+  end
+
+  test "should map results from report" do
+    Vanity.playground.metrics
+    today = Date.today
+    response = mock(:results=>Array.new(3) { |i| GA_RESULT.new("2010021#{i}", i + 1) })
+    Garb::Profile.stubs(:all).returns([])
+    Garb::ReportResponse.expects(:new).returns(response)
+    metric(:ga).report.stubs(:send_request_for_body).returns(nil)
+    assert_equal [1,2,3], metric(:ga).values(Date.parse("2010-02-10"), Date.parse("2010-02-12"))
+  end
+
+  test "mapping GA metrics to single value" do
+    File.open "tmp/experiments/metrics/ga.rb", "w" do |f|
+      f.write <<-RUBY
+        metric "GA" do
+          google_analytics "UA2", :mapper=>lambda { |e| e.pageviews * e.visits }
+        end
+      RUBY
+    end
+    Vanity.playground.metrics
+    today = Date.today
+    response = mock(:results=>Array.new(3) { |i| GA_RESULT.new("2010021#{i}", i + 1, i + 1) })
+    Garb::Profile.stubs(:all).returns([])
+    Garb::ReportResponse.expects(:new).returns(response)
+    metric(:ga).report.stubs(:send_request_for_body).returns(nil)
+    assert_equal [1,4,9], metric(:ga).values(Date.parse("2010-02-10"), Date.parse("2010-02-12"))
+  end
+
+end

data/test/metric/remote_test.rb

@@ -0,0 +1,108 @@
+require "test/test_helper"
+
+
+context "Remote metrics" do
+  setup do
+    FileUtils.mkpath "tmp/config"
+    File.open "tmp/config/vanity.yml", "w" do |f|
+      f.write <<-RUBY
+        metrics:
+          sandbox: http://api.vanitydash.com/metrics/sandbox
+      RUBY
+    end
+    Dir.chdir "tmp" do
+      Vanity.playground.load!
+    end
+  end
+
+  test "load from configuration file" do
+    assert Vanity.playground.metrics[:sandbox]
+  end
+
+  test "create remote metric from configuration file" do
+    stub_request :post, /vanitydash/
+    metric(:sandbox).track!
+    assert_requested :post, /api\.vanitydash\.com/
+  end
+end
+
+
+context "Remote send" do
+  setup do
+    @metric = Vanity::Metric.new(Vanity.playground, :sandbox)
+    @metric.remote "http://api.vanitydash.com/metrics/sandbox"
+    Vanity.playground.metrics[:sandbox] = @metric
+    stub_request :post, /vanitydash/
+  end
+
+  test "remote send in sequence" do
+    Vanity.playground.track! :sandbox
+    Vanity.playground.track! :sandbox
+    assert_requested(:post, "http://api.vanitydash.com/metrics/sandbox", :times=>2)
+  end
+
+  test "remote sends url-encoded data" do
+    Vanity.playground.track! :sandbox, 12
+    assert_requested(:post, /api/) { |request| request.headers["Content-Type"] == "application/x-www-form-urlencoded" }
+  end
+
+  test "remote sends metric identifier" do
+    Vanity.playground.track! :sandbox, 12
+    assert_requested(:post, /api/) { |request| Rack::Utils.parse_query(request.body)["metric"] == "sandbox" }
+  end
+
+  test "remote sends RFC 2616 compliant time stamp" do
+    Vanity.playground.track! :sandbox, 12
+    assert_requested(:post, /api/) { |request| Time.httpdate(Rack::Utils.parse_query(request.body)["timestamp"]) }
+  end
+
+  test "remote sends array of values" do
+    Vanity.playground.track! :sandbox, [1,2,3]
+    assert_requested(:post, /api/) { |request| Rack::Utils.parse_query(request.body)["values[]"] == %w{1 2 3} }
+  end
+
+  test "remote sends default of 1" do
+    Vanity.playground.track! :sandbox
+    assert_requested(:post, /api/) { |request| Rack::Utils.parse_query(request.body)["values[]"] == "1" }
+  end
+
+  test "remote sends current identity" do
+    Vanity.context = Object.new
+    class << Vanity.context
+      def vanity_identity
+        "xkcd"
+      end
+    end
+    Vanity.playground.track! :sandbox, 12
+    assert_requested(:post, /api/) { |request| Rack::Utils.parse_query(request.body)["identity"] == "xkcd" }
+  end
+
+  test "remote sends with additional query parameters" do
+    @metric.remote "http://api.vanitydash.com/metrics/sandbox?ask=receive"
+    Vanity.playground.track! :sandbox, 12
+    assert_requested(:post, /api/) { |request| Rack::Utils.parse_query(request.body)["ask"] == "receive" }
+  end
+
+  test "remote send handles standard error" do
+    stub_request(:post, /api/).to_raise(StandardError)
+    Vanity.playground.track! :sandbox
+    stub_request(:post, /api/)
+    Vanity.playground.track! :sandbox
+    assert_requested(:post, /api/, :times=>2)
+  end
+
+  test "remote send handles timeout error" do
+    stub_request(:post, /api/).to_timeout
+    Vanity.playground.track! :sandbox
+    stub_request(:post, /api/)
+    Vanity.playground.track! :sandbox
+    assert_requested(:post, /api/, :times=>2)
+  end
+
+  test "remote does not send when metrics disabled" do
+    not_collecting!
+    Vanity.playground.track! :sandbox
+    Vanity.playground.track! :sandbox
+    assert_requested(:post, /api/, :times=>0)
+  end
+end

data/test/myapp/app/controllers/application_controller.rb

@@ -0,0 +1,2 @@
+class ApplicationController < ActionController::Base
+end

data/test/myapp/app/controllers/main_controller.rb

@@ -0,0 +1,7 @@
+class MainController < ApplicationController
+  def index
+    render :text=>"#{Vanity.playground.connection}\n#{Vanity.playground.connection.object_id}"
+  rescue Error=>ex
+    puts $!
+  end
+end

data/test/myapp/config/boot.rb

@@ -0,0 +1,110 @@
+# Don't change this file!
+# Configure your app in config/environment.rb and config/environments/*.rb
+
+RAILS_ROOT = "#{File.dirname(__FILE__)}/.." unless defined?(RAILS_ROOT)
+
+module Rails
+  class << self
+    def boot!
+      unless booted?
+        preinitialize
+        pick_boot.run
+      end
+    end
+
+    def booted?
+      defined? Rails::Initializer
+    end
+
+    def pick_boot
+      (vendor_rails? ? VendorBoot : GemBoot).new
+    end
+
+    def vendor_rails?
+      File.exist?("#{RAILS_ROOT}/vendor/rails")
+    end
+
+    def preinitialize
+      load(preinitializer_path) if File.exist?(preinitializer_path)
+    end
+
+    def preinitializer_path
+      "#{RAILS_ROOT}/config/preinitializer.rb"
+    end
+  end
+
+  class Boot
+    def run
+      load_initializer
+      Rails::Initializer.run(:set_load_path)
+    end
+  end
+
+  class VendorBoot < Boot
+    def load_initializer
+      require "#{RAILS_ROOT}/vendor/rails/railties/lib/initializer"
+      Rails::Initializer.run(:install_gem_spec_stubs)
+      Rails::GemDependency.add_frozen_gem_path
+    end
+  end
+
+  class GemBoot < Boot
+    def load_initializer
+      self.class.load_rubygems
+      load_rails_gem
+      require 'initializer'
+    end
+
+    def load_rails_gem
+      if version = self.class.gem_version
+        gem 'rails', version
+      else
+        gem 'rails'
+      end
+    rescue Gem::LoadError => load_error
+      $stderr.puts %(Missing the Rails #{version} gem. Please `gem install -v=#{version} rails`, update your RAILS_GEM_VERSION setting in config/environment.rb for the Rails version you do have installed, or comment out RAILS_GEM_VERSION to use the latest version installed.)
+      exit 1
+    end
+
+    class << self
+      def rubygems_version
+        Gem::RubyGemsVersion rescue nil
+      end
+
+      def gem_version
+        if defined? RAILS_GEM_VERSION
+          RAILS_GEM_VERSION
+        elsif ENV.include?('RAILS_GEM_VERSION')
+          ENV['RAILS_GEM_VERSION']
+        else
+          parse_gem_version(read_environment_rb)
+        end
+      end
+
+      def load_rubygems
+        min_version = '1.3.1'
+        require 'rubygems'
+        unless rubygems_version >= min_version
+          $stderr.puts %Q(Rails requires RubyGems >= #{min_version} (you have #{rubygems_version}). Please `gem update --system` and try again.)
+          exit 1
+        end
+
+      rescue LoadError
+        $stderr.puts %Q(Rails requires RubyGems >= #{min_version}. Please install RubyGems and try again: http://rubygems.rubyforge.org)
+        exit 1
+      end
+
+      def parse_gem_version(text)
+        $1 if text =~ /^[^#]*RAILS_GEM_VERSION\s*=\s*["']([!~<>=]*\s*[\d.]+)["']/
+      end
+
+      private
+        def read_environment_rb
+          File.read("#{RAILS_ROOT}/config/environment.rb")
+        end
+    end
+  end
+end
+
+# All that for this:
+Rails.boot!

data/test/myapp/config/environment.rb

@@ -0,0 +1,10 @@
+require File.join(File.dirname(__FILE__), 'boot')
+
+Rails::Initializer.run do |config|
+  config.frameworks -= [ :active_record, :active_resource, :action_mailer ]
+  config.action_controller.session = { :key=>"_myapp_session", :secret=>"Stay hungry. Stay foolish. -- Steve Jobs" }
+  config.after_initialize do
+    $:.unshift File.dirname(__FILE__) + "/../../../lib/"
+    require "vanity"
+  end
+end

data/test/myapp/config/routes.rb

@@ -0,0 +1,3 @@
+ActionController::Routing::Routes.draw do |map|
+  map.connect "/", :controller=>:main, :action=>:index
+end

data/test/passenger_test.rb

@@ -0,0 +1,43 @@
+require "test/test_helper"
+require "phusion_passenger/spawn_manager"
+
+class PassengerTest < Test::Unit::TestCase
+  def setup
+    super
+    ActiveRecord::Base.connection.disconnect! # Otherwise AR metric tests fail
+    @original = Vanity.playground.connection
+    File.unlink "test/myapp/config/vanity.yml" rescue nil
+    File.open("test/myapp/config/vanity.yml", "w") do |io|
+      io.write "production: #{Vanity.playground.connection}"
+    end
+    @server = PhusionPassenger::SpawnManager.new
+    @server.start
+    Thread.pass until @server.started?
+    app_root = File.expand_path("myapp", File.dirname(__FILE__))
+    @app = @server.spawn_application "app_root"=>app_root, "spawn_method"=>"smart-lv2"
+  end
+
+  def test_reconnect
+    sleep 0.1
+    case @app.listen_socket_type
+    when "tcp" ; socket = TCPSocket.new(*@app.listen_socket_name.split(":"))
+    when "unix"; socket = UNIXSocket.new(@app.listen_socket_name)
+    else fail
+    end
+    channel = PhusionPassenger::MessageChannel.new(socket)
+    request = {"REQUEST_PATH"=>"/", "REQUEST_METHOD"=>"GET", "QUERY_STRING"=>" "}
+    channel.write_scalar request.to_a.join("\0")
+    response = socket.read.split("\r\n\r\n").last
+    socket.close
+    conn, obj_id = response.split("\n")
+    assert_equal @original.to_s, conn
+    assert_not_equal @original.object_id.to_s, obj_id
+  end
+
+  def teardown
+    super
+    @server.stop
+    File.unlink "test/myapp/config/vanity.yml"
+  end
+
+end

data/test/playground_test.rb

@@ -0,0 +1,10 @@
+require "test/test_helper"
+
+class PlaygroundTest < Test::Unit::TestCase
+
+  def test_has_one_global_instance
+    assert instance = Vanity.playground
+    assert_equal instance, Vanity.playground
+  end
+
+end

data/test/rails_test.rb

@@ -0,0 +1,294 @@
+require "test/test_helper"
+
+class UseVanityController < ActionController::Base
+  attr_accessor :current_user
+
+  def index
+    render :text=>ab_test(:pie_or_cake)
+  end
+end
+
+# Pages accessible to everyone, e.g. sign in, community search.
+class UseVanityTest < ActionController::TestCase
+  tests UseVanityController
+
+  def setup
+    super
+    metric :sugar_high
+    new_ab_test :pie_or_cake do
+      metrics :sugar_high
+    end
+    UseVanityController.class_eval do
+      use_vanity :current_user
+    end
+  end
+
+  def test_vanity_cookie_is_persistent
+    get :index
+    assert cookie = @response["Set-Cookie"].find { |c| c[/^vanity_id=/] }
+    assert expires = cookie[/vanity_id=[a-f0-9]{32}; path=\/; expires=(.*)(;|$)/, 1]
+    assert_in_delta Time.parse(expires), Time.now + 1.month, 1.minute
+  end
+
+  def test_vanity_cookie_default_id
+    get :index
+    assert cookies['vanity_id'] =~ /^[a-f0-9]{32}$/
+  end
+
+  def test_vanity_cookie_retains_id
+    @request.cookies['vanity_id'] = "from_last_time"
+    get :index
+    assert_equal "from_last_time", cookies['vanity_id']
+  end
+
+  def test_vanity_identity_set_from_cookie
+    @request.cookies['vanity_id'] = "from_last_time"
+    get :index
+    assert_equal "from_last_time", @controller.send(:vanity_identity)
+  end
+
+  def test_vanity_identity_set_from_user
+    @controller.current_user = mock("user", :id=>"user_id")
+    get :index
+    assert_equal "user_id", @controller.send(:vanity_identity)
+  end
+
+  def test_vanity_identity_with_no_user_model
+    UseVanityController.class_eval do
+      use_vanity nil
+    end
+    @controller.current_user = Object.new
+    get :index
+    assert cookies['vanity_id'] =~ /^[a-f0-9]{32}$/
+  end
+
+  def test_vanity_identity_set_with_block
+    UseVanityController.class_eval do
+      attr_accessor :project_id
+      use_vanity { |controller| controller.project_id }
+    end
+    @controller.project_id = "576"
+    get :index
+    assert_equal "576", @controller.send(:vanity_identity)
+  end
+
+  # query parameter filter
+
+  def test_redirects_and_loses_vanity_query_parameter
+    get :index, :foo=>"bar", :_vanity=>"567"
+    assert_redirected_to "/use_vanity?foo=bar"
+  end
+
+  def test_sets_choices_from_vanity_query_parameter
+    first = experiment(:pie_or_cake).alternatives.first
+    # experiment(:pie_or_cake).fingerprint(first)
+    10.times do
+      @controller = nil ; setup_controller_request_and_response
+      get :index, :_vanity=>"aae9ff8081"
+      assert !experiment(:pie_or_cake).choose
+      assert experiment(:pie_or_cake).showing?(first)
+    end
+  end
+
+  def test_does_nothing_with_vanity_query_parameter_for_posts
+    first = experiment(:pie_or_cake).alternatives.first
+    post :index, :foo=>"bar", :_vanity=>"567"
+    assert_response :success
+    assert !experiment(:pie_or_cake).showing?(first)
+  end
+
+
+  # -- Load path --
+
+  def test_load_path
+    assert_equal File.expand_path("tmp/experiments"), load_rails(<<-RB)
+initializer.after_initialize
+$stdout << Vanity.playground.load_path
+    RB
+  end
+
+  def test_settable_load_path
+    assert_equal File.expand_path("tmp/predictions"), load_rails(<<-RB)
+Vanity.playground.load_path = "predictions"
+initializer.after_initialize
+$stdout << Vanity.playground.load_path
+    RB
+  end
+
+  def test_absolute_load_path
+    assert_equal File.expand_path("/tmp/var"), load_rails(<<-RB)
+Vanity.playground.load_path = "/tmp/var"
+initializer.after_initialize
+$stdout << Vanity.playground.load_path
+    RB
+  end
+
+
+  # -- Connection configuration --
+
+  def test_default_connection
+    assert_equal "redis://127.0.0.1:6379/0", load_rails(<<-RB)
+initializer.after_initialize
+$stdout << Vanity.playground.connection
+    RB
+  end
+
+  def test_connection_from_string
+    assert_equal "redis://192.168.1.1:6379/5", load_rails(<<-RB)
+Vanity.playground.establish_connection "redis://192.168.1.1:6379/5"
+initializer.after_initialize
+$stdout << Vanity.playground.connection
+    RB
+  end
+
+  def test_connection_from_yaml
+    FileUtils.mkpath "tmp/config"
+    ENV["RAILS_ENV"] = "production"
+    File.open("tmp/config/vanity.yml", "w") do |io|
+      io.write <<-YML
+production:
+  adapter: redis
+  host: somehost
+  database: 15
+      YML
+    end
+    assert_equal "redis://somehost:6379/15", load_rails(<<-RB)
+initializer.after_initialize
+$stdout << Vanity.playground.connection
+    RB
+  ensure
+    File.unlink "tmp/config/vanity.yml"
+  end
+
+  def test_connection_from_yaml_url
+    FileUtils.mkpath "tmp/config"
+    ENV["RAILS_ENV"] = "production"
+    File.open("tmp/config/vanity.yml", "w") do |io|
+      io.write <<-YML
+production: redis://somehost/15
+      YML
+    end
+    assert_equal "redis://somehost:6379/15", load_rails(<<-RB)
+initializer.after_initialize
+$stdout << Vanity.playground.connection
+    RB
+  ensure
+    File.unlink "tmp/config/vanity.yml"
+  end
+
+  def test_connection_from_yaml_missing
+    FileUtils.mkpath "tmp/config"
+    ENV["RAILS_ENV"] = "development"
+    File.open("tmp/config/vanity.yml", "w") do |io|
+      io.write <<-YML
+production:
+  adapter: redis
+      YML
+    end
+    assert_equal "No configuration for development", load_rails(<<-RB)
+initializer.after_initialize
+$stdout << (Vanity.playground.connection rescue $!.message)
+    RB
+  ensure
+    File.unlink "tmp/config/vanity.yml"
+  end
+
+  def test_connection_from_yaml_with_erb
+    FileUtils.mkpath "tmp/config"
+    ENV["RAILS_ENV"] = "production"
+    # Pass storage URL through environment like heroku does
+    ENV["REDIS_URL"] = "redis://somehost:6379/15"
+    File.open("tmp/config/vanity.yml", "w") do |io|
+      io.write <<-YML
+production: <%= ENV['REDIS_URL'] %>
+      YML
+    end
+    assert_equal "redis://somehost:6379/15", load_rails(<<-RB)
+initializer.after_initialize
+$stdout << Vanity.playground.connection
+    RB
+  ensure
+    File.unlink "tmp/config/vanity.yml"
+  end
+
+  def test_connection_from_redis_yml
+    FileUtils.mkpath "tmp/config"
+    yml = File.open("tmp/config/redis.yml", "w")
+    yml << "development: internal.local:6379\n"
+    yml.flush
+    assert_equal "redis://internal.local:6379/0", load_rails(<<-RB)
+initializer.after_initialize
+$stdout << Vanity.playground.connection
+    RB
+  ensure
+    File.unlink yml.path
+  end
+
+  def test_collection_true_in_production_by_default
+    assert_equal "true", load_rails(<<-RB, "production")
+initializer.after_initialize
+$stdout << Vanity.playground.collecting?
+    RB
+  end
+
+  def test_collection_false_in_production_when_configured
+    assert_equal "false", load_rails(<<-RB, "production")
+Vanity.playground.collecting = false
+initializer.after_initialize
+$stdout << Vanity.playground.collecting?
+    RB
+  end
+
+  def test_collection_false_in_development_by_default
+    assert_equal "false", load_rails(<<-RB, "development")
+initializer.after_initialize
+$stdout << Vanity.playground.collecting?
+    RB
+  end
+
+  def test_collection_true_in_development_when_configured
+    assert_equal "true", load_rails(<<-RB, "development")
+Vanity.playground.collecting = true
+initializer.after_initialize
+$stdout << Vanity.playground.collecting?
+    RB
+  end
+
+  def test_collection_false_after_test!
+    assert_equal "false", load_rails(<<-RB, "production")
+initializer.after_initialize
+Vanity.playground.test!
+$stdout << Vanity.playground.collecting?
+    RB
+  end
+
+
+  def load_rails(code, env = "production")
+    tmp = Tempfile.open("test.rb")
+    tmp.write <<-RB
+$:.delete_if { |path| path[/gems\\/vanity-\\d/] }
+$:.unshift File.expand_path("../lib")
+RAILS_ROOT = File.expand_path(".")
+RAILS_ENV = "#{env}"
+require "initializer"
+require "active_support"
+Rails.configuration = Rails::Configuration.new
+initializer = Rails::Initializer.new(Rails.configuration)
+initializer.check_gem_dependencies
+require "vanity"
+    RB
+    tmp.write code
+    tmp.flush
+    Dir.chdir "tmp" do
+      open("|ruby #{tmp.path}").read
+    end
+  rescue
+    tmp.close!
+  end
+
+
+  def teardown
+    super
+    UseVanityController.send(:filter_chain).clear
+  end
+end