vanity 1.2.0 → 1.3.0

data/test/experiment_test.rb

@@ -10,19 +10,28 @@ class ExperimentTest < Test::Unit::TestCase
   # -- Defining experiment --
   
   def test_can_access_experiment_by_id
-    exp = Vanity.playground.define(:ice_cream_flavor, :ab_test) { metrics :happiness }
+    exp = new_ab_test(:ice_cream_flavor) { metrics :happiness }
     assert_equal exp, experiment(:ice_cream_flavor)
   end
 
   def test_fail_when_defining_same_experiment_twice
-    Vanity.playground.define("Ice Cream Flavor", :ab_test) { metrics :happiness }
-    assert_raises RuntimeError do
-      Vanity.playground.define("Ice Cream Flavor", :ab_test) { metrics :happiness }
+    File.open "tmp/experiments/ice_cream_flavor.rb", "w" do |f|
+      f.write <<-RUBY
+        ab_test "Ice Cream Flavor" do
+          metrics :happiness
+        end
+        ab_test "Ice Cream Flavor" do
+          metrics :happiness
+        end
+      RUBY
+    end
+    assert_raises NameError do
+      experiment(:ice_cream_flavor)
     end
   end
 
   def test_uses_playground_namespace_for_experiment
-    Vanity.playground.define(:ice_cream_flavor, :ab_test) { metrics :happiness }
+    new_ab_test(:ice_cream_flavor) { metrics :happiness }
     assert_equal "vanity:#{Vanity::Version::MAJOR}:ice_cream_flavor", experiment(:ice_cream_flavor).send(:key)
     assert_equal "vanity:#{Vanity::Version::MAJOR}:ice_cream_flavor:participants", experiment(:ice_cream_flavor).send(:key, "participants")
   end
@@ -69,8 +78,8 @@ class ExperimentTest < Test::Unit::TestCase
   end
 
   def test_reloading_experiments
-    Vanity.playground.define(:ab, :ab_test) { metrics :happiness }
-    Vanity.playground.define(:cd, :ab_test) { metrics :happiness }
+    new_ab_test(:ab) { metrics :happiness }
+    new_ab_test(:cd) { metrics :happiness }
     assert 2, Vanity.playground.experiments.size
     Vanity.playground.reload!
     assert Vanity.playground.experiments.empty?
@@ -80,20 +89,25 @@ class ExperimentTest < Test::Unit::TestCase
   # -- Attributes --
 
   def test_experiment_mapping_name_to_id
-    experiment = Vanity.playground.define("Ice Cream Flavor/Tastes", :ab_test) { metrics :happiness }
+    experiment = new_ab_test("Ice Cream Flavor/Tastes") { metrics :happiness }
     assert_equal "Ice Cream Flavor/Tastes", experiment.name
     assert_equal :ice_cream_flavor_tastes, experiment.id
   end
 
   def test_saving_experiment_after_definition
-    Vanity.playground.define :ice_cream_flavor, :ab_test do
-      metrics :happiness
-      expects(:save)
+    File.open "tmp/experiments/ice_cream_flavor.rb", "w" do |f|
+      f.write <<-RUBY
+        ab_test "Ice Cream Flavor" do
+          metrics :happiness
+          expects(:save)
+        end
+      RUBY
     end
+    Vanity.playground.experiment(:ice_cream_flavor)
   end
 
   def test_experiment_has_created_timestamp
-    Vanity.playground.define(:ice_cream_flavor, :ab_test) { metrics :happiness }
+    new_ab_test(:ice_cream_flavor) { metrics :happiness }
     assert_instance_of Time, experiment(:ice_cream_flavor).created_at
     assert_in_delta experiment(:ice_cream_flavor).created_at.to_i, Time.now.to_i, 1
   end
@@ -101,18 +115,18 @@ class ExperimentTest < Test::Unit::TestCase
   def test_experiment_keeps_created_timestamp_across_definitions
     past = Date.today - 1
     Timecop.travel past do
-      Vanity.playground.define(:ice_cream_flavor, :ab_test) { metrics :happiness }
+      new_ab_test(:ice_cream_flavor) { metrics :happiness }
       assert_equal past.to_time.to_i, experiment(:ice_cream_flavor).created_at.to_i
     end
 
     new_playground
     metric :happiness
-    Vanity.playground.define(:ice_cream_flavor, :ab_test) { metrics :happiness }
+    new_ab_test(:ice_cream_flavor) { metrics :happiness }
     assert_equal past.to_time.to_i, experiment(:ice_cream_flavor).created_at.to_i
   end
 
   def test_experiment_has_description
-    Vanity.playground.define :ice_cream_flavor, :ab_test do
+    new_ab_test :ice_cream_flavor do
       description "Because 31 is not enough ..."
       metrics :happiness
     end

data/test/metric_test.rb

@@ -502,7 +502,111 @@ context "Metric" do
 
   end
 
+  # -- Google Analytics --
   
+  context "Google Analytics" do
+
+    setup do
+      File.open "tmp/experiments/metrics/ga.rb", "w" do |f|
+        f.write <<-RUBY
+          metric "GA" do
+            google_analytics "UA2"
+          end
+        RUBY
+      end
+    end
+
+    GA_RESULT = Struct.new(:date, :pageviews, :visits)
+    GA_PROFILE = Struct.new(:web_property_id)
+
+    test "fail if Garb not available" do
+      File.open "tmp/experiments/metrics/ga.rb", "w" do |f|
+        f.write <<-RUBY
+          metric "GA" do
+            expects(:require).raises LoadError
+            google_analytics "UA2"
+          end
+        RUBY
+      end
+      assert_raise LoadError do
+        Vanity.playground.metrics
+      end
+    end
+
+    test "constructs a report" do
+      Vanity.playground.metrics
+      assert metric(:ga).report
+    end
+
+    test "default to pageviews metric" do
+      Vanity.playground.metrics
+      assert_equal [:pageviews], metric(:ga).report.metrics.elements
+    end
+
+    test "apply data dimension and sort" do
+      Vanity.playground.metrics
+      assert_equal [:date], metric(:ga).report.dimensions.elements
+      assert_equal [:date], metric(:ga).report.sort.elements
+    end
+
+    test "accept other metrics" do
+      File.open "tmp/experiments/metrics/ga.rb", "w" do |f|
+        f.write <<-RUBY
+          metric "GA" do
+            google_analytics "UA2", :visitors
+          end
+        RUBY
+      end
+      Vanity.playground.metrics
+      assert_equal [:visitors], metric(:ga).report.metrics.elements
+    end
+
+    test "does not support hooks" do
+      Vanity.playground.metrics
+      assert_raises RuntimeError do
+        metric(:ga).hook
+      end
+    end
+
+    test "should find matching profile" do
+      Vanity.playground.metrics
+      Garb::Profile.expects(:all).returns(Array.new(3) { |i| GA_PROFILE.new("UA#{i + 1}") })
+      metric(:ga).report.stubs(:send_request_for_body).returns(nil)
+      Garb::ReportResponse.stubs(:new).returns(mock(:results=>[]))
+      metric(:ga).values(Date.parse("2010-02-10"), Date.parse("2010-02-12"))
+      assert_equal "UA2", metric(:ga).report.profile.web_property_id
+    end
+
+    test "should map results from report" do
+      Vanity.playground.metrics
+      today = Date.today
+      response = mock(:results=>Array.new(3) { |i| GA_RESULT.new("2010021#{i}", i + 1) })
+      Garb::Profile.stubs(:all).returns([])
+      Garb::ReportResponse.expects(:new).returns(response)
+      metric(:ga).report.stubs(:send_request_for_body).returns(nil)
+      assert_equal [1,2,3], metric(:ga).values(Date.parse("2010-02-10"), Date.parse("2010-02-12"))
+    end
+
+    test "mapping GA metrics to single value" do
+      File.open "tmp/experiments/metrics/ga.rb", "w" do |f|
+        f.write <<-RUBY
+          metric "GA" do
+            google_analytics "UA2", :mapper=>lambda { |e| e.pageviews * e.visits }
+          end
+        RUBY
+      end
+      Vanity.playground.metrics
+      today = Date.today
+      response = mock(:results=>Array.new(3) { |i| GA_RESULT.new("2010021#{i}", i + 1, i + 1) })
+      Garb::Profile.stubs(:all).returns([])
+      Garb::ReportResponse.expects(:new).returns(response)
+      metric(:ga).report.stubs(:send_request_for_body).returns(nil)
+      assert_equal [1,4,9], metric(:ga).values(Date.parse("2010-02-10"), Date.parse("2010-02-12"))
+    end
+
+  end
+  
+
   # -- Helper methods --
 
   def today

data/test/myapp/app/controllers/application_controller.rb

@@ -0,0 +1,2 @@
+class ApplicationController < ActionController::Base
+end

data/test/myapp/app/controllers/main_controller.rb

@@ -0,0 +1,7 @@
+class MainController < ApplicationController
+  def index
+    render :text=>"#{Vanity.playground.redis.server}\n#{Vanity.playground.redis.object_id}"
+   rescue Error=>ex
+     puts $!
+  end
+end

data/test/myapp/config/boot.rb

@@ -0,0 +1,110 @@
+# Don't change this file!
+# Configure your app in config/environment.rb and config/environments/*.rb
+
+RAILS_ROOT = "#{File.dirname(__FILE__)}/.." unless defined?(RAILS_ROOT)
+
+module Rails
+  class << self
+    def boot!
+      unless booted?
+        preinitialize
+        pick_boot.run
+      end
+    end
+
+    def booted?
+      defined? Rails::Initializer
+    end
+
+    def pick_boot
+      (vendor_rails? ? VendorBoot : GemBoot).new
+    end
+
+    def vendor_rails?
+      File.exist?("#{RAILS_ROOT}/vendor/rails")
+    end
+
+    def preinitialize
+      load(preinitializer_path) if File.exist?(preinitializer_path)
+    end
+
+    def preinitializer_path
+      "#{RAILS_ROOT}/config/preinitializer.rb"
+    end
+  end
+
+  class Boot
+    def run
+      load_initializer
+      Rails::Initializer.run(:set_load_path)
+    end
+  end
+
+  class VendorBoot < Boot
+    def load_initializer
+      require "#{RAILS_ROOT}/vendor/rails/railties/lib/initializer"
+      Rails::Initializer.run(:install_gem_spec_stubs)
+      Rails::GemDependency.add_frozen_gem_path
+    end
+  end
+
+  class GemBoot < Boot
+    def load_initializer
+      self.class.load_rubygems
+      load_rails_gem
+      require 'initializer'
+    end
+
+    def load_rails_gem
+      if version = self.class.gem_version
+        gem 'rails', version
+      else
+        gem 'rails'
+      end
+    rescue Gem::LoadError => load_error
+      $stderr.puts %(Missing the Rails #{version} gem. Please `gem install -v=#{version} rails`, update your RAILS_GEM_VERSION setting in config/environment.rb for the Rails version you do have installed, or comment out RAILS_GEM_VERSION to use the latest version installed.)
+      exit 1
+    end
+
+    class << self
+      def rubygems_version
+        Gem::RubyGemsVersion rescue nil
+      end
+
+      def gem_version
+        if defined? RAILS_GEM_VERSION
+          RAILS_GEM_VERSION
+        elsif ENV.include?('RAILS_GEM_VERSION')
+          ENV['RAILS_GEM_VERSION']
+        else
+          parse_gem_version(read_environment_rb)
+        end
+      end
+
+      def load_rubygems
+        min_version = '1.3.1'
+        require 'rubygems'
+        unless rubygems_version >= min_version
+          $stderr.puts %Q(Rails requires RubyGems >= #{min_version} (you have #{rubygems_version}). Please `gem update --system` and try again.)
+          exit 1
+        end
+
+      rescue LoadError
+        $stderr.puts %Q(Rails requires RubyGems >= #{min_version}. Please install RubyGems and try again: http://rubygems.rubyforge.org)
+        exit 1
+      end
+
+      def parse_gem_version(text)
+        $1 if text =~ /^[^#]*RAILS_GEM_VERSION\s*=\s*["']([!~<>=]*\s*[\d.]+)["']/
+      end
+
+      private
+        def read_environment_rb
+          File.read("#{RAILS_ROOT}/config/environment.rb")
+        end
+    end
+  end
+end
+
+# All that for this:
+Rails.boot!

data/test/myapp/config/environment.rb

@@ -0,0 +1,10 @@
+require File.join(File.dirname(__FILE__), 'boot')
+
+Rails::Initializer.run do |config|
+  config.frameworks -= [ :active_record, :active_resource, :action_mailer ]
+  config.action_controller.session = { :key=>"_myapp_session", :secret=>"Stay hungry. Stay foolish. -- Steve Jobs" }
+  config.after_initialize do
+    $:.unshift File.dirname(__FILE__) + "/../../../lib/"
+    require "vanity"
+  end
+end

data/test/myapp/config/routes.rb

@@ -0,0 +1,3 @@
+ActionController::Routing::Routes.draw do |map|
+  map.connect "/", :controller=>:main, :action=>:index
+end

data/test/myapp/log/production.log

@@ -0,0 +1,80 @@
+# Logfile created on 2010-02-22 15:10:48 -0800
+
+Processing MainController#index (for  at 2010-02-22 15:10:48) [GET]
+  Parameters: {" "=>nil}
+Completed in 5ms (View: 1 | 200 OK [http://:? ]
+
+
+Processing MainController#index (for  at 2010-02-22 15:17:09) [GET]
+  Parameters: {" "=>nil}
+Completed in 6ms (View: 1 | 200 OK [http://:? ]
+
+
+Processing MainController#index (for  at 2010-02-22 15:21:35) [GET]
+  Parameters: {" "=>nil}
+Completed in 167ms (View: 94 | 200 OK [http://:? ]
+
+
+Processing MainController#index (for  at 2010-02-22 17:01:14) [GET]
+  Parameters: {" "=>nil}
+Completed in 8ms (View: 1 | 200 OK [http://:? ]
+
+
+Processing MainController#index (for  at 2010-02-24 09:16:46) [GET]
+  Parameters: {" "=>nil}
+Completed in 5ms (View: 1 | 200 OK [http://:? ]
+
+
+Processing MainController#index (for  at 2010-02-24 09:36:17) [GET]
+  Parameters: {" "=>nil}
+Completed in 6ms (View: 1 | 200 OK [http://:? ]
+
+
+Processing MainController#index (for  at 2010-02-24 09:49:36) [GET]
+  Parameters: {" "=>nil}
+Completed in 4ms (View: 1 | 200 OK [http://:? ]
+
+
+Processing MainController#index (for  at 2010-02-24 11:41:39) [GET]
+  Parameters: {" "=>nil}
+Completed in 6ms (View: 1 | 200 OK [http://:? ]
+
+
+Processing MainController#index (for  at 2010-02-24 11:42:19) [GET]
+  Parameters: {" "=>nil}
+Completed in 5ms (View: 1 | 200 OK [http://:? ]
+
+
+Processing MainController#index (for  at 2010-02-24 12:14:54) [GET]
+  Parameters: {" "=>nil}
+Completed in 10ms (View: 2 | 200 OK [http://:? ]
+
+
+Processing MainController#index (for  at 2010-02-24 13:40:28) [GET]
+  Parameters: {" "=>nil}
+Completed in 8ms (View: 2 | 200 OK [http://:? ]
+
+
+Processing MainController#index (for  at 2010-02-24 13:54:19) [GET]
+  Parameters: {" "=>nil}
+Completed in 5ms (View: 1 | 200 OK [http://:? ]
+
+
+Processing MainController#index (for  at 2010-02-24 14:39:14) [GET]
+  Parameters: {" "=>nil}
+Completed in 8ms (View: 1 | 200 OK [http://:? ]
+
+
+Processing MainController#index (for  at 2010-02-27 00:03:56) [GET]
+  Parameters: {" "=>nil}
+Completed in 5ms (View: 1 | 200 OK [http://:? ]
+
+
+Processing MainController#index (for  at 2010-03-01 19:13:46) [GET]
+  Parameters: {" "=>nil}
+Completed in 5ms (View: 1 | 200 OK [http://:? ]
+
+
+Processing MainController#index (for  at 2010-03-01 20:01:19) [GET]
+  Parameters: {" "=>nil}
+Completed in 5ms (View: 1 | 200 OK [http://:? ]

data/test/passenger_test.rb

@@ -0,0 +1,34 @@
+require "test/test_helper"
+require "phusion_passenger/spawn_manager"
+
+class PassengerTest < Test::Unit::TestCase
+  def setup
+    ActiveRecord::Base.connection.disconnect! # Otherwise AR metric tests fail
+    @original = Vanity.playground.redis
+    @server = PhusionPassenger::SpawnManager.new
+    @server.start
+    Thread.pass until @server.started?
+    app_root = File.expand_path("myapp", File.dirname(__FILE__))
+    @app = @server.spawn_application "app_root"=>app_root, "spawn_method"=>"smart-lv2"
+  end
+
+  def test_reconnect
+    sleep 0.1
+    socket = TCPSocket.new(*@app.listen_socket_name.split(":"))
+    channel = PhusionPassenger::MessageChannel.new(socket)
+    request = {"REQUEST_PATH"=>"/", "REQUEST_METHOD"=>"GET", "QUERY_STRING"=>" "}
+    channel.write_scalar request.to_a.join("\0")
+    response = socket.read.split("\r\n\r\n").last
+    socket.close
+
+    server, obj_id = response.split("\n")
+    assert_equal @original.server, server
+    assert_not_equal @original.object_id.to_s, obj_id
+  end
+
+  def teardown
+    super
+    @server.stop
+  end
+
+end