optimizely-sdk 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 78af637c6334c098627f0f83824494fb30fb0de4
-  data.tar.gz: d9d32f68014ec5866e521e274ac384fef1e22e81
+  metadata.gz: 388b7be07d59d027ef5f08ebce2fa43d62be0513
+  data.tar.gz: 0288d19e852dce6a860ceac8c35c6b508ed3363a
 SHA512:
-  metadata.gz: 09fdf5e75b3fb050d43f627af4f81225d8bdd2ed0f10c89b8dfe8b485f1849b669497315645e54d7eb8fdcec7209892ebdb9a5a5af68805bd7f3873051738eb7
-  data.tar.gz: 1bd6b64f56ef37dc6c2c38af651fce3c967832da5cf22a05e67683befb0bd3aeaec61c441a8d4ca6a961b97a6654f1362a8d5ea1d4a63b568c55a0858ff72d15
+  metadata.gz: 02cd29fbf79181021dae6d19aae905e4304dc8ce6d338e7d1df2e2086fd7d381b65232ed188f41ef005a1afaefa6de610d195162b144e7c6eccd05b084f9be9f
+  data.tar.gz: 281090b33e4e89c8ea7a32276d259a307fa9a3001ce532cc8b373a70d7cc70ec19d7e62c52a360e29e1bbabb5f44786739d05214d276558c5d0b060772ab5488

data/lib/optimizely.rb

@@ -18,6 +18,11 @@ module Optimizely
     attr_accessor :logger
     attr_accessor :error_handler
 
+    EVENT_BUILDERS_BY_VERSION = {
+      Optimizely::V1_CONFIG_VERSION => EventBuilderV1,
+      Optimizely::V2_CONFIG_VERSION => EventBuilderV2
+    }
+
     def initialize(datafile, event_dispatcher = nil, logger = nil, error_handler = nil, skip_json_validation = false)
       # Constructor for Projects.
       #
@@ -35,7 +40,7 @@ module Optimizely
 
       @config = ProjectConfig.new(datafile, @logger, @error_handler)
       @bucketer = Bucketer.new(@config)
-      @event_builder = EventBuilder.new(@config, @bucketer)
+      @event_builder = EVENT_BUILDERS_BY_VERSION[@config.version].new(@config, @bucketer)
     end
 
     def activate(experiment_key, user_id, attributes = nil)
@@ -70,7 +75,7 @@ module Optimizely
       @logger.log(Logger::INFO,
                   'Dispatching impression event to URL %s with params %s.' % [impression_event.url,
                                                                               impression_event.params])
-      @event_dispatcher.dispatch_event(impression_event.url, impression_event.params)
+      @event_dispatcher.dispatch_event(impression_event)
 
       @config.get_variation_key_from_id(experiment_key, variation_id)
     end
@@ -136,7 +141,7 @@ module Optimizely
       @logger.log(Logger::INFO,
                   'Dispatching conversion event to URL %s with params %s.' % [conversion_event.url,
                                                                               conversion_event.params])
-      @event_dispatcher.dispatch_event(conversion_event.url, conversion_event.params)
+      @event_dispatcher.dispatch_event(conversion_event)
     end
 
     private

data/lib/optimizely/event_builder.rb

@@ -6,28 +6,198 @@ module Optimizely
   class Event
     # Representation of an event which can be sent to the Optimizely logging endpoint.
 
-    # Event API format
-    OFFLINE_API_PATH = 'https://%{project_id}.log.optimizely.com/event'
+    attr_reader :http_verb
+    attr_reader :params
+    attr_reader :url
+    attr_reader :headers
+
+    def initialize(http_verb, url, params, headers)
+      @http_verb = http_verb
+      @url = url
+      @params = params
+      @headers = headers
+    end
+
+    # Override equality operator to make two events with the same contents equal for testing purposes
+    def ==(event)
+      @http_verb == event.http_verb && @url == event.url && @params == event.params && @headers == event.headers
+    end
+  end
 
-    # Gets/Sets event params.
+  class BaseEventBuilder
+    attr_reader :config
+    attr_reader :bucketer
     attr_accessor :params
 
-    def initialize(params)
-      @params = params
+    def initialize(config, bucketer)
+      @config = config
+      @bucketer = bucketer
+      @params = {}
     end
 
-    def url
-      # URL for sending impression/conversion event.
+    private
+
+    def add_common_params(user_id, attributes)
+      # Add params which are used in both conversion and impression events.
       #
-      # project_id - ID for the project.
+      # user_id - ID for user.
+      # attributes - Hash representing user attributes and values which need to be recorded.
+
+      add_project_id
+      add_account_id
+      add_user_id(user_id)
+      add_attributes(attributes)
+      add_source
+      add_time
+    end
+  end
+
+  class EventBuilderV2 < BaseEventBuilder
+    CONVERSION_EVENT_ENDPOINT = 'https://p13nlog.dz.optimizely.com/log/event'
+    IMPRESSION_EVENT_ENDPOINT = 'https://p13nlog.dz.optimizely.com/log/decision'
+    POST_HEADERS = { 'Content-Type' => 'application/json' }
+
+    def create_impression_event(experiment_key, variation_id, user_id, attributes)
+      # Create conversion Event to be sent to the logging endpoint.
+      #
+      # experiment_key - Experiment for which impression needs to be recorded.
+      # variation_id - ID for variation which would be presented to user.
+      # user_id - ID for user.
+      # attributes - Hash representing user attributes and values which need to be recorded.
+      #
+      # Returns event hash encapsulating the impression event.
+
+      @params = {}
+      add_common_params(user_id, attributes)
+      add_decision(experiment_key, variation_id)
+      add_attributes(attributes)
+      Event.new(:post, IMPRESSION_EVENT_ENDPOINT, @params, POST_HEADERS)
+    end
+
+    def create_conversion_event(event_key, user_id, attributes, event_value, experiment_keys)
+      # Create conversion Event to be sent to the logging endpoint.
+      #
+      # event_key - Event key representing the event which needs to be recorded.
+      # user_id - ID for user.
+      # attributes - Hash representing user attributes and values which need to be recorded.
+      # event_value - Value associated with the event. Can be used to represent revenue in cents.
+      # experiment_keys - Array of valid experiment keys for the event
+      #
+      # Returns event hash encapsulating the conversion event.
+
+      @params = {}
+      add_common_params(user_id, attributes)
+      add_conversion_event(event_key, event_value)
+      add_layer_states(user_id, experiment_keys)
+      Event.new(:post, CONVERSION_EVENT_ENDPOINT, @params, POST_HEADERS)
+    end
+
+    private
+
+    def add_common_params(user_id, attributes)
+      super
+      @params['isGlobalHoldback'] = false
+    end
+
+    def add_project_id
+      @params['projectId'] = @config.project_id
+    end
+
+    def add_account_id
+      @params['accountId'] = @config.account_id
+    end
+
+    def add_user_id(user_id)
+      @params['visitorId'] = user_id
+    end
+
+    def add_attributes(attributes)
+      @params['userFeatures'] = []
+
+      return if attributes.nil?
+
+      attributes.keys.each do |attribute_key|
+        # Omit falsy attribute values
+        attribute_value = attributes[attribute_key]
+        next unless attribute_value
+
+        # Skip attributes not in the datafile
+        attribute_id = @config.get_attribute_id(attribute_key)
+        next unless attribute_id
+
+        feature = {
+          'id' => attribute_id,
+          'name' => attribute_key,
+          'type' => 'custom',
+          'value' => attribute_value,
+          'shouldIndex' => true,
+        }
+        @params['userFeatures'].push(feature)
+      end
+    end
+
+    def add_decision(experiment_key, variation_id)
+      experiment_id = @config.get_experiment_id(experiment_key)
+      @params['layerId'] = @config.experiment_key_map[experiment_key]['layerId']
+      @params['decision'] = {
+        'variationId' => variation_id,
+        'experimentId' => experiment_id,
+        'isLayerHoldback' => false,
+      }
+    end
+
+    def add_conversion_event(event_key, event_value)
+      # Add conversion event information to the event.
       #
-      # Returns URL for event API.
+      # event_key - Event key representing the event which needs to be recorded.
+      # event_value - Value associated with the event. Can be used to represent revenue in cents.
+
+      event_id = @config.event_key_map[event_key]['id']
+      event_name = @config.event_key_map[event_key]['key']
+
+      @params['eventEntityId'] = event_id
+      @params['eventFeatures'] = []
+      @params['eventName'] = event_name
+      @params['eventMetrics'] = []
 
-      sprintf(OFFLINE_API_PATH, project_id: @params[Params::PROJECT_ID])
+      if event_value
+        @params['eventMetrics'].push({
+          'name' => 'revenue',
+          'value' => event_value,
+        })
+      end
+    end
+
+    def add_layer_states(user_id, experiment_keys)
+      @params['layerStates'] = []
+
+      experiment_keys.each do |experiment_key|
+        variation_id = @bucketer.bucket(experiment_key, user_id)
+        experiment_id = @config.experiment_key_map[experiment_key]['id']
+        layer_state = {
+          'layerId' => @config.experiment_key_map[experiment_key]['layerId'],
+          'decision' => {
+            'variationId' => variation_id,
+            'experimentId' => experiment_id,
+            'isLayerHoldback' => false,
+          },
+          'actionTriggered' => true,
+        }
+        @params['layerStates'].push(layer_state)
+      end
+    end
+
+    def add_source
+      @params['clientEngine'] = 'ruby-sdk'
+      @params['clientVersion'] = VERSION
+    end
+
+    def add_time
+      @params['timestamp'] = (Time.now.to_f * 1000).to_i
     end
   end
 
-  class EventBuilder
+  class EventBuilderV1 < BaseEventBuilder
     # Class which encapsulates methods to build events for tracking impressions and conversions.
 
     # Attribute mapping format
@@ -36,15 +206,8 @@ module Optimizely
     # Experiment mapping format
     EXPERIMENT_PARAM_FORMAT = '%{experiment_prefix}%{experiment_id}'
 
-    attr_accessor :config
-    attr_accessor :bucketer
-    attr_accessor :params
-
-    def initialize(config, bucketer)
-      @config = config
-      @bucketer = bucketer
-      @params = {}
-    end
+    # Event endpoint path
+    OFFLINE_API_PATH = 'https://%{project_id}.log.optimizely.com/event'
 
     def create_impression_event(experiment_key, variation_id, user_id, attributes)
       # Create conversion Event to be sent to the logging endpoint.
@@ -60,7 +223,7 @@ module Optimizely
       add_common_params(user_id, attributes)
       add_impression_goal(experiment_key)
       add_experiment(experiment_key, variation_id)
-      Event.new(@params)
+      Event.new(:get, sprintf(OFFLINE_API_PATH, project_id: @params[Params::PROJECT_ID]), @params, {})
     end
 
     def create_conversion_event(event_key, user_id, attributes, event_value, experiment_keys)
@@ -71,12 +234,14 @@ module Optimizely
       # attributes - Hash representing user attributes and values which need to be recorded.
       # event_value - Value associated with the event. Can be used to represent revenue in cents.
       # experiment_keys - Array of valid experiment keys for the goal
+      #
+      # Returns event hash encapsulating the conversion event.
 
       @params = {}
       add_common_params(user_id, attributes)
       add_conversion_goal(event_key, event_value)
       add_experiment_variation_params(user_id, experiment_keys)
-      Event.new(@params)
+      Event.new(:get, sprintf(OFFLINE_API_PATH, project_id: @params[Params::PROJECT_ID]), @params, {})
     end
 
     private
@@ -128,20 +293,6 @@ module Optimizely
       @params[Params::TIME] = Time.now.strftime('%s').to_i
     end
 
-    def add_common_params(user_id, attributes)
-      # Add params which are used same in both conversion and impression events.
-      #
-      # user_id - ID for user.
-      # attributes - Hash representing user attributes and values which need to be recorded.
-
-      add_project_id
-      add_account_id
-      add_user_id(user_id)
-      add_attributes(attributes)
-      add_source
-      add_time
-    end
-
     def add_impression_goal(experiment_key)
       # Add impression goal information to the event.
       #

data/lib/optimizely/event_dispatcher.rb

@@ -1,18 +1,37 @@
 require 'httparty'
 
 module Optimizely
+  class NoOpEventDispatcher
+    # Class providing dispatch_event method which does nothing.
+
+    def dispatch_event(event)
+    end
+  end
+
   class EventDispatcher
     REQUEST_TIMEOUT = 10
 
-    def dispatch_event(url, params)
+    def dispatch_event(event)
       # Dispatch the event being represented by the Event object.
       #
-      # url - URL to send impression/conversion event to.
-      # params - Params to be sent to the impression/conversion event.
+      # event - Event object
 
-      HTTParty.get(url, query: params, timeout: REQUEST_TIMEOUT)
-      rescue Timeout::Error => e
-        return e
+      if event.http_verb == :get
+        begin
+          HTTParty.get(event.url, headers: event.headers, query: event.params, timeout: REQUEST_TIMEOUT)
+        rescue Timeout::Error => e
+          return e
+        end
+      elsif event.http_verb == :post
+        begin
+          HTTParty.post(event.url,
+                   body: event.params.to_json,
+                   headers: event.headers,
+                   timeout: REQUEST_TIMEOUT)
+        rescue Timeout::Error => e
+          return e
+        end
+      end
     end
   end
 end

data/lib/optimizely/helpers/constants.rb

@@ -1,7 +1,7 @@
 module Optimizely
   module Helpers
     module Constants
-      JSON_SCHEMA = {
+      JSON_SCHEMA_V1 = {
         'type' => 'object',
         'properties' => {
           'projectId' => {
@@ -186,7 +186,7 @@ module Optimizely
                 'trafficAllocation',
                 'audienceIds',
                 'forcedVariations',
-                'status'
+                'status',
               ]
             }
           },
@@ -278,6 +278,288 @@ module Optimizely
           'revision'
         ]
       }
+
+      JSON_SCHEMA_V2 = {
+        'type' => 'object',
+        'properties' => {
+          'projectId' => {
+            'type' => 'string'
+          },
+          'accountId' => {
+            'type' => 'string'
+          },
+          'groups' => {
+            'type' => 'array',
+            'items' => {
+              'type' => 'object',
+              'properties' => {
+                'id' => {
+                  'type' => 'string'
+                },
+                'policy' => {
+                  'type' => 'string'
+                },
+                'trafficAllocation' => {
+                  'type' => 'array',
+                  'items' => {
+                    'type' => 'object',
+                    'properties' => {
+                      'entityId' => {
+                        'type' => 'string'
+                      },
+                      'endOfRange' => {
+                        'type' => 'integer'
+                      }
+                    },
+                    'required' => [
+                      'entityId',
+                      'endOfRange'
+                    ]
+                  }
+                },
+                'experiments' => {
+                  'type' => 'array',
+                  'items' => {
+                    'type' => 'object',
+                    'properties' => {
+                      'id' => {
+                        'type' => 'string'
+                      },
+                      'layerId' => {
+                        'type' => 'string'
+                      },
+                      'key' => {
+                        'type' => 'string'
+                      },
+                      'status' => {
+                        'type' => 'string'
+                      },
+                      'variations' => {
+                        'type' => 'array',
+                        'items' => {
+                          'type' => 'object',
+                          'properties' => {
+                            'id' => {
+                              'type' => 'string'
+                            },
+                            'key' => {
+                              'type' => 'string'
+                            }
+                          },
+                          'required' => [
+                            'id',
+                            'key'
+                          ]
+                        }
+                      },
+                      'trafficAllocation' => {
+                        'type' => 'array',
+                        'items' => {
+                          'type' => 'object',
+                          'properties' => {
+                            'entityId' => {
+                              'type' => 'string'
+                            },
+                            'endOfRange' => {
+                              'type' => 'integer'
+                            }
+                          },
+                          'required' => [
+                            'entityId',
+                            'endOfRange'
+                          ]
+                        }
+                      },
+                      'audienceIds' => {
+                        'type' => 'array',
+                        'items' => {
+                          'type' => 'string'
+                        }
+                      },
+                      'forcedVariations' => {
+                        'type' => 'object'
+                      }
+                    },
+                    'required' => [
+                      'id',
+                      'layerId',
+                      'key',
+                      'status',
+                      'variations',
+                      'trafficAllocation',
+                      'audienceIds',
+                      'forcedVariations'
+                    ]
+                  }
+                }
+              },
+              'required' => [
+                'id',
+                'policy',
+                'trafficAllocation',
+                'experiments'
+              ]
+            }
+          },
+          'experiments' => {
+            'type' => 'array',
+            'items' => {
+              'type' => 'object',
+              'properties' => {
+                'id' => {
+                  'type' => 'string'
+                },
+                'key' => {
+                  'type' => 'string'
+                },
+                'status' => {
+                  'type' => 'string'
+                },
+                'layerId' => {
+                  'type' => 'string'
+                },
+                'variations' => {
+                  'type' => 'array',
+                  'items' => {
+                    'type' => 'object',
+                    'properties' => {
+                      'id' => {
+                        'type' => 'string'
+                      },
+                      'key' => {
+                        'type' => 'string'
+                      }
+                    },
+                    'required' => [
+                      'id',
+                      'key'
+                    ]
+                  }
+                },
+                'trafficAllocation' => {
+                  'type' => 'array',
+                  'items' => {
+                    'type' => 'object',
+                    'properties' => {
+                      'entityId' => {
+                        'type' => 'string'
+                      },
+                      'endOfRange' => {
+                        'type' => 'integer'
+                      }
+                    },
+                    'required' => [
+                      'entityId',
+                      'endOfRange'
+                    ]
+                  }
+                },
+                'audienceIds' => {
+                  'type' => 'array',
+                  'items' => {
+                    'type' => 'string'
+                  }
+                },
+                'forcedVariations' => {
+                  'type' => 'object'
+                }
+              },
+              'required' => [
+                'id',
+                'key',
+                'variations',
+                'trafficAllocation',
+                'audienceIds',
+                'forcedVariations',
+                'status',
+                'layerId'
+              ]
+            }
+          },
+          'events' => {
+            'type' => 'array',
+            'items' => {
+              'type' => 'object',
+              'properties' => {
+                'key' => {
+                  'type' => 'string'
+                },
+                'experimentIds' => {
+                  'type' => 'array',
+                  'items' => {
+                    'type' => 'string'
+                  }
+                },
+                'id' => {
+                  'type' => 'string'
+                }
+              },
+              'required' => [
+                'key',
+                'experimentIds',
+                'id'
+              ]
+            }
+          },
+          'audiences' => {
+            'type' => 'array',
+            'items' => {
+              'type' => 'object',
+              'properties' => {
+                'id' => {
+                  'type' => 'string'
+                },
+                'name' => {
+                  'type' => 'string'
+                },
+                'conditions' => {
+                  'type' => 'string'
+                }
+              },
+              'required' => [
+                'id',
+                'name',
+                'conditions'
+              ]
+            }
+          },
+          'attributes' => {
+            'type' => 'array',
+            'items' => {
+              'type' => 'object',
+              'properties' => {
+                'id' => {
+                  'type' => 'string'
+                },
+                'key' => {
+                  'type' => 'string'
+                },
+              },
+              'required' => [
+                'id',
+                'key',
+              ]
+            }
+          },
+          'version' => {
+            'type' => 'string'
+          },
+          'revision' => {
+            'type' => 'string'
+          }
+        },
+        'required' => [
+          'projectId',
+          'accountId',
+          'experiments',
+          'events',
+          'groups',
+          'audiences',
+          'attributes',
+          'version',
+          'revision'
+        ]
+      }
     end
   end
 end

data/lib/optimizely/helpers/validator.rb

@@ -1,4 +1,5 @@
 require_relative 'constants'
+require 'json'
 require 'json-schema'
 
 module Optimizely
@@ -23,7 +24,19 @@ module Optimizely
         #
         # Returns boolean depending on validity of datafile.
 
-        JSON::Validator.validate(Helpers::Constants::JSON_SCHEMA, datafile)
+        begin
+          datafile = JSON.load(datafile)
+        rescue
+          return false
+        end
+
+        version = datafile['version']
+
+        if version == Optimizely::V1_CONFIG_VERSION
+          JSON::Validator.validate(Helpers::Constants::JSON_SCHEMA_V1, datafile)
+        else
+          JSON::Validator.validate(Helpers::Constants::JSON_SCHEMA_V2, datafile)
+        end
       end
 
       def error_handler_valid?(error_handler)

data/lib/optimizely/project_config.rb

@@ -1,6 +1,10 @@
 require 'json'
 
 module Optimizely
+
+  V1_CONFIG_VERSION = '1'
+  V2_CONFIG_VERSION = '2'
+
   class ProjectConfig
     # Representation of the Optimizely project config.
 
@@ -11,8 +15,9 @@ module Optimizely
 
     # Gets project config attributes.
     attr_reader :error_handler
-    attr_accessor :logger
+    attr_reader :logger
 
+    attr_reader :version
     attr_reader :account_id
     attr_reader :project_id
     attr_reader :attributes
@@ -41,9 +46,14 @@ module Optimizely
 
       @error_handler = error_handler
       @logger = logger
+      @version = config['version']
       @account_id = config['accountId']
       @project_id = config['projectId']
-      @attributes = config['dimensions']
+      if @version == V1_CONFIG_VERSION
+        @attributes = config['dimensions']
+      else
+        @attributes = config['attributes']
+      end
       @events = config['events']
       @experiments = config['experiments']
       @revision = config['revision']
@@ -73,7 +83,7 @@ module Optimizely
     end
 
     def experiment_running?(experiment_key)
-      # Determine if experiment coresponding to given key is running
+      # Determine if experiment corresponding to given key is running
       #
       # experiment_key - String key representing the experiment
       #
@@ -239,6 +249,14 @@ module Optimizely
       @error_handler.handle_error InvalidExperimentError
     end
 
+    def get_attribute_id(attribute_key)
+      attribute = @attribute_key_map[attribute_key]
+      return attribute['id'] if attribute
+      @logger.log Logger::ERROR, "Attribute key '#{attribute_key}' is not in datafile."
+      @error_handler.handle_error InvalidAttributeError
+      nil
+    end
+
     private
 
     def generate_key_map(array, key)

data/lib/optimizely/version.rb

@@ -1,3 +1,3 @@
 module Optimizely
-  VERSION = '0.1.1'.freeze
+  VERSION = '0.1.2'.freeze
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: optimizely-sdk
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Andrew Delikat
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-08-03 00:00:00.000000000 Z
+date: 2016-09-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -133,7 +133,6 @@ files:
 - lib/optimizely/params.rb
 - lib/optimizely/project_config.rb
 - lib/optimizely/version.rb
-- lib/start.rb
 homepage: https://www.optimizely.com/
 licenses:
 - Apache-2.0
@@ -154,7 +153,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.8
+rubygems_version: 2.6.6
 signing_key: 
 specification_version: 4
 summary: Ruby SDK for Optimizely's testing framework

data/lib/start.rb

@@ -1,131 +0,0 @@
-require './optimizely'
-require 'benchmark'
-
-class PerformanceTests
-  @error_handler = Optimizely::NoOpErrorHandler.new
-  @logger = Optimizely::NoOpLogger.new
-
-  def self.test_initialize(testdata, optly)
-    Optimizely::Project.new(testdata)
-  end
-
-  def self.test_initialize_logger(testdata, optly)
-    Optimizely::Project.new(testdata, nil, @logger)
-  end
-
-  def self.test_initialize_logger_and_error_handler(testdata, optly)
-    Optimizely::Project.new(testdata, nil, @logger, @error_handler)
-  end
-
-  def self.test_initialize_no_schema_validation(testdata, optly)
-    Optimizely::Project.new(testdata, nil, nil, nil, true)
-  end
-
-  def self.test_initialize_logger_no_schema_validation(testdata, optly)
-    Optimizely::Project.new(testdata, nil, @logger, nil, true)
-  end
-
-  def self.test_initialize_error_handler_no_schema_validation(testdata, optly)
-    Optimizely::Project.new(testdata, nil, nil, @error_handler, true)
-  end
-
-  def self.test_initialize_logger_error_handler_no_schema_validation(testdata, optly)
-    Optimizely::Project.new(testdata, nil, @logger, @error_handler, true)
-  end
-
-  def self.test_initialize_error_handler_no_schema_validation(testdata, optly)
-    Optimizely::Project.new(testdata, nil, nil, @error_handler, true)
-  end
-
-  def self.test_activate(testdata, optly)
-    optly.activate('testExperiment2', 'optimizely_user')
-  end
-
-  def self.test_activate_with_attributes(testdata, optly)
-    optly.activate('testExperimentWithFirefoxAudience', 'optimizely_user', {'browser_type' => 'firefox'})
-  end
-
-  def self.test_activate_with_forced_variation(testdata, optly)
-    optly.activate('testExperiment2', 'variation_user')
-  end
-
-  def self.test_activate_grouped_exp(testdata, optly)
-    optly.activate('mutex_exp2', 'optimizely_user')
-  end
-
-  def self.test_activate_grouped_exp_with_attributes(testdata, optly)
-    optly.activate('mutex_exp1', 'optimizely_user', {'browser_type' => 'firefox'})
-  end
-
-  def self.test_get_variation(testdata, optly)
-    optly.get_variation('testExperiment2', 'optimizely_user')
-  end
-
-  def self.test_get_variation_with_attributes(testdata, optly)
-    optly.get_variation('testExperimentWithFirefoxAudience', 'optimizely_user', {'browser_type' => 'firefox'})
-  end
-
-  def self.test_get_variation_with_forced_variation(testdata, optly)
-    optly.get_variation('testExperiment2', 'variation_user')
-  end
-
-  def self.test_get_variation_grouped_exp(testdata, optly)
-    optly.get_variation('mutex_exp2', 'optimizely_user')
-  end
-
-  def self.test_get_variation_grouped_exp_with_attributes(testdata, optly)
-    optly.get_variation('mutex_exp1', 'optimizely_user')
-  end
-
-  def self.test_track(testdata, optly)
-    optly.track('testEvent', 'optimizely_user')
-  end
-
-  def self.test_track_with_attributes(testdata, optly)
-    optly.track('testEventWithAudiences' 'optimizely_user', {'browser_type' => 'firefox'})
-  end
-
-  def self.test_track_with_revenue(testdata, optly)
-    optly.track('testEvent', 'optimizely_user', nil, 666)
-  end
-
-  def self.test_track_with_attributes_and_revenue(testdata, optly)
-    optly.track('testEventWithAudiences', 'optimizely_user', {'browser_type' => 'firefox'}, 666)
-  end
-
-  def self.test_track_grouped_exp(testdata, optly)
-    optly.track('testEventWithMultipleGroupedExperiments', 'optimizely_user')
-  end
-
-  def self.test_track_grouped_exp_with_attributes(testdata, optly)
-    optly.track('testEventWithMultipleExperiments', 'optimizely_user', {'browser_type' => 'firefox'})
-  end
-
-  def self.test_track_grouped_exp_with_revenue(testdata, optly)
-    optly.track('testEventWithMultipleGroupedExperiments', 'optimizely_user', nil, 666)
-  end
-
-  def self.test_track_grouped_exp_with_attributes_and_revenue(testdata, optly)
-    optly.track('testEventWithMultipleExperiments', 'optimizely_user', {'browser_type' => 'firefox'}, 666)
-  end
-end
-
-def run_tests
-  testdata10 = File.read('testdata_10.json')
-  testdata25 = File.read('testdata_25.json')
-  testdata50 = File.read('testdata_50.json')
-  optly10 = Optimizely::Project.new(testdata10)
-  optly25 = Optimizely::Project.new(testdata25)
-  optly50 = Optimizely::Project.new(testdata50)
-
-  tests = PerformanceTests.methods(false)
-  tests.each do |test|
-    puts '', test
-    Benchmark.bmbm do |x|
-      x.report('10 exps') { PerformanceTests.send(test, testdata10, optly10) }
-      x.report('25 exps') { PerformanceTests.send(test, testdata25, optly25) }
-      x.report('50 exps') { PerformanceTests.send(test, testdata50, optly50) }
-    end
-  end
-end
-