statsig 1.7.0 → 1.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d24b945d9500781cda02ab594f003360d81c5a1bca99f366a2ceb95013b53dad
-  data.tar.gz: 63c9ea1a9d6347ecec9bff74949665b2af20bfe774e21a6851e96ba9b7eea397
+  metadata.gz: 4268658d92961175796c877e357cc3cf18f40656cf8aa272034fd4953bdb641e
+  data.tar.gz: e0a62e60cdca3b8b7ef8fe0302032badb88f8b9b5d86635bf20f79dc7fc011da
 SHA512:
-  metadata.gz: e47350b9ba8e20f659b65a909955d40e66bf2397306aa798aaab60e73fb3b58fd1d3cade5ea0077fd37f847c5f6e976f7ecbfc978db4830884e463bfa6656574
-  data.tar.gz: 8e8b11dd34de6f35585c916d3125be3a36f6f897b69facb1788364702bcd15d1729109d8ad8aadfda98f9909a7f053077433ba6221f3ca7c27d2b5686214fda6
+  metadata.gz: e40a7d816b2c36ec211272bfa21e1bacb035ae7a6a9a1366eb4bae9b0af917f1694f66a1d35f146018b49be6c0df1ec07fe549612d3a49e54c69ffeeb7e3e733
+  data.tar.gz: a53f398b7574bdaa47f26b5dcda0d2e11f83fbc85401b071592198ae24b59dbaec21cc74ec04f102ad909a06aeb0f552be1a49838241b035a2153b81c3250c04

data/lib/evaluator.rb

@@ -11,11 +11,11 @@ $fetch_from_server = :fetch_from_server
 $type_dynamic_config = 'dynamic_config'
 
 class Evaluator
-  def initialize(store)
-    @spec_store = store
-    @initialized = true
+  def initialize(network, error_callback)
+    @spec_store = SpecStore.new(network, error_callback)
     @ua_parser = UserAgentParser::Parser.new
     CountryLookup.initialize
+    @initialized = true
   end
 
   def check_gate(user, gate_name)
@@ -28,6 +28,10 @@ class Evaluator
     eval_spec(user, @spec_store.get_config(config_name))
   end
 
+  def shutdown
+    @spec_store.shutdown
+  end
+
   private
 
   def eval_spec(user, config)
@@ -53,7 +57,8 @@ class Evaluator
 
         i += 1
       end
-    elsif (default_rule_id = 'disabled')
+    else
+      default_rule_id = 'disabled'
     end
 
     ConfigResult.new(config['name'], false, config['defaultValue'], default_rule_id, exposures)
@@ -88,6 +93,7 @@ class Evaluator
     operator = condition['operator']
     additional_values = condition['additionalValues']
     additional_values = Hash.new unless additional_values.is_a? Hash
+    idType = condition['idType']
 
     return $fetch_from_server unless type.is_a? String
     type = type.downcase
@@ -125,12 +131,14 @@ class Evaluator
     when 'user_bucket'
       begin
         salt = additional_values['salt']
-        user_id = user.user_id || ''
+        unit_id = get_unit_id(user, idType) || ''
         # there are only 1000 user buckets as opposed to 10k for gate pass %
-        value = compute_user_hash("#{salt}.#{user_id}") % 1000
+        value = compute_user_hash("#{salt}.#{unit_id}") % 1000
       rescue
         return false
       end
+    when 'unit_id'
+      value = get_unit_id(user, idType)
     else
       return $fetch_from_server
     end
@@ -196,6 +204,17 @@ class Evaluator
       return EvaluationHelpers::compare_times(value, target, ->(a, b) { a > b })
     when 'on'
       return EvaluationHelpers::compare_times(value, target, ->(a, b) { a.year == b.year && a.month == b.month && a.day == b.day })
+    when 'in_segment_list', 'not_in_segment_list'
+      begin
+      id_list = (@spec_store.get_id_list(target) || {:ids => {}})[:ids]
+      hashed_id = Digest::SHA256.base64digest(value.to_s)[0, 8]    
+      is_in_list = id_list.is_a?(Hash) && id_list[hashed_id] == true
+      
+      return is_in_list if operator == 'in_segment_list'
+      return !is_in_list
+      rescue StandardError => e
+        return false
+      end
     else
       return $fetch_from_server
     end
@@ -267,15 +286,23 @@ class Evaluator
   def eval_pass_percent(user, rule, config_salt)
     return false unless config_salt.is_a?(String) && !rule['passPercentage'].nil?
     begin
-      user_id = user.user_id || ''
+      unit_id = get_unit_id(user, rule['id_type']) || ''
       rule_salt = rule['salt'] || rule['id'] || ''
-      hash = compute_user_hash("#{config_salt}.#{rule_salt}.#{user_id}")
+      hash = compute_user_hash("#{config_salt}.#{rule_salt}.#{unit_id}")
       return (hash % 10000) < (rule['passPercentage'].to_f * 100)
     rescue
       return false
     end
   end
 
+  def get_unit_id(user, id_type)
+    if id_type.is_a?(String) && id_type.downcase != 'userid'
+      return nil unless user&.custom_ids.is_a? Hash
+      return user.custom_ids[id_type] || user.custom_ids[id_type.downcase]
+    end
+    user.user_id
+  end
+
   def compute_user_hash(user_hash)
     Digest::SHA256.digest(user_hash).unpack('Q>')[0]
   end

data/lib/network.rb

@@ -12,7 +12,6 @@ class Network
     end
     @server_secret = server_secret
     @api = api
-    @last_sync_time = 0
     @backoff_multiplier = backoff_mult
   end
 
@@ -59,33 +58,9 @@ class Network
     end
   end
 
-  def download_config_specs
+  def post_logs(events)
     begin
-      response, e = post_helper('download_config_specs', JSON.generate({'sinceTime' => @last_sync_time}))
-      return nil, e if response.nil?
-      json_body = JSON.parse(response.body)
-      @last_sync_time = json_body['time']
-      return json_body, nil
-    rescue StandardError => e
-      return nil, e
-    end
-  end
-
-  def poll_for_changes(callback)
-    Thread.new do
-      loop do
-        sleep 10
-        specs, _ = download_config_specs
-        unless specs.nil?
-          callback.call(specs)
-        end
-      end
-    end
-  end
-
-  def post_logs(events, statsig_metadata)
-    begin
-      json_body = JSON.generate({'events' => events, 'statsigMetadata' => statsig_metadata})
+      json_body = JSON.generate({'events' => events, 'statsigMetadata' => Statsig.get_statsig_metadata})
       post_helper('log_event', json_body, retries: 5)
     rescue
     end

data/lib/spec_store.rb

@@ -2,40 +2,35 @@ require 'net/http'
 require 'uri'
 
 class SpecStore
-  def initialize(specs_json)
+  def initialize(network, error_callback = nil, config_sync_interval = 10, id_lists_sync_interval = 60)
+    @network = network
     @last_sync_time = 0
+    @config_sync_interval = config_sync_interval
+    @id_lists_sync_interval = id_lists_sync_interval
     @store = {
       :gates => {},
       :configs => {},
+      :id_lists => {},
     }
-    process(specs_json)
-  end
-
-  def process(specs_json)
-    if specs_json.nil?
-      return
-    end
+    e = download_config_specs
+    error_callback.call(e) unless error_callback.nil?
+    download_id_lists
 
-    @last_sync_time = specs_json['time'] || @last_sync_time
-    return unless specs_json['has_updates'] == true &&
-      !specs_json['feature_gates'].nil? &&
-      !specs_json['dynamic_configs'].nil?
-
-    @store = {
-      :gates => {},
-      :configs => {},
-    }
+    @config_sync_thread = sync_config_specs
+    @id_lists_sync_thread = sync_id_lists
+  end
 
-    specs_json['feature_gates'].map{|gate|  @store[:gates][gate['name']] = gate }
-    specs_json['dynamic_configs'].map{|config|  @store[:configs][config['name']] = config }
+  def shutdown
+    @config_sync_thread&.exit
+    @id_lists_sync_thread&.exit
   end
 
   def has_gate?(gate_name)
-    return @store[:gates].key?(gate_name)
+    @store[:gates].key?(gate_name)
   end
 
   def has_config?(config_name)
-    return @store[:configs].key?(config_name)
+    @store[:configs].key?(config_name)
   end
 
   def get_gate(gate_name)
@@ -48,4 +43,108 @@ class SpecStore
     @store[:configs][config_name]
   end
 
+  def get_id_list(list_name)
+    @store[:id_lists][list_name]
+  end
+
+  private
+
+  def sync_config_specs
+    Thread.new do
+      loop do
+        sleep @config_sync_interval
+        download_config_specs
+      end
+    end
+  end
+
+  def sync_id_lists
+    Thread.new do
+      loop do
+        sleep @id_lists_sync_interval
+        download_id_lists
+      end
+    end
+  end
+
+  def download_config_specs
+    begin
+      response, e = @network.post_helper('download_config_specs', JSON.generate({'sinceTime' => @last_sync_time}))
+      if e.nil?
+        process(JSON.parse(response.body))
+      else
+        e
+      end
+    rescue StandardError => e
+      e
+    end
+  end
+
+  def process(specs_json)
+    if specs_json.nil?
+      return
+    end
+
+    @last_sync_time = specs_json['time'] || @last_sync_time
+    return unless specs_json['has_updates'] == true &&
+      !specs_json['feature_gates'].nil? &&
+      !specs_json['dynamic_configs'].nil?
+
+    new_gates = {}
+    new_configs = {}
+
+    specs_json['feature_gates'].map{|gate|  new_gates[gate['name']] = gate }
+    specs_json['dynamic_configs'].map{|config|  new_configs[config['name']] = config }
+    @store[:gates] = new_gates
+    @store[:configs] = new_configs
+
+    new_id_lists = specs_json['id_lists']
+    if new_id_lists.is_a? Hash
+      new_id_lists.each do |list_name, _|
+        unless @store[:id_lists].key?(list_name)
+          @store[:id_lists][list_name] = { :ids => {}, :time => 0 }
+        end
+      end
+
+      @store[:id_lists].each do |list_name, _|
+        unless new_id_lists.key?(list_name)
+          @store[:id_lists].delete(list_name)
+        end
+      end
+    end
+  end
+
+  def download_id_lists
+    if @store[:id_lists].is_a? Hash
+      threads = []
+      id_lists = @store[:id_lists]
+      id_lists.each do |list_name, list|
+        threads << Thread.new do
+          response, e = @network.post_helper('download_id_list', JSON.generate({'listName' => list_name, 'statsigMetadata' => Statsig.get_statsig_metadata, 'sinceTime' => list['time'] || 0 }))
+          if e.nil? && !response.nil?
+            begin
+              data = JSON.parse(response)
+              if data['add_ids'].is_a? Array
+                data['add_ids'].each do |id|
+                  list[:ids][id] = true
+                end
+              end
+              if data['remove_ids'].is_a? Array
+                data['remove_ids'].each do |id|
+                  list[:ids]&.delete(id)
+                end
+              end
+              if data['time'].is_a? Numeric
+                list[:time] = data['time']
+              end
+            rescue
+              # Ignored
+            end
+          end
+        end
+      end
+      threads.each(&:join)
+    end
+  end
+
 end

data/lib/statsig.rb

@@ -37,6 +37,13 @@ module Statsig
     @shared_instance = nil
   end
 
+  def self.get_statsig_metadata
+    {
+      'sdkType' => 'ruby-server',
+      'sdkVersion' => '1.8.0',
+    }
+  end
+
   private
 
   def self.ensure_initialized

data/lib/statsig_driver.rb

@@ -21,23 +21,8 @@ class StatsigDriver
     @shutdown = false
     @secret_key = secret_key
     @net = Network.new(secret_key, @options.api_url_base)
-    @statsig_metadata = {
-      'sdkType' => 'ruby-server',
-      'sdkVersion' => Gem::Specification::load('statsig.gemspec')&.version,
-    }
-    @logger = StatsigLogger.new(@net, @statsig_metadata)
-
-    downloaded_specs, e = @net.download_config_specs
-    unless downloaded_specs.nil?
-      @initialized = true
-    end
-
-    @store = SpecStore.new(downloaded_specs)
-    @evaluator = Evaluator.new(@store)
-
-    @polling_thread = @net.poll_for_changes(-> (config_specs) { @store.process(config_specs) })
-
-    error_callback.call(e) unless error_callback.nil?
+    @logger = StatsigLogger.new(@net)
+    @evaluator = Evaluator.new(@net, error_callback)
   end
 
   def check_gate(user, gate_name)
@@ -47,9 +32,6 @@ class StatsigDriver
       raise 'Invalid gate_name provided'
     end
     check_shutdown
-    unless @initialized
-      return false
-    end
 
     res = @evaluator.check_gate(user, gate_name)
     if res.nil?
@@ -73,9 +55,6 @@ class StatsigDriver
       raise "Invalid dynamic_config_name provided"
     end
     check_shutdown
-    unless @initialized
-      return DynamicConfig.new(dynamic_config_name)
-    end
 
     res = @evaluator.get_config(user, dynamic_config_name)
     if res.nil?
@@ -111,14 +90,14 @@ class StatsigDriver
     event.user = user
     event.value = value
     event.metadata = metadata
-    event.statsig_metadata = @statsig_metadata
+    event.statsig_metadata = Statsig.get_statsig_metadata
     @logger.log_event(event)
   end
 
   def shutdown
     @shutdown = true
     @logger.flush(true)
-    @polling_thread&.exit
+    @evaluator.shutdown
   end
 
   private

data/lib/statsig_logger.rb

@@ -4,9 +4,8 @@ $gate_exposure_event = 'statsig::gate_exposure'
 $config_exposure_event = 'statsig::config_exposure'
 
 class StatsigLogger
-  def initialize(network, statsig_metadata)
+  def initialize(network)
     @network = network
-    @statsig_metadata = statsig_metadata
     @events = []
     @background_flush = Thread.new do
       sleep 60
@@ -29,7 +28,7 @@ class StatsigLogger
       'gateValue' => value.to_s,
       'ruleID' => rule_id
     }
-    event.statsig_metadata = @statsig_metadata
+    event.statsig_metadata = Statsig.get_statsig_metadata
     event.secondary_exposures = secondary_exposures.is_a?(Array) ? secondary_exposures : []
     log_event(event)
   end
@@ -41,7 +40,7 @@ class StatsigLogger
       'config' => config_name,
       'ruleID' => rule_id
     }
-    event.statsig_metadata = @statsig_metadata
+    event.statsig_metadata = Statsig.get_statsig_metadata
     event.secondary_exposures = secondary_exposures.is_a?(Array) ? secondary_exposures : []
     log_event(event)
   end
@@ -56,6 +55,6 @@ class StatsigLogger
     flush_events = @events.map { |e| e.serialize }
     @events = []
 
-    @network.post_logs(flush_events, @statsig_metadata)
+    @network.post_logs(flush_events)
   end
 end

data/lib/statsig_user.rb

@@ -7,6 +7,7 @@ class StatsigUser
   attr_accessor :locale
   attr_accessor :app_version
   attr_accessor :statsig_environment
+  attr_accessor :custom_ids
   attr_accessor :private_attributes
 
   def custom
@@ -28,9 +29,11 @@ class StatsigUser
       @country = user_hash['country']
       @locale = user_hash['locale']
       @app_version = user_hash['appVersion'] || user_hash['app_version']
-      @custom = user_hash['custom']
+      @custom = user_hash['custom'] if user_hash['custom'].is_a? Hash
       @statsig_environment = user_hash['statsigEnvironment']
-      @private_attributes = user_hash['privateAttributes']
+      @private_attributes = user_hash['privateAttributes'] if user_hash['privateAttributes'].is_a? Hash
+      custom_ids = user_hash['customIDs'] || user_hash['custom_ids']
+      @custom_ids = custom_ids if custom_ids.is_a? Hash
     end
   end
 
@@ -46,6 +49,7 @@ class StatsigUser
       'custom' => @custom,
       'statsigEnvironment' => @statsig_environment,
       'privateAttributes' => @private_attributes,
+      'customIDs' => @custom_ids,
     }
     if for_logging
       hash.delete('privateAttributes')

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: statsig
 version: !ruby/object:Gem::Version
-  version: 1.7.0
+  version: 1.8.0
 platform: ruby
 authors:
 - Statsig, Inc
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-10-28 00:00:00.000000000 Z
+date: 2021-12-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler