statsig 1.22.0 → 1.24.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 87f81b59161aaf7f035b0822858db6528c4268dddddaa46f012b6da61017c366
-  data.tar.gz: 0c4b7ce02036994d5f3afcf1e1ecda13df7a3541b0bb1f6441996842cd91614f
+  metadata.gz: d0f95c8f4ce514c74570b095d81959705153201640821ba25179d24cd34ed4ec
+  data.tar.gz: c162910dc417b4f7311d91665d7240956a2eb1b58040050503bb8bb22b19cf12
 SHA512:
-  metadata.gz: 344af0408c2136fa81acfe1f30258cd30b9ded6c472d0c1092583888793f9b998c303c77a86c99ff7484ceab6e3f2bdf69cf02ba17160208ca5ea2cbece562a0
-  data.tar.gz: 75a9cd2967a25295b062f68279a7e6b0e0da4e59d7aeacaafbd9261605dce4ee9795633b9631c00008bace9395350210978b882edcc0364ecc3a1b80883c819c
+  metadata.gz: b1e085f8fbdcfb6020060f331b53767a68bda85f24669b6f710701ca0e9562ff4ca2fa873cce2a0917f48e64767f87c1489e1c792b695933c31a7ed8b71efd17
+  data.tar.gz: 9cf5e1ead6e76546d24d6042b2fe5f7dcbc5d1f9eae5423b4c7bca839174c1c8992d4c04ce61e21b53162872c99a619f86ea2b8c01f3d8485d9a35b67bcdf2e9

data/lib/config_result.rb

@@ -11,6 +11,8 @@ module Statsig
     attr_accessor :explicit_parameters
     attr_accessor :is_experiment_group
     attr_accessor :evaluation_details
+    attr_accessor :group_name
+    attr_accessor :id_type
 
     def initialize(
       name,
@@ -21,7 +23,9 @@ module Statsig
       config_delegate = '',
       explicit_parameters = [],
       is_experiment_group: false,
-      evaluation_details: nil)
+      evaluation_details: nil,
+      group_name: nil,
+      id_type: '')
       @name = name
       @gate_value = gate_value
       @json_value = json_value
@@ -32,6 +36,8 @@ module Statsig
       @explicit_parameters = explicit_parameters
       @is_experiment_group = is_experiment_group
       @evaluation_details = evaluation_details
+      @group_name = group_name
+      @id_type = id_type
     end
   end
 end

data/lib/dynamic_config.rb

@@ -20,11 +20,19 @@ class DynamicConfig
   sig { returns(String) }
   attr_accessor :rule_id
 
-  sig { params(name: String, value: T::Hash[String, T.untyped], rule_id: String).void }
-  def initialize(name, value = {}, rule_id = '')
+  sig { returns(T.nilable(String)) }
+  attr_accessor :group_name
+
+  sig { returns(String) }
+  attr_accessor :id_type
+
+  sig { params(name: String, value: T::Hash[String, T.untyped], rule_id: String, group_name: T.nilable(String), id_type: String).void }
+  def initialize(name, value = {}, rule_id = '', group_name = nil, id_type = '')
     @name = name
     @value = value
     @rule_id = rule_id
+    @group_name = group_name
+    @id_type = id_type
   end
 
   sig { params(index: String, default_value: T.untyped).returns(T.untyped) }

data/lib/evaluator.rb

@@ -53,14 +53,20 @@ module Statsig
     end
 
     def get_config(user, config_name)
-      if @config_overrides.has_key?(config_name)
+      if @config_overrides.key?(config_name)
+        id_type = @spec_store.has_config?(config_name) ? @spec_store.get_config(config_name)['idType'] : ''
         return Statsig::ConfigResult.new(
           config_name,
           false,
           @config_overrides[config_name],
           'override',
           [],
-          evaluation_details: EvaluationDetails.local_override(@spec_store.last_config_sync_time, @spec_store.initial_config_sync_time))
+          evaluation_details: EvaluationDetails.local_override(
+            @spec_store.last_config_sync_time,
+            @spec_store.initial_config_sync_time
+          ),
+          id_type: id_type
+        )
       end
 
       if @spec_store.init_reason == EvaluationReason::UNINITIALIZED
@@ -68,7 +74,13 @@ module Statsig
       end
 
       unless @spec_store.has_config?(config_name)
-        return Statsig::ConfigResult.new(config_name, evaluation_details: EvaluationDetails.unrecognized(@spec_store.last_config_sync_time, @spec_store.initial_config_sync_time))
+        return Statsig::ConfigResult.new(
+          config_name,
+          evaluation_details: EvaluationDetails.unrecognized(
+            @spec_store.last_config_sync_time,
+            @spec_store.initial_config_sync_time
+          )
+        )
       end
 
       eval_spec(user, @spec_store.get_config(config_name))
@@ -159,8 +171,14 @@ module Statsig
               pass ? result.json_value : config['defaultValue'],
               result.rule_id,
               exposures,
-              evaluation_details: EvaluationDetails.new(@spec_store.last_config_sync_time, @spec_store.initial_config_sync_time, @spec_store.init_reason),
+              evaluation_details: EvaluationDetails.new(
+                @spec_store.last_config_sync_time,
+                @spec_store.initial_config_sync_time,
+                @spec_store.init_reason
+              ),
               is_experiment_group: result.is_experiment_group,
+              group_name: result.group_name,
+              id_type: config['idType']
             )
           end
 
@@ -176,7 +194,14 @@ module Statsig
         config['defaultValue'],
         default_rule_id,
         exposures,
-        evaluation_details: EvaluationDetails.new(@spec_store.last_config_sync_time, @spec_store.initial_config_sync_time, @spec_store.init_reason))
+        evaluation_details: EvaluationDetails.new(
+          @spec_store.last_config_sync_time,
+          @spec_store.initial_config_sync_time,
+          @spec_store.init_reason
+        ),
+        group_name: nil,
+        id_type: config['idType']
+      )
     end
 
     private
@@ -206,8 +231,14 @@ module Statsig
         rule['returnValue'],
         rule['id'],
         exposures,
-        evaluation_details: EvaluationDetails.new(@spec_store.last_config_sync_time, @spec_store.initial_config_sync_time, @spec_store.init_reason),
-        is_experiment_group: rule["isExperimentGroup"] == true)
+        evaluation_details: EvaluationDetails.new(
+          @spec_store.last_config_sync_time,
+          @spec_store.initial_config_sync_time,
+          @spec_store.init_reason
+        ),
+        is_experiment_group: rule["isExperimentGroup"] == true,
+        group_name: rule['groupName']
+      )
     end
 
     def eval_delegate(name, user, rule, exposures)

data/lib/interfaces/data_store.rb

@@ -3,6 +3,7 @@ module Statsig
   module Interfaces
     class IDataStore
       CONFIG_SPECS_KEY = "statsig.cache"
+      ID_LISTS_KEY = "statsig.id_lists"
 
       def init
       end

data/lib/spec_store.rb

@@ -42,7 +42,7 @@ module Statsig
             puts 'data_store gets priority over bootstrap_values. bootstrap_values will be ignored'
           else
             init_diagnostics&.mark("bootstrap", "start", "load")
-            if process(options.bootstrap_values)
+            if process_specs(options.bootstrap_values)
               @init_reason = EvaluationReason::BOOTSTRAP
             end
             init_diagnostics&.mark("bootstrap", "end", "load", @init_reason == EvaluationReason::BOOTSTRAP)
@@ -55,7 +55,7 @@ module Statsig
       unless @options.data_store.nil?
         init_diagnostics&.mark("data_store", "start", "load")
         @options.data_store.init
-        load_from_storage_adapter
+        load_config_specs_from_storage_adapter(init_diagnostics: init_diagnostics)
         init_diagnostics&.mark("data_store", "end", "load", @init_reason == EvaluationReason::DATA_ADAPTER)
       end
 
@@ -64,7 +64,11 @@ module Statsig
       end
 
       @initial_config_sync_time = @last_config_sync_time == 0 ? -1 : @last_config_sync_time
-      get_id_lists(init_diagnostics)
+      if !@options.data_store.nil?
+        get_id_lists_from_adapter(init_diagnostics)
+      else
+        get_id_lists_from_network(init_diagnostics)
+      end
 
       @config_sync_thread = sync_config_specs
       @id_lists_sync_thread = sync_id_lists
@@ -130,16 +134,23 @@ module Statsig
 
     private
 
-    def load_from_storage_adapter
+    def load_config_specs_from_storage_adapter(init_diagnostics: nil)
+      init_diagnostics&.mark("download_config_specs", "start", "fetch_from_adapter")
       cached_values = @options.data_store.get(Interfaces::IDataStore::CONFIG_SPECS_KEY)
-      if cached_values.nil?
-        return
-      end
-      process(cached_values, true)
+      init_diagnostics&.mark("download_config_specs", "end", "fetch_from_adapter", true)
+      return if cached_values.nil?
+
+      init_diagnostics&.mark("download_config_specs", "start", "process")
+      process_specs(cached_values, from_adapter: true)
       @init_reason = EvaluationReason::DATA_ADAPTER
+      init_diagnostics&.mark("download_config_specs", "end", "process", @init_reason)
+    rescue StandardError
+      # Fallback to network
+      init_diagnostics&.mark("download_config_specs", "end", "fetch_from_adapter", false)
+      download_config_specs(init_diagnostics)
     end
 
-    def save_to_storage_adapter(specs_string)
+    def save_config_specs_to_storage_adapter(specs_string)
       if @options.data_store.nil?
         return
       end
@@ -151,7 +162,7 @@ module Statsig
         loop do
           sleep @options.rulesets_sync_interval
           if @options.data_store&.should_be_used_for_querying_updates(Interfaces::IDataStore::CONFIG_SPECS_KEY)
-            load_from_storage_adapter
+            load_config_specs_from_storage_adapter
           else
             download_config_specs
           end
@@ -163,7 +174,11 @@ module Statsig
       Thread.new do
         loop do
           sleep @id_lists_sync_interval
-          get_id_lists
+          if @options.data_store&.should_be_used_for_querying_updates(Interfaces::IDataStore::ID_LISTS_KEY)
+            get_id_lists_from_adapter
+          else
+            get_id_lists_from_network
+          end
         end
       end
     end
@@ -184,7 +199,7 @@ module Statsig
           unless response.nil?
             init_diagnostics&.mark("download_config_specs", "start", "process")
 
-            if process(response.body)
+            if process_specs(response.body)
               @init_reason = EvaluationReason::NETWORK
               @rules_updated_callback.call(response.body.to_s, @last_config_sync_time) unless response.body.nil? or @rules_updated_callback.nil?
             end
@@ -203,7 +218,7 @@ module Statsig
       @error_callback.call(error) unless error.nil? or @error_callback.nil?
     end
 
-    def process(specs_string, from_adapter = false)
+    def process_specs(specs_string, from_adapter: false)
       if specs_string.nil?
         return false
       end
@@ -238,12 +253,33 @@ module Statsig
       @specs[:experiment_to_layer] = new_exp_to_layer
 
       unless from_adapter
-        save_to_storage_adapter(specs_string)
+        save_config_specs_to_storage_adapter(specs_string)
       end
       true
     end
 
-    def get_id_lists(init_diagnostics = nil)
+    def get_id_lists_from_adapter(init_diagnostics = nil)
+      init_diagnostics&.mark("get_id_lists", "start", "fetch_from_adapter")
+      cached_values = @options.data_store.get(Interfaces::IDataStore::ID_LISTS_KEY)
+      return if cached_values.nil?
+
+      init_diagnostics&.mark("get_id_lists", "end", "fetch_from_adapter", true)
+      id_lists = JSON.parse(cached_values)
+      process_id_lists(id_lists, init_diagnostics, from_adapter: true)
+    rescue StandardError
+      # Fallback to network
+      init_diagnostics&.mark("get_id_lists", "end", "fetch_from_adapter", false)
+      get_id_lists_from_network(init_diagnostics)
+    end
+
+    def save_id_lists_to_adapter(id_lists)
+      if @options.data_store.nil?
+        return
+      end
+      @options.data_store.set(Interfaces::IDataStore::CONFIG_SPECS_KEY, JSON.generate(id_lists))
+    end
+
+    def get_id_lists_from_network(init_diagnostics = nil)
       init_diagnostics&.mark("get_id_lists", "start", "network_request")
       response, e = @network.post_helper('get_id_lists', JSON.generate({ 'statsigMetadata' => Statsig.get_statsig_metadata }))
       if !e.nil? || response.nil?
@@ -253,69 +289,91 @@ module Statsig
 
       begin
         server_id_lists = JSON.parse(response)
-        local_id_lists = @specs[:id_lists]
-        if !server_id_lists.is_a?(Hash) || !local_id_lists.is_a?(Hash)
-          return
-        end
-        tasks = []
-
-        if server_id_lists.length == 0
-          return
-        end
+        process_id_lists(server_id_lists, init_diagnostics)
+      rescue
+        # Ignored, will try again
+      end
+    end
 
-        init_diagnostics&.mark("get_id_lists", "start", "process", server_id_lists.length)
+    def process_id_lists(new_id_lists, init_diagnostics, from_adapter: false)
+      local_id_lists = @specs[:id_lists]
+      if !new_id_lists.is_a?(Hash) || !local_id_lists.is_a?(Hash)
+        return
+      end
+      tasks = []
 
-        server_id_lists.each do |list_name, list|
-          server_list = IDList.new(list)
-          local_list = get_id_list(list_name)
+      if new_id_lists.length == 0
+        return
+      end
 
-          unless local_list.is_a? IDList
-            local_list = IDList.new(list)
-            local_list.size = 0
-            local_id_lists[list_name] = local_list
-          end
+      init_diagnostics&.mark("get_id_lists", "start", "process", new_id_lists.length)
 
-          # skip if server list is invalid
-          if server_list.url.nil? || server_list.creation_time < local_list.creation_time || server_list.file_id.nil?
-            next
-          end
+      new_id_lists.each do |list_name, list|
+        new_list = IDList.new(list)
+        local_list = get_id_list(list_name)
 
-          # reset local list if server list returns a newer file
-          if server_list.file_id != local_list.file_id && server_list.creation_time >= local_list.creation_time
-            local_list = IDList.new(list)
-            local_list.size = 0
-            local_id_lists[list_name] = local_list
-          end
+        unless local_list.is_a? IDList
+          local_list = IDList.new(list)
+          local_list.size = 0
+          local_id_lists[list_name] = local_list
+        end
 
-          # skip if server list is no bigger than local list, which means nothing new to read
-          if server_list.size <= local_list.size
-            next
-          end
+        # skip if server list is invalid
+        if new_list.url.nil? || new_list.creation_time < local_list.creation_time || new_list.file_id.nil?
+          next
+        end
 
-          tasks << Concurrent::Promise.execute(:executor => @id_list_thread_pool) do
-            download_single_id_list(local_list)
-          end
+        # reset local list if server list returns a newer file
+        if new_list.file_id != local_list.file_id && new_list.creation_time >= local_list.creation_time
+          local_list = IDList.new(list)
+          local_list.size = 0
+          local_id_lists[list_name] = local_list
         end
 
-        result = Concurrent::Promise.all?(*tasks).execute.wait(@id_lists_sync_interval)
-        if result.state != :fulfilled
-          init_diagnostics&.mark("get_id_lists", "end", "process", false)
-          return # timed out
+        # skip if server list is no bigger than local list, which means nothing new to read
+        if new_list.size <= local_list.size
+          next
         end
 
-        delete_lists = []
-        local_id_lists.each do |list_name, list|
-          unless server_id_lists.key? list_name
-            delete_lists.push list_name
+        tasks << Concurrent::Promise.execute(:executor => @id_list_thread_pool) do
+          if from_adapter
+            get_single_id_list_from_adapter(local_list)
+          else
+            download_single_id_list(local_list)
           end
         end
-        delete_lists.each do |list_name|
-          local_id_lists.delete list_name
+      end
+
+      result = Concurrent::Promise.all?(*tasks).execute.wait(@id_lists_sync_interval)
+      if result.state != :fulfilled
+        init_diagnostics&.mark("get_id_lists", "end", "process", false)
+        return # timed out
+      end
+
+      delete_lists = []
+      local_id_lists.each do |list_name, list|
+        unless new_id_lists.key? list_name
+          delete_lists.push list_name
         end
-        init_diagnostics&.mark("get_id_lists", "end", "process", true)
-      rescue
-        # Ignored, will try again
       end
+      delete_lists.each do |list_name|
+        local_id_lists.delete list_name
+      end
+      init_diagnostics&.mark("get_id_lists", "end", "process", true)
+    end
+
+    def get_single_id_list_from_adapter(list)
+      cached_values = @options.data_store.get("#{Interfaces::IDataStore::ID_LISTS_KEY}::#{list.name}")
+      content = cached_values.to_s
+      process_single_id_list(list, content)
+    rescue StandardError
+      nil
+    end
+
+    def save_single_id_list_to_adapter(name, content)
+      return if @options.data_store.nil?
+
+      @options.data_store.set("#{Interfaces::IDataStore::ID_LISTS_KEY}::#{name}", content)
     end
 
     def download_single_id_list(list)
@@ -327,9 +385,19 @@ module Statsig
         content_length = Integer(res['content-length'])
         nil if content_length.nil? || content_length <= 0
         content = res.body.to_s
+        success = process_single_id_list(list, content, content_length)
+        save_single_id_list_to_adapter(list.name, content) unless success.nil? || !success
+      rescue
+        nil
+      end
+    end
+
+    def process_single_id_list(list, content, content_length = nil)
+      false unless list.is_a? IDList
+      begin
         unless content.is_a?(String) && (content[0] == '-' || content[0] == '+')
           @specs[:id_lists].delete(list.name)
-          return
+          return false
         end
         ids_clone = list.ids # clone the list, operate on the new list, and swap out the old list, so the operation is thread-safe
         lines = content.split(/\r?\n/)
@@ -345,9 +413,14 @@ module Statsig
           end
         end
         list.ids = ids_clone
-        list.size = list.size + content_length
+        list.size = if content_length.nil?
+                      list.size + content.bytesize
+                    else
+                      list.size + content_length
+                    end
+        return true
       rescue
-        nil
+        return false
       end
     end
   end

data/lib/statsig.rb

@@ -227,7 +227,7 @@ module Statsig
   def self.get_statsig_metadata
     {
       'sdkType' => 'ruby-server',
-      'sdkVersion' => '1.21.0',
+      'sdkVersion' => '1.24.0',
     }
   end
 

data/lib/statsig_driver.rb

@@ -245,7 +245,7 @@ class StatsigDriver
       end
     end
 
-    DynamicConfig.new(res.name, res.json_value, res.rule_id)
+    DynamicConfig.new(res.name, res.json_value, res.rule_id, res.group_name, res.id_type)
   end
 
   def validate_user(user)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: statsig
 version: !ruby/object:Gem::Version
-  version: 1.22.0
+  version: 1.24.0
 platform: ruby
 authors:
 - Statsig, Inc
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-02-02 00:00:00.000000000 Z
+date: 2023-03-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler