statsig 1.24.6 → 1.25.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 29818b483f3950c841a00a05ee3007414cc759498d7656703049417c43cbbae5
-  data.tar.gz: 36c190613ab7fded21de40e82c238c3c8374e6efba502a6774752a15d796e07d
+  metadata.gz: 267f2a16a3bb05a6b046d493bfe98f00b7c083f387eba7862641801ec0579b2b
+  data.tar.gz: a20de08fe3b12bcba40795ec1ff53ce5d3c2c27aca3ab41d72541a49e730414c
 SHA512:
-  metadata.gz: 30e3d1941bb46e4eb21469f82d2f398e1380fc144b1076f28e521081a9de052bf96ad27821ca93c515e3e308ca8d793dff75a504435a792c008b4623effeb6a5
-  data.tar.gz: 80eb7090f03d1dcb2a8e78492c6d80fe33e364fea1446330ad30c17eb06dbe8486f7ab1d2776e53e9f3b058f7c4925d4d89ce1f08494e3fd814928c3ac4bd537
+  metadata.gz: e7afa3f47ea19f3d759a648f12bd98c8e56c1c757f2c86bc72859ace8ca081e205af90f315cd26c08598fed408a8b4163b452e2312066120d5ead9644f1028ec
+  data.tar.gz: d671a37cf7ad21212d71ad90c8fddab13110641a278c475c6f4cec3ff922c0d6b6bceaa1367b902933db481be56601af2ab203c03768a65e9dd959fb900a2438

data/lib/evaluator.rb

@@ -6,7 +6,7 @@ require 'evaluation_helpers'
 require 'client_initialize_helpers'
 require 'spec_store'
 require 'time'
-require 'user_agent_parser'
+require 'ua_parser'
 require 'evaluation_details'
 require 'user_agent_parser/operating_system'
 
@@ -19,8 +19,8 @@ module Statsig
 
     def initialize(network, options, error_callback, init_diagnostics = nil)
       @spec_store = Statsig::SpecStore.new(network, options, error_callback, init_diagnostics)
-      @ua_parser = UserAgentParser::Parser.new
-      CountryLookup.initialize
+      UAParser.initialize_async
+      CountryLookup.initialize_async
 
       @gate_overrides = {}
       @config_overrides = {}
@@ -449,16 +449,16 @@ module Statsig
 
       case field.downcase
       when 'os_name', 'osname'
-        os = @ua_parser.parse_os(ua)
+        os = UAParser.parse_os(ua)
         return os&.family
       when 'os_version', 'osversion'
-        os = @ua_parser.parse_os(ua)
+        os = UAParser.parse_os(ua)
         return os&.version unless os&.version.nil?
       when 'browser_name', 'browsername'
-        parsed = @ua_parser.parse_ua(ua)
+        parsed = UAParser.parse_ua(ua)
         return parsed.family
       when 'browser_version', 'browserversion'
-        parsed = @ua_parser.parse_ua(ua)
+        parsed = UAParser.parse_ua(ua)
         return parsed.version.to_s
       else
         nil

data/lib/network.rb

@@ -33,6 +33,7 @@ module Statsig
       @local_mode = options.local_mode
       @timeout = options.network_timeout
       @backoff_multiplier = backoff_mult
+      @post_logs_retry_backoff = options.post_logs_retry_backoff
       @post_logs_retry_limit = options.post_logs_retry_limit
       @session_id = SecureRandom.uuid
     end
@@ -59,6 +60,13 @@ module Statsig
         http = http.timeout(@timeout)
       end
       backoff_adjusted = backoff > 10 ? backoff += Random.rand(10) : backoff # to deter overlap
+      if @post_logs_retry_backoff
+        if @post_logs_retry_backoff.is_a? Integer
+          backoff_adjusted = @post_logs_retry_backoff
+        else
+          backoff_adjusted = @post_logs_retry_backoff.call(retries)
+        end
+      end
       begin
         res = http.post(@api + endpoint, body: body)
       rescue StandardError => e

data/lib/spec_store.rb

@@ -32,6 +32,7 @@ module Statsig
 
       @id_list_thread_pool = Concurrent::FixedThreadPool.new(
         options.idlist_threadpool_size,
+        name: 'statsig-idlist',
         max_queue: 100,
         fallback_policy: :discard,
       )
@@ -309,6 +310,16 @@ module Statsig
 
       init_diagnostics&.mark("get_id_lists", "start", "process", new_id_lists.length)
 
+      delete_lists = []
+      local_id_lists.each do |list_name, list|
+        unless new_id_lists.key? list_name
+          delete_lists.push list_name
+        end
+      end
+      delete_lists.each do |list_name|
+        local_id_lists.delete list_name
+      end
+
       new_id_lists.each do |list_name, list|
         new_list = IDList.new(list)
         local_list = get_id_list(list_name)
@@ -346,21 +357,7 @@ module Statsig
       end
 
       result = Concurrent::Promise.all?(*tasks).execute.wait(@id_lists_sync_interval)
-      if result.state != :fulfilled
-        init_diagnostics&.mark("get_id_lists", "end", "process", false)
-        return # timed out
-      end
-
-      delete_lists = []
-      local_id_lists.each do |list_name, list|
-        unless new_id_lists.key? list_name
-          delete_lists.push list_name
-        end
-      end
-      delete_lists.each do |list_name|
-        local_id_lists.delete list_name
-      end
-      init_diagnostics&.mark("get_id_lists", "end", "process", true)
+      init_diagnostics&.mark("get_id_lists", "end", "process", result.state == :fulfilled)
     end
 
     def get_single_id_list_from_adapter(list)

data/lib/statsig_logger.rb

@@ -15,10 +15,11 @@ module Statsig
       @options = options
 
       @logging_pool = Concurrent::ThreadPoolExecutor.new(
-        min_threads: [2, Concurrent.processor_count].min,
-        max_threads: [5, Concurrent.processor_count].min,
+        name: 'statsig-logger',
+        min_threads: @options.logger_threadpool_size,
+        max_threads: @options.logger_threadpool_size,
         # max jobs pending before we start dropping
-        max_queue: [5, Concurrent.processor_count].min * 5,
+        max_queue: 100,
         fallback_policy: :discard
       )
 
@@ -106,7 +107,7 @@ module Statsig
       Thread.new do
         loop do
           sleep @options.logging_interval_seconds
-          flush
+          flush_async
           @interval += 1
           @deduper.clear if @interval % 2 == 0
         end

data/lib/statsig_options.rb

@@ -64,6 +64,11 @@ class StatsigOptions
   # default: 3
   attr_accessor :idlist_threadpool_size
 
+  sig { returns(Integer) }
+  # The number of threads allocated to posting event logs.
+  # default: 3
+  attr_accessor :logger_threadpool_size
+
   sig { returns(T::Boolean) }
   # Should diagnostics be logged. These include performance metrics for initialize.
   # default: false
@@ -83,6 +88,11 @@ class StatsigOptions
   # Number of times to retry sending a batch of failed log events
   attr_accessor :post_logs_retry_limit
 
+  sig { returns(T.any(Method, Proc, Integer, NilClass)) }
+  # The number of seconds, or a function that returns the number of seconds based on the number of retries remaining
+  # which overrides the default backoff time between retries
+  attr_accessor :post_logs_retry_backoff
+
   sig do
     params(
       environment: T.any(T::Hash[String, String], NilClass),
@@ -96,10 +106,12 @@ class StatsigOptions
       rules_updated_callback: T.any(Method, Proc, NilClass),
       data_store: T.any(Statsig::Interfaces::IDataStore, NilClass),
       idlist_threadpool_size: Integer,
+      logger_threadpool_size: Integer,
       disable_diagnostics_logging: T::Boolean,
       disable_sorbet_logging_handlers: T::Boolean,
       network_timeout: T.any(Integer, NilClass),
-      post_logs_retry_limit: Integer
+      post_logs_retry_limit: Integer,
+      post_logs_retry_backoff: T.any(Method, Proc, Integer, NilClass)
     ).void
   end
 
@@ -115,10 +127,12 @@ class StatsigOptions
     rules_updated_callback: nil,
     data_store: nil,
     idlist_threadpool_size: 3,
+    logger_threadpool_size: 3,
     disable_diagnostics_logging: false,
     disable_sorbet_logging_handlers: false,
     network_timeout: nil,
-    post_logs_retry_limit: 3)
+    post_logs_retry_limit: 3,
+    post_logs_retry_backoff: nil)
     @environment = environment.is_a?(Hash) ? environment : nil
     @api_url_base = api_url_base
     @rulesets_sync_interval = rulesets_sync_interval
@@ -130,9 +144,11 @@ class StatsigOptions
     @rules_updated_callback = rules_updated_callback
     @data_store = data_store
     @idlist_threadpool_size = idlist_threadpool_size
+    @logger_threadpool_size = logger_threadpool_size
     @disable_diagnostics_logging = disable_diagnostics_logging
     @disable_sorbet_logging_handlers = disable_sorbet_logging_handlers
     @network_timeout = network_timeout
     @post_logs_retry_limit = post_logs_retry_limit
+    @post_logs_retry_backoff = post_logs_retry_backoff
   end
 end

data/lib/ua_parser.rb

@@ -0,0 +1,57 @@
+require 'user_agent_parser'
+
+module UAParser
+  class Parser
+    def initialize
+      @ua_parser = UserAgentParser::Parser.new
+    end
+
+    def parse_os(*args)
+      @ua_parser.parse_os(*args)
+    end
+
+    def parse_ua(*args)
+      @ua_parser.parse_ua(*args)
+    end
+
+    def parse_device(*args)
+      @ua_parser.parse_device(*args)
+    end
+  end
+
+  def self.initialize
+    if !@initialize_bg_thread.nil? && @initialize_bg_thread.alive?
+      @initialize_bg_thread.kill.join
+    end
+    @parser = Parser.new
+  end
+
+  def self.initialize_async
+    if !@initialize_bg_thread.nil? && @initialize_bg_thread.alive?
+      @initialize_bg_thread.kill.join
+    end
+    @initialize_bg_thread = Thread.new { @parser = Parser.new }
+    @initialize_bg_thread
+  end
+
+  def self.parse_os(*args)
+    if @parser.nil?
+      initialize
+    end
+    @parser.parse_os(*args)
+  end
+
+  def self.parse_ua(*args)
+    if @parser.nil?
+      initialize
+    end
+    @parser.parse_ua(*args)
+  end
+
+  def self.parse_device(*args)
+    if @parser.nil?
+      initialize
+    end
+    @parser.parse_device(*args)
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: statsig
 version: !ruby/object:Gem::Version
-  version: 1.24.6
+  version: 1.25.0
 platform: ruby
 authors:
 - Statsig, Inc
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-05-11 00:00:00.000000000 Z
+date: 2023-05-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -230,16 +230,16 @@ dependencies:
   name: ip3country
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.1
+        version: 0.2.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.1
+        version: 0.2.1
 - !ruby/object:Gem::Dependency
   name: sorbet-runtime
   requirement: !ruby/object:Gem::Requirement
@@ -294,6 +294,7 @@ files:
 - lib/statsig_logger.rb
 - lib/statsig_options.rb
 - lib/statsig_user.rb
+- lib/ua_parser.rb
 homepage: https://rubygems.org/gems/statsig
 licenses:
 - ISC