splitclient-rb 7.2.3-java → 7.3.0.pre.rc3-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5cacf8fc2c5e7cc181a03ef93f0757d203a8c135
-  data.tar.gz: 2087e7e94e486a11d6aef70dc2ba9866065ccef7
+  metadata.gz: 4ba598e4c83d1357cc014f8635f430b4cdf10618
+  data.tar.gz: db71590a4c61054f9b3c475a5a5668646787e1ad
 SHA512:
-  metadata.gz: aea9a06f4742233f7517068ed81bf31eebf462cf2095a9faa5baa8b12134ea4f2c83e37253b698d0cb943c4461c12a85eccce14f5db4f1ea0005fbe49ecaa468
-  data.tar.gz: 3831f2c06cdb55b2f7551501f5ffe7d01f511c9f97fe13d0a635e50ff5e7365118a47fd24780b6626731766ecaed0a901c5e590a79a0f02c4fa946e3bfb2bf22
+  metadata.gz: 2b6c631b7fa5eba6ccb0963353e124d85cca362614488631a783a7915079e341c6991198f302f733b1b3eca33e22c5ecfd64d1029693ddc559cb31bc3b40699f
+  data.tar.gz: dda52879c7528dc5bd8a911ecce3f35583b836cab397a6559d85c063d6986a9ff151e80350d48425d939b5f1ce9162b7338251ef8799dd72cbf3b8521085ae4a

data/.rubocop.yml

@@ -3,16 +3,26 @@ Documentation:
 
 Metrics/AbcSize:
   Max: 26
+  Exclude:
+    - lib/splitclient-rb/telemetry/memory/memory_synchronizer.rb
 
 Metrics/MethodLength:
   Max: 20
+  Exclude:
+    - lib/splitclient-rb/telemetry/memory/memory_synchronizer.rb
 
 Metrics/ClassLength:
   Max: 150
+  Exclude:
+    - lib/splitclient-rb/telemetry/memory/memory_synchronizer.rb
 
 Metrics/CyclomaticComplexity:
   Max: 8
 
+Metrics/ParameterLists:
+  Exclude:
+    - lib/splitclient-rb/engine/sync_manager.rb
+
 Metrics/LineLength:
   Max: 130
   Exclude:
@@ -20,6 +30,7 @@ Metrics/LineLength:
     - spec/integrations/**/*
     - spec/engine/sync_manager_spec.rb
     - spec/engine/auth_api_client_spec.rb
+    - spec/telemetry/synchronizer_spec.rb
 
 Style/BracesAroundHashParameters:
   Exclude:
@@ -50,3 +61,4 @@ AllCops:
     - lib/splitclient-rb/engine/metrics/**/*
     - lib/splitclient-rb/engine/models/**/*
     - lib/splitclient-rb/engine/parser/**/*
+    - spec/telemetry/synchronizer_spec.rb

data/lib/splitclient-rb.rb

@@ -23,12 +23,8 @@ require 'splitclient-rb/cache/repositories/events/memory_repository'
 require 'splitclient-rb/cache/repositories/events/redis_repository'
 require 'splitclient-rb/cache/repositories/impressions/memory_repository'
 require 'splitclient-rb/cache/repositories/impressions/redis_repository'
-require 'splitclient-rb/cache/repositories/metrics_repository'
-require 'splitclient-rb/cache/repositories/metrics/memory_repository'
-require 'splitclient-rb/cache/repositories/metrics/redis_repository'
 require 'splitclient-rb/cache/senders/impressions_formatter'
 require 'splitclient-rb/cache/senders/impressions_sender'
-require 'splitclient-rb/cache/senders/metrics_sender'
 require 'splitclient-rb/cache/senders/events_sender'
 require 'splitclient-rb/cache/senders/impressions_count_sender'
 require 'splitclient-rb/cache/senders/localhost_repo_cleaner'
@@ -51,10 +47,10 @@ require 'splitclient-rb/engine/api/faraday_middleware/gzip'
 require 'splitclient-rb/engine/api/faraday_adapter/patched_net_http_persistent'
 require 'splitclient-rb/engine/api/client'
 require 'splitclient-rb/engine/api/impressions'
-require 'splitclient-rb/engine/api/metrics'
 require 'splitclient-rb/engine/api/segments'
 require 'splitclient-rb/engine/api/splits'
 require 'splitclient-rb/engine/api/events'
+require 'splitclient-rb/engine/api/telemetry_api'
 require 'splitclient-rb/engine/common/impressions_counter'
 require 'splitclient-rb/engine/common/impressions_manager'
 require 'splitclient-rb/engine/parser/condition'
@@ -84,7 +80,6 @@ require 'splitclient-rb/engine/matchers/equal_to_boolean_matcher'
 require 'splitclient-rb/engine/matchers/equal_to_matcher'
 require 'splitclient-rb/engine/matchers/matches_string_matcher'
 require 'splitclient-rb/engine/evaluator/splitter'
-require 'splitclient-rb/engine/metrics/metrics'
 require 'splitclient-rb/engine/metrics/binary_search_latency_tracker'
 require 'splitclient-rb/engine/models/split'
 require 'splitclient-rb/engine/models/label'
@@ -95,9 +90,6 @@ require 'splitclient-rb/engine/sync_manager'
 require 'splitclient-rb/engine/synchronizer'
 require 'splitclient-rb/utilitites'
 
-# redis metrics fixer
-require 'splitclient-rb/redis_metrics_fixer'
-
 # SSE 
 require 'splitclient-rb/sse/event_source/back_off'
 require 'splitclient-rb/sse/event_source/client'
@@ -110,6 +102,29 @@ require 'splitclient-rb/sse/notification_manager_keeper'
 require 'splitclient-rb/sse/notification_processor'
 require 'splitclient-rb/sse/sse_handler'
 
+# Telemetry
+require 'splitclient-rb/telemetry/domain/constants'
+require 'splitclient-rb/telemetry/domain/structs'
+require 'splitclient-rb/telemetry/storages/memory'
+require 'splitclient-rb/telemetry/evaluation_consumer'
+require 'splitclient-rb/telemetry/evaluation_producer'
+require 'splitclient-rb/telemetry/init_consumer'
+require 'splitclient-rb/telemetry/init_producer'
+require 'splitclient-rb/telemetry/runtime_consumer'
+require 'splitclient-rb/telemetry/runtime_producer'
+require 'splitclient-rb/telemetry/sync_task'
+require 'splitclient-rb/telemetry/synchronizer'
+require 'splitclient-rb/telemetry/memory/memory_evaluation_consumer'
+require 'splitclient-rb/telemetry/memory/memory_evaluation_producer'
+require 'splitclient-rb/telemetry/memory/memory_init_consumer'
+require 'splitclient-rb/telemetry/memory/memory_init_producer'
+require 'splitclient-rb/telemetry/memory/memory_runtime_consumer'
+require 'splitclient-rb/telemetry/memory/memory_runtime_producer'
+require 'splitclient-rb/telemetry/memory/memory_synchronizer'
+require 'splitclient-rb/telemetry/redis/redis_evaluation_producer'
+require 'splitclient-rb/telemetry/redis/redis_init_producer'
+require 'splitclient-rb/telemetry/redis/redis_synchronizer'
+
 # C extension
 require 'murmurhash/murmurhash_mri'
 

data/lib/splitclient-rb/cache/adapters/redis_adapter.rb

@@ -17,6 +17,10 @@ module SplitIoClient
           @redis = Redis.new(connection)
         end
 
+        def hincrby(key, field, increment)
+          @redis.hincrby(key, field, increment)
+        end
+
         # Map
         def initialize_map(key)
           # No need to initialize hash/map in Redis

data/lib/splitclient-rb/cache/fetchers/segment_fetcher.rb

@@ -4,13 +4,13 @@ module SplitIoClient
       class SegmentFetcher
         attr_reader :segments_repository
 
-        def initialize(segments_repository, api_key, metrics, config, sdk_blocker = nil)
+        def initialize(segments_repository, api_key, config, sdk_blocker, telemetry_runtime_producer)
           @segments_repository = segments_repository
           @api_key = api_key
-          @metrics = metrics
           @config = config
           @sdk_blocker = sdk_blocker
           @semaphore = Mutex.new
+          @telemetry_runtime_producer = telemetry_runtime_producer
         end
 
         def call
@@ -27,19 +27,19 @@ module SplitIoClient
           end
         end
 
-        def fetch_segments_if_not_exists(names)
+        def fetch_segments_if_not_exists(names, cache_control_headers = false)
           names.each do |name|
             change_number = @segments_repository.get_change_number(name)
 
-            fetch_segment(name) if change_number == -1
+            fetch_segment(name, cache_control_headers) if change_number == -1
           end
         rescue StandardError => error
           @config.log_found_exception(__method__.to_s, error)
         end
 
-        def fetch_segment(name)
+        def fetch_segment(name, cache_control_headers = false)
           @semaphore.synchronize do
-            segments_api.fetch_segments_by_names([name])
+            segments_api.fetch_segments_by_names([name], cache_control_headers)
           end
         rescue StandardError => error
           @config.log_found_exception(__method__.to_s, error)
@@ -50,6 +50,7 @@ module SplitIoClient
             segments_api.fetch_segments_by_names(@segments_repository.used_segment_names)
 
             @sdk_blocker.segments_ready!
+            @sdk_blocker.sdk_internal_ready
           end
         rescue StandardError => error
           @config.log_found_exception(__method__.to_s, error)
@@ -66,7 +67,10 @@ module SplitIoClient
             @config.logger.info('Starting segments fetcher service') if @config.debug_enabled
 
             loop do
-              next unless @sdk_blocker.splits_repository.ready?
+              unless @sdk_blocker.splits_repository.ready?
+                sleep 0.2
+                next
+              end
 
               fetch_segments
               @config.logger.debug("Segment names: #{@segments_repository.used_segment_names.to_a}") if @config.debug_enabled
@@ -76,10 +80,10 @@ module SplitIoClient
               sleep(sleep_for)
             end
           end
-        end        
+        end
 
         def segments_api
-          @segments_api ||= SplitIoClient::Api::Segments.new(@api_key, @metrics, @segments_repository, @config)
+          @segments_api ||= SplitIoClient::Api::Segments.new(@api_key, @segments_repository, @config, @telemetry_runtime_producer)
         end
       end
     end

data/lib/splitclient-rb/cache/fetchers/split_fetcher.rb

@@ -4,13 +4,13 @@ module SplitIoClient
       class SplitFetcher
         attr_reader :splits_repository
 
-        def initialize(splits_repository, api_key, metrics, config, sdk_blocker = nil)
+        def initialize(splits_repository, api_key, config, sdk_blocker, telemetry_runtime_producer)
           @splits_repository = splits_repository
           @api_key = api_key
-          @metrics = metrics
           @config = config
           @sdk_blocker = sdk_blocker
           @semaphore = Mutex.new
+          @telemetry_runtime_producer = telemetry_runtime_producer
         end
 
         def call
@@ -27,9 +27,9 @@ module SplitIoClient
           end
         end
 
-        def fetch_splits
+        def fetch_splits(cache_control_headers = false)
           @semaphore.synchronize do
-            data = splits_since(@splits_repository.get_change_number)
+            data = splits_since(@splits_repository.get_change_number, cache_control_headers)
 
             data[:splits] && data[:splits].each do |split|
               add_split_unless_archived(split)
@@ -46,6 +46,7 @@ module SplitIoClient
           end
         rescue StandardError => error
           @config.log_found_exception(__method__.to_s, error)
+          []
         end
 
         def stop_splits_thread
@@ -67,8 +68,8 @@ module SplitIoClient
           end
         end
 
-        def splits_since(since)
-          splits_api.since(since)
+        def splits_since(since, cache_control_headers = false)
+          splits_api.since(since, cache_control_headers)
         end
 
         def add_split_unless_archived(split)
@@ -94,7 +95,7 @@ module SplitIoClient
         end
 
         def splits_api
-          @splits_api ||= SplitIoClient::Api::Splits.new(@api_key, @metrics, @config)
+          @splits_api ||= SplitIoClient::Api::Splits.new(@api_key, @config, @telemetry_runtime_producer)
         end
       end
     end

data/lib/splitclient-rb/cache/repositories/events/memory_repository.rb

@@ -5,10 +5,11 @@ module SplitIoClient
         class MemoryRepository < EventsRepository
           EVENTS_MAX_SIZE_BYTES = 5242880
 
-          def initialize(config)
+          def initialize(config, telemetry_runtime_producer)
             @config = config
             @adapter = @config.events_adapter
             @size = 0
+            @telemetry_runtime_producer = telemetry_runtime_producer
           end
 
           def add(key, traffic_type, event_type, time, value, properties, event_size)
@@ -17,8 +18,10 @@ module SplitIoClient
 
             post_events if @size >= EVENTS_MAX_SIZE_BYTES || @adapter.length == @config.events_queue_size
 
-            rescue StandardError => error
-              @config.log_found_exception(__method__.to_s, error)
+            @telemetry_runtime_producer.record_events_stats(Telemetry::Domain::Constants::EVENTS_QUEUED, 1)
+          rescue StandardError => error
+            @config.log_found_exception(__method__.to_s, error)
+            @telemetry_runtime_producer.record_events_stats(Telemetry::Domain::Constants::EVENTS_DROPPED, 1)
           end
 
           def clear

data/lib/splitclient-rb/cache/repositories/events_repository.rb

@@ -6,16 +6,17 @@ module SplitIoClient
         extend Forwardable
         def_delegators :@repository, :add, :clear, :batch
 
-        def initialize(config, api_key)
+        def initialize(config, api_key, telemetry_runtime_producer)
           super(config)
           @repository = case @config.events_adapter.class.to_s
           when 'SplitIoClient::Cache::Adapters::MemoryAdapter'
-            Repositories::Events::MemoryRepository.new(@config)
+            Repositories::Events::MemoryRepository.new(@config, telemetry_runtime_producer)
           when 'SplitIoClient::Cache::Adapters::RedisAdapter'
             Repositories::Events::RedisRepository.new(@config)
           end
 
           @api_key = api_key
+          @telemetry_runtime_producer = telemetry_runtime_producer
         end
 
         def post_events
@@ -48,7 +49,7 @@ module SplitIoClient
         private
 
         def events_api
-          @events_api ||= SplitIoClient::Api::Events.new(@api_key, @config)
+          @events_api ||= SplitIoClient::Api::Events.new(@api_key, @config, @telemetry_runtime_producer)
         end
       end
     end

data/lib/splitclient-rb/cache/repositories/impressions/memory_repository.rb

@@ -11,15 +11,23 @@ module SplitIoClient
           end
 
           def add_bulk(impressions)
+            return 0 if impressions.nil?
+
+            count = 0
             impressions.each do |impression|
               @adapter.add_to_queue(impression)
+              count += 1
             end
+
+            0
           rescue ThreadError # queue is full
             if random_sampler.rand(1..1000) <= 2 # log only 0.2 % of the time
               @config.logger.warn("Dropping impressions. Current size is \
                 #{@config.impressions_queue_size}. " \
                 'Consider increasing impressions_queue_size')
             end
+
+            impressions.length - count
           end
 
           def batch

data/lib/splitclient-rb/cache/repositories/impressions/redis_repository.rb

@@ -21,8 +21,10 @@ module SplitIoClient
 
             # Synchronizer might not be running
             @adapter.expire(key, EXPIRE_SECONDS) if impressions_json.size == impressions_list_size
+            0
           rescue StandardError => e
             @config.logger.error("Exception while add_bulk: #{e}")
+            0
           end
 
           def get_impressions(number_of_impressions = 0)

data/lib/splitclient-rb/cache/repositories/repository.rb

@@ -19,10 +19,6 @@ module SplitIoClient
       def namespace_key(key = '')
         "#{@config.redis_namespace}#{key}"
       end
-
-      def impressions_metrics_key(key)
-        namespace_key("/#{@config.language}-#{@config.version}/#{@config.machine_ip}/#{key}")
-      end
     end
   end
 end

data/lib/splitclient-rb/cache/repositories/segments_repository.rb

@@ -63,6 +63,26 @@ module SplitIoClient
           @adapter.clear(namespace_key)
         end
 
+        def segments_count
+          used_segment_names.length
+        end
+
+        def segment_keys_count
+          names = used_segment_names
+
+          keys = 0
+
+          names.each do |name|
+            segment_keys = get_segment_keys(name)            
+            keys += segment_keys.length
+          end
+          
+          keys
+        rescue StandardError => error
+          @config.log_found_exception(__method__.to_s, error)
+          0
+        end
+
         private
 
         def segment_data(name)

data/lib/splitclient-rb/cache/repositories/splits_repository.rb

@@ -140,6 +140,10 @@ module SplitIoClient
           @adapter.set_string(namespace_key(".split.#{split_name}"), split.to_json)
         end
 
+        def splits_count
+          split_names.length
+        end
+
         private
 
         def increase_tt_name_count(tt_name)

data/lib/splitclient-rb/cache/senders/localhost_repo_cleaner.rb

@@ -4,9 +4,8 @@ module SplitIoClient
   module Cache
     module Senders
       class LocalhostRepoCleaner
-        def initialize(impressions_repository, metrics_repository, events_repository, config)
+        def initialize(impressions_repository, events_repository, config)
           @impressions_repository = impressions_repository
-          @metrics_repository = metrics_repository
           @events_repository = events_repository
           @config = config
         end
@@ -40,7 +39,6 @@ module SplitIoClient
 
         def clear_repositories
           @impressions_repository.clear
-          @metrics_repository.clear
           @events_repository.clear
         end
       end

data/lib/splitclient-rb/cache/stores/sdk_blocker.rb

@@ -11,6 +11,7 @@ module SplitIoClient
           @splits_repository = splits_repository
           @segments_repository = segments_repository
           @config = config
+          @internal_ready = Concurrent::CountDownLatch.new(1)
 
           if @config.standalone?
             @splits_repository.not_ready!
@@ -49,6 +50,14 @@ module SplitIoClient
           return true if @config.consumer?
           @splits_repository.ready? && @segments_repository.ready?
         end
+
+        def sdk_internal_ready
+          @internal_ready.count_down
+        end
+
+        def wait_unitil_internal_ready
+          @internal_ready.wait
+        end
       end
     end
   end