splitclient-rb 7.2.3 → 7.3.0.pre.rc1

data/lib/splitclient-rb/telemetry/sync_task.rb

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class SyncTask
+      def initialize(config, telemetry_synchronizer)
+        @config = config
+        @telemetry_synchronizer = telemetry_synchronizer
+      end
+
+      def call
+        stats_thread
+
+        PhusionPassenger.on_event(:starting_worker_process) { |forked| stats_thread if forked } if defined?(PhusionPassenger)
+      end
+
+      private
+
+      def stats_thread
+        @config.threads[:telemetry_stats_sender] = Thread.new do
+          begin
+            @config.logger.info('Starting Telemetry Sync Task')
+
+            loop do
+              sleep(@config.telemetry_refresh_rate)
+
+              @telemetry_synchronizer.synchronize_stats
+            end
+          rescue SplitIoClient::SDKShutdownException
+            @telemetry_synchronizer.synchronize_stats
+
+            @config.logger.info('Posting Telemetry due to shutdown')
+          end
+        end
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/synchronizer.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class Synchronizer
+      extend Forwardable
+      def_delegators :@synchronizer,
+                     :synchronize_config,
+                     :synchronize_stats
+
+      def initialize(config,
+                     telemtry_consumers,
+                     telemetry_init_producer,
+                     repositories,
+                     telemetry_api)
+        @synchronizer = case config.telemetry_adapter.class.to_s
+                        when 'SplitIoClient::Cache::Adapters::RedisAdapter'
+                          SplitIoClient::Telemetry::RedisSynchronizer.new(config,
+                                                                          telemetry_init_producer)
+                        else
+                          SplitIoClient::Telemetry::MemorySynchronizer.new(config,
+                                                                           telemtry_consumers,
+                                                                           repositories,
+                                                                           telemetry_api)
+                        end
+      end
+    end
+  end
+end

data/lib/splitclient-rb/version.rb

@@ -1,3 +1,3 @@
 module SplitIoClient
-  VERSION = '7.2.3'
+  VERSION = '7.3.0.pre.rc1'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: splitclient-rb
 version: !ruby/object:Gem::Version
-  version: 7.2.3
+  version: 7.3.0.pre.rc1
 platform: ruby
 authors:
 - Split Software
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-02-24 00:00:00.000000000 Z
+date: 2021-06-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: allocation_stats
@@ -350,9 +350,6 @@ files:
 - lib/splitclient-rb/cache/repositories/impressions/memory_repository.rb
 - lib/splitclient-rb/cache/repositories/impressions/redis_repository.rb
 - lib/splitclient-rb/cache/repositories/impressions_repository.rb
-- lib/splitclient-rb/cache/repositories/metrics/memory_repository.rb
-- lib/splitclient-rb/cache/repositories/metrics/redis_repository.rb
-- lib/splitclient-rb/cache/repositories/metrics_repository.rb
 - lib/splitclient-rb/cache/repositories/repository.rb
 - lib/splitclient-rb/cache/repositories/segments_repository.rb
 - lib/splitclient-rb/cache/repositories/splits_repository.rb
@@ -362,7 +359,6 @@ files:
 - lib/splitclient-rb/cache/senders/impressions_formatter.rb
 - lib/splitclient-rb/cache/senders/impressions_sender.rb
 - lib/splitclient-rb/cache/senders/localhost_repo_cleaner.rb
-- lib/splitclient-rb/cache/senders/metrics_sender.rb
 - lib/splitclient-rb/cache/stores/localhost_split_builder.rb
 - lib/splitclient-rb/cache/stores/localhost_split_store.rb
 - lib/splitclient-rb/cache/stores/sdk_blocker.rb
@@ -374,9 +370,9 @@ files:
 - lib/splitclient-rb/engine/api/faraday_adapter/patched_net_http_persistent.rb
 - lib/splitclient-rb/engine/api/faraday_middleware/gzip.rb
 - lib/splitclient-rb/engine/api/impressions.rb
-- lib/splitclient-rb/engine/api/metrics.rb
 - lib/splitclient-rb/engine/api/segments.rb
 - lib/splitclient-rb/engine/api/splits.rb
+- lib/splitclient-rb/engine/api/telemetry_api.rb
 - lib/splitclient-rb/engine/auth_api_client.rb
 - lib/splitclient-rb/engine/common/impressions_counter.rb
 - lib/splitclient-rb/engine/common/impressions_manager.rb
@@ -404,7 +400,6 @@ files:
 - lib/splitclient-rb/engine/matchers/user_defined_segment_matcher.rb
 - lib/splitclient-rb/engine/matchers/whitelist_matcher.rb
 - lib/splitclient-rb/engine/metrics/binary_search_latency_tracker.rb
-- lib/splitclient-rb/engine/metrics/metrics.rb
 - lib/splitclient-rb/engine/models/label.rb
 - lib/splitclient-rb/engine/models/split.rb
 - lib/splitclient-rb/engine/models/treatment.rb
@@ -417,7 +412,6 @@ files:
 - lib/splitclient-rb/exceptions.rb
 - lib/splitclient-rb/helpers/thread_helper.rb
 - lib/splitclient-rb/managers/split_manager.rb
-- lib/splitclient-rb/redis_metrics_fixer.rb
 - lib/splitclient-rb/split_config.rb
 - lib/splitclient-rb/split_factory.rb
 - lib/splitclient-rb/split_factory_builder.rb
@@ -433,6 +427,27 @@ files:
 - lib/splitclient-rb/sse/sse_handler.rb
 - lib/splitclient-rb/sse/workers/segments_worker.rb
 - lib/splitclient-rb/sse/workers/splits_worker.rb
+- lib/splitclient-rb/telemetry/domain/constants.rb
+- lib/splitclient-rb/telemetry/domain/structs.rb
+- lib/splitclient-rb/telemetry/evaluation_consumer.rb
+- lib/splitclient-rb/telemetry/evaluation_producer.rb
+- lib/splitclient-rb/telemetry/init_consumer.rb
+- lib/splitclient-rb/telemetry/init_producer.rb
+- lib/splitclient-rb/telemetry/memory/memory_evaluation_consumer.rb
+- lib/splitclient-rb/telemetry/memory/memory_evaluation_producer.rb
+- lib/splitclient-rb/telemetry/memory/memory_init_consumer.rb
+- lib/splitclient-rb/telemetry/memory/memory_init_producer.rb
+- lib/splitclient-rb/telemetry/memory/memory_runtime_consumer.rb
+- lib/splitclient-rb/telemetry/memory/memory_runtime_producer.rb
+- lib/splitclient-rb/telemetry/memory/memory_synchronizer.rb
+- lib/splitclient-rb/telemetry/redis/redis_evaluation_producer.rb
+- lib/splitclient-rb/telemetry/redis/redis_init_producer.rb
+- lib/splitclient-rb/telemetry/redis/redis_synchronizer.rb
+- lib/splitclient-rb/telemetry/runtime_consumer.rb
+- lib/splitclient-rb/telemetry/runtime_producer.rb
+- lib/splitclient-rb/telemetry/storages/memory.rb
+- lib/splitclient-rb/telemetry/sync_task.rb
+- lib/splitclient-rb/telemetry/synchronizer.rb
 - lib/splitclient-rb/utilitites.rb
 - lib/splitclient-rb/validators.rb
 - lib/splitclient-rb/version.rb
@@ -455,9 +470,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubygems_version: 3.0.6
 signing_key: 

data/lib/splitclient-rb/cache/repositories/metrics/memory_repository.rb

@@ -1,163 +0,0 @@
-require 'concurrent'
-
-module SplitIoClient
-  module Cache
-    module Repositories
-      module Metrics
-        class MemoryRepository
-          OPERATIONS = %w(sdk.get_treatment sdk.get_treatments sdk.get_treatment_with_config sdk.get_treatments_with_config)
-
-          def initialize(_ = nil, config)
-            @counts = Concurrent::Array.new
-            @latencies = Concurrent::Array.new
-            @gauges = Concurrent::Array.new
-            @config = config
-          end
-
-          def add_count(counter, delta)
-            counter_hash = @counts.find { |c| c[:name] == counter }
-            if counter_hash.nil?
-              counter_delta = SumAndCount.new
-              counter_delta.add_delta(delta)
-              @counts << { name: counter, delta: counter_delta }
-            else
-              counter_hash[:delta].add_delta(delta)
-            end
-          end
-
-          def add_latency(operation, time_in_ms, binary_search)
-            if (OPERATIONS.include?(operation))
-              index = binary_search.add_latency_millis(time_in_ms, true)
-              increase_latency_bucket(operation, index)
-            else
-              concatenate_latency(operation, time_in_ms)
-            end
-          end
-
-          def add_gauge(gauge, value)
-            gauge_hash = @gauges.find { |g| g[:name] == gauge }
-            if gauge_hash.nil?
-              gauge_value = ValueAndCount.new
-              gauge_value.set_value(value)
-              @gauges << { name: gauge, value: gauge_value }
-            else
-              gauge_hash[:value].set_value(value)
-            end
-          end
-
-          def counts
-            @counts.each_with_object({}) do |count, memo|
-              memo[count[:name]] = count[:delta].sum
-            end
-          end
-
-          def latencies
-            @latencies.each_with_object({}) do |latency, memo|
-              memo[latency[:operation]] = latency[:latencies]
-            end
-          end
-
-          def gauges
-            # TODO
-          end
-
-          def fix_latencies
-            # NOOP
-          end
-
-          def clear_counts
-            @counts = Concurrent::Array.new
-          end
-
-          def clear_latencies
-            @latencies = Concurrent::Array.new
-          end
-
-          def clear_gauges
-            @gauges = Concurrent::Array.new
-          end
-
-          def clear
-            clear_counts
-            clear_latencies
-            clear_gauges
-          end
-
-          #
-          # small class to act as DTO for counts
-          #
-          class SumAndCount
-            attr_reader :count
-            attr_reader :sum
-
-            def initialize
-              @count = 0
-              @sum = 0
-            end
-
-            def add_delta(delta)
-              @count += 1
-              @sum += delta
-            end
-
-            def clear
-              @count = 0
-              @sum = 0
-            end
-          end
-
-          #
-          # small class to act as DTO for gauges
-          #
-          class ValueAndCount
-            attr_reader :count
-            attr_reader :value
-
-            def initialize
-              @count = 0
-              @value = 0
-            end
-
-            def set_value(value)
-              @count += 1
-              @value = value
-            end
-
-            def clear
-              @count = 0
-              @value = 0
-            end
-          end
-
-          private
-
-          def increase_latency_bucket(operation, index)
-            operation_latencies = find_operation_latencies(operation)
-
-            if (operation_latencies.nil?)
-              latencies_array = Array.new(BinarySearchLatencyTracker::BUCKETS.length, 0)
-              latencies_array[index] = 1
-              @latencies << { operation: operation, latencies: latencies_array }
-            else
-              operation_latencies[:latencies][index] += 1
-            end
-          end
-
-          def concatenate_latency(operation, time_in_ms)
-            operation_latencies = find_operation_latencies(operation)
-
-            if (operation_latencies.nil?)
-              @latencies << { operation: operation, latencies: [time_in_ms] }
-            else
-              operation_latencies[:latencies].push(time_in_ms)
-            end
-          end
-
-          def find_operation_latencies(operation)
-            @latencies.find { |l| l[:operation] == operation }
-          end
-        end
-      end
-    end
-  end
-end

data/lib/splitclient-rb/cache/repositories/metrics/redis_repository.rb

@@ -1,131 +0,0 @@
-module SplitIoClient
-  module Cache
-    module Repositories
-      module Metrics
-        class RedisRepository < Repository
-          def initialize(config)
-            @config = config
-            @adapter = config.metrics_adapter
-          end
-
-          def add_count(counter, delta)
-            prefixed_name = impressions_metrics_key("count.#{counter}")
-            counts = @adapter.find_strings_by_prefix(prefixed_name)
-
-            @adapter.inc(prefixed_name, delta)
-          end
-
-          def add_latency(operation, time_in_ms, binary_search)
-            prefixed_name = impressions_metrics_key("latency.#{operation}")
-
-            @adapter.inc("#{prefixed_name}.bucket.#{binary_search.add_latency_millis(time_in_ms, true)}")
-          end
-
-          def add_gauge(gauge, value)
-            # TODO
-          end
-
-          def counts
-            keys = @adapter.find_strings_by_prefix(impressions_metrics_key("count"))
-
-            return [] if keys.empty?
-
-            @adapter.multiple_strings(keys).map do |name, data|
-              [name.gsub(impressions_metrics_key('count.'), ''), data]
-            end.to_h
-          end
-
-          def latencies
-            keys = @adapter.find_strings_by_prefix(impressions_metrics_key('latency'))
-            return [] if keys.empty?
-
-            collected_latencies = collect_latencies(keys)
-
-            collected_latencies.keys.each_with_object({}) do |operation, latencies|
-              operation_latencies = Array.new(BinarySearchLatencyTracker::BUCKETS.length, 0)
-              collected_latencies[operation].each do |bucket, value|
-                operation_latencies[bucket.to_i] = value.to_i
-              end
-
-              latencies[operation] = operation_latencies
-            end
-          end
-
-          def gauges
-            # TODO
-          end
-
-          def clear_counts
-            keys = @adapter.find_strings_by_prefix(impressions_metrics_key('count'))
-            @adapter.delete(keys)
-          end
-
-          def clear_latencies
-            keys = @adapter.find_strings_by_prefix(impressions_metrics_key('latency'))
-            @adapter.delete(keys)
-          end
-
-          # introduced to fix incorrect latencies
-          def fix_latencies
-            latencies_cleaned_key =  namespace_key('/latencies.cleaned')
-            return if @adapter.exists?(latencies_cleaned_key)
-
-            keys =[]
-
-            23.times do |index|
-              keys.concat @adapter.find_strings_by_pattern(latencies_to_be_deleted_key_pattern_prefix("sdk.get_treatment.#{index}"))
-            end
-
-            keys.concat @adapter.find_strings_by_pattern(latencies_to_be_deleted_key_pattern_prefix('sdk.get_treatments'))
-            keys.concat @adapter.find_strings_by_pattern(latencies_to_be_deleted_key_pattern_prefix('sdk.get_treatment_with_config'))
-            keys.concat @adapter.find_strings_by_pattern(latencies_to_be_deleted_key_pattern_prefix('sdk.get_treatments_with_config'))
-
-            keys.concat @adapter.find_strings_by_pattern(latencies_to_be_deleted_key_pattern_prefix('*.time'))
-
-            @config.logger.info("Found incorrect latency keys, deleting. Keys: #{keys}") unless keys.size == 0
-
-            keys.each_slice(500) do |chunk|
-              @adapter.pipelined do
-                chunk.each do |key|
-                  @adapter.delete key
-                end
-              end
-            end
-
-            @adapter.set_string(latencies_cleaned_key, '1')
-          end
-
-          def latencies_to_be_deleted_key_pattern_prefix(key)
-            "#{@config.redis_namespace}/#{@config.language}-*/latency.#{key}"
-          end
-
-          def clear_gauges
-            # TODO
-          end
-
-          def clear
-            clear_counts
-            clear_latencies
-            clear_gauges
-          end
-
-          private
-
-          def find_latencies(keys)
-            @adapter.multiple_strings(keys).map do |name, data|
-              [name.gsub(impressions_metrics_key('latency.'), ''), data]
-            end.to_h
-          end
-
-          def collect_latencies(keys)
-            find_latencies(keys).each_with_object({}) do |(key, value), collected_latencies|
-              operation, bucket = key.split('.bucket.')
-              collected_latencies[operation] = {} unless collected_latencies[operation]
-              collected_latencies[operation].merge!({bucket => value})
-            end
-          end
-        end
-      end
-    end
-  end
-end