splitclient-rb 7.2.3-java → 7.3.0.pre.rc3-java

data/lib/splitclient-rb/telemetry/redis/redis_init_producer.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class RedisInitProducer < InitProducer
+      def initialize(config)
+        @config = config
+        @adapter = config.telemetry_adapter
+      end
+
+      def record_config(config_data)
+        return if config_data.nil?
+
+        data = { m: { i: @config.machine_ip, n: @config.machine_name, s: "#{@config.language}-#{@config.version}" },
+                 t: { oM: config_data.om, st: config_data.st, aF: config_data.af, rF: config_data.rf, t: config_data.t } }
+
+        @adapter.add_to_queue(config_key, data.to_json)
+      rescue StandardError => error
+        @config.log_found_exception(__method__.to_s, error)
+      end
+
+      def record_bur_timeout
+        # no-op
+      end
+
+      def record_non_ready_usages
+        # no-op
+      end
+
+      private
+
+      def config_key
+        "#{@config.redis_namespace}.telemetry.config"
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/redis/redis_synchronizer.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class RedisSynchronizer < Synchronizer
+      def initialize(config,
+                     telemetry_init_producer)
+        @config = config
+        @telemetry_init_producer = telemetry_init_producer
+      end
+
+      def synchronize_stats
+        # No-op
+      end
+
+      def synchronize_config(active_factories = nil, redundant_active_factories = nil, tags = nil)
+        active_factories ||= SplitIoClient.split_factory_registry.active_factories
+        redundant_active_factories ||= SplitIoClient.split_factory_registry.redundant_active_factories
+
+        init_config = ConfigInit.new(@config.mode, 'redis', active_factories, redundant_active_factories, tags)
+
+        @telemetry_init_producer.record_config(init_config)
+      rescue StandardError => error
+        @config.log_found_exception(__method__.to_s, error)
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/runtime_consumer.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class RuntimeConsumer
+      extend Forwardable
+      def_delegators :@runtime,
+                     :pop_tags,
+                     :impressions_stats,
+                     :events_stats,
+                     :last_synchronizations,
+                     :pop_http_errors,
+                     :pop_http_latencies,
+                     :pop_auth_rejections,
+                     :pop_token_refreshes,
+                     :pop_streaming_events,
+                     :session_length
+
+      def initialize(config)
+        @runtime = SplitIoClient::Telemetry::MemoryRuntimeConsumer.new(config)
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/runtime_producer.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class RuntimeProducer
+      extend Forwardable
+      def_delegators :@runtime,
+                     :add_tag,
+                     :record_impressions_stats,
+                     :record_events_stats,
+                     :record_successful_sync,
+                     :record_sync_error,
+                     :record_sync_latency,
+                     :record_auth_rejections,
+                     :record_token_refreshes,
+                     :record_streaming_event,
+                     :record_session_length
+
+      def initialize(config)
+        @runtime = SplitIoClient::Telemetry::MemoryRuntimeProducer.new(config)
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/storages/memory.rb

@@ -0,0 +1,139 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    module Storages
+      class Memory
+        attr_reader :latencies,
+                    :exceptions,
+                    :factory_counters,
+                    :tags,
+                    :impressions_data_records,
+                    :events_data_records,
+                    :last_synchronization,
+                    :http_errors,
+                    :http_latencies,
+                    :auth_rejections,
+                    :token_refreshes,
+                    :streaming_events,
+                    :session_length
+
+        def initialize
+          init_latencies
+          init_exceptions
+          init_factory_counters
+          init_impressions_data_records
+          init_events_data_records
+          init_last_synchronization
+          init_http_errors
+          init_http_latencies
+          init_auth_rejections
+          init_token_refreshes
+          init_streaming_events
+          init_session_length
+          init_tags
+        end
+
+        def init_latencies
+          @latencies = Concurrent::Array.new
+
+          array_size = BinarySearchLatencyTracker::BUCKETS.length
+          @latencies << { method: Domain::Constants::TREATMENT, latencies: Concurrent::Array.new(array_size, 0) }
+          @latencies << { method: Domain::Constants::TREATMENTS, latencies: Concurrent::Array.new(array_size, 0) }
+          @latencies << { method: Domain::Constants::TREATMENT_WITH_CONFIG, latencies: Concurrent::Array.new(array_size, 0) }
+          @latencies << { method: Domain::Constants::TREATMENTS_WITH_CONFIG, latencies: Concurrent::Array.new(array_size, 0) }
+          @latencies << { method: Domain::Constants::TRACK, latencies: Concurrent::Array.new(array_size, 0) }
+        end
+
+        def init_exceptions
+          @exceptions = Concurrent::Array.new
+
+          @exceptions << { method: Domain::Constants::TREATMENT, exceptions: Concurrent::AtomicFixnum.new(0) }
+          @exceptions << { method: Domain::Constants::TREATMENTS, exceptions: Concurrent::AtomicFixnum.new(0) }
+          @exceptions << { method: Domain::Constants::TREATMENT_WITH_CONFIG, exceptions: Concurrent::AtomicFixnum.new(0) }
+          @exceptions << { method: Domain::Constants::TREATMENTS_WITH_CONFIG, exceptions: Concurrent::AtomicFixnum.new(0) }
+          @exceptions << { method: Domain::Constants::TRACK, exceptions: Concurrent::AtomicFixnum.new(0) }
+        end
+
+        def init_factory_counters
+          @factory_counters = Concurrent::Array.new
+
+          @factory_counters << { action: Domain::Constants::BUR_TIMEOUT, counts: Concurrent::AtomicFixnum.new(0) }
+          @factory_counters << { action: Domain::Constants::NON_READY_USAGES, counts: Concurrent::AtomicFixnum.new(0) }
+        end
+
+        def init_impressions_data_records
+          @impressions_data_records = Concurrent::Array.new
+
+          @impressions_data_records << { type: Domain::Constants::IMPRESSIONS_DEDUPE, value: Concurrent::AtomicFixnum.new(0) }
+          @impressions_data_records << { type: Domain::Constants::IMPRESSIONS_DROPPED, value: Concurrent::AtomicFixnum.new(0) }
+          @impressions_data_records << { type: Domain::Constants::IMPRESSIONS_QUEUED, value: Concurrent::AtomicFixnum.new(0) }
+        end
+
+        def init_events_data_records
+          @events_data_records = Concurrent::Array.new
+
+          @events_data_records << { type: Domain::Constants::EVENTS_DROPPED, value: Concurrent::AtomicFixnum.new(0) }
+          @events_data_records << { type: Domain::Constants::EVENTS_QUEUED, value: Concurrent::AtomicFixnum.new(0) }
+        end
+
+        def init_last_synchronization
+          @last_synchronization = Concurrent::Array.new
+
+          @last_synchronization << { type: Domain::Constants::SPLIT_SYNC, value: Concurrent::AtomicFixnum.new(0) }
+          @last_synchronization << { type: Domain::Constants::SEGMENT_SYNC, value: Concurrent::AtomicFixnum.new(0) }
+          @last_synchronization << { type: Domain::Constants::EVENT_SYNC, value: Concurrent::AtomicFixnum.new(0) }
+          @last_synchronization << { type: Domain::Constants::IMPRESSION_COUNT_SYNC, value: Concurrent::AtomicFixnum.new(0) }
+          @last_synchronization << { type: Domain::Constants::IMPRESSIONS_SYNC, value: Concurrent::AtomicFixnum.new(0) }
+          @last_synchronization << { type: Domain::Constants::TELEMETRY_SYNC, value: Concurrent::AtomicFixnum.new(0) }
+          @last_synchronization << { type: Domain::Constants::TOKEN_SYNC, value: Concurrent::AtomicFixnum.new(0) }
+        end
+
+        def init_tags
+          @tags = Concurrent::Array.new
+        end
+
+        def init_http_errors
+          @http_errors = Concurrent::Array.new
+
+          @http_errors << { type: Domain::Constants::SPLIT_SYNC, value: Concurrent::Hash.new }
+          @http_errors << { type: Domain::Constants::SEGMENT_SYNC, value: Concurrent::Hash.new }
+          @http_errors << { type: Domain::Constants::EVENT_SYNC, value: Concurrent::Hash.new }
+          @http_errors << { type: Domain::Constants::IMPRESSION_COUNT_SYNC, value: Concurrent::Hash.new }
+          @http_errors << { type: Domain::Constants::IMPRESSIONS_SYNC, value: Concurrent::Hash.new }
+          @http_errors << { type: Domain::Constants::TELEMETRY_SYNC, value: Concurrent::Hash.new }
+          @http_errors << { type: Domain::Constants::TOKEN_SYNC, value: Concurrent::Hash.new }
+        end
+
+        def init_http_latencies
+          @http_latencies = Concurrent::Array.new
+
+          array_size = BinarySearchLatencyTracker::BUCKETS.length
+          @http_latencies << { type: Domain::Constants::SPLIT_SYNC, value: Concurrent::Array.new(array_size, 0) }
+          @http_latencies << { type: Domain::Constants::SEGMENT_SYNC, value: Concurrent::Array.new(array_size, 0) }
+          @http_latencies << { type: Domain::Constants::EVENT_SYNC, value: Concurrent::Array.new(array_size, 0) }
+          @http_latencies << { type: Domain::Constants::IMPRESSION_COUNT_SYNC, value: Concurrent::Array.new(array_size, 0) }
+          @http_latencies << { type: Domain::Constants::IMPRESSIONS_SYNC, value: Concurrent::Array.new(array_size, 0) }
+          @http_latencies << { type: Domain::Constants::TELEMETRY_SYNC, value: Concurrent::Array.new(array_size, 0) }
+          @http_latencies << { type: Domain::Constants::TOKEN_SYNC, value: Concurrent::Array.new(array_size, 0) }
+        end
+
+        def init_auth_rejections
+          @auth_rejections = Concurrent::AtomicFixnum.new(0)
+        end
+
+        def init_token_refreshes
+          @token_refreshes = Concurrent::AtomicFixnum.new(0)
+        end
+
+        def init_streaming_events
+          @streaming_events = Concurrent::Array.new
+        end
+
+        def init_session_length
+          @session_length = Concurrent::AtomicFixnum.new(0)
+        end
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/sync_task.rb

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class SyncTask
+      def initialize(config, telemetry_synchronizer)
+        @config = config
+        @telemetry_synchronizer = telemetry_synchronizer
+      end
+
+      def call
+        stats_thread
+
+        PhusionPassenger.on_event(:starting_worker_process) { |forked| stats_thread if forked } if defined?(PhusionPassenger)
+      end
+
+      private
+
+      def stats_thread
+        @config.threads[:telemetry_stats_sender] = Thread.new do
+          begin
+            @config.logger.info('Starting Telemetry Sync Task')
+
+            loop do
+              sleep(@config.telemetry_refresh_rate)
+
+              @telemetry_synchronizer.synchronize_stats
+            end
+          rescue SplitIoClient::SDKShutdownException
+            @telemetry_synchronizer.synchronize_stats
+
+            @config.logger.info('Posting Telemetry due to shutdown')
+          end
+        end
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/synchronizer.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class Synchronizer
+      extend Forwardable
+      def_delegators :@synchronizer,
+                     :synchronize_config,
+                     :synchronize_stats
+
+      def initialize(config,
+                     telemtry_consumers,
+                     telemetry_init_producer,
+                     repositories,
+                     telemetry_api)
+        @synchronizer = case config.telemetry_adapter.class.to_s
+                        when 'SplitIoClient::Cache::Adapters::RedisAdapter'
+                          SplitIoClient::Telemetry::RedisSynchronizer.new(config,
+                                                                          telemetry_init_producer)
+                        else
+                          SplitIoClient::Telemetry::MemorySynchronizer.new(config,
+                                                                           telemtry_consumers,
+                                                                           repositories,
+                                                                           telemetry_api)
+                        end
+      end
+    end
+  end
+end

data/lib/splitclient-rb/version.rb

@@ -1,3 +1,3 @@
 module SplitIoClient
-  VERSION = '7.2.3'
+  VERSION = '7.3.0.pre.rc3'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: splitclient-rb
 version: !ruby/object:Gem::Version
-  version: 7.2.3
+  version: 7.3.0.pre.rc3
 platform: java
 authors:
 - Split Software
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-02-24 00:00:00.000000000 Z
+date: 2021-06-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -345,9 +345,6 @@ files:
 - lib/splitclient-rb/cache/repositories/impressions/memory_repository.rb
 - lib/splitclient-rb/cache/repositories/impressions/redis_repository.rb
 - lib/splitclient-rb/cache/repositories/impressions_repository.rb
-- lib/splitclient-rb/cache/repositories/metrics/memory_repository.rb
-- lib/splitclient-rb/cache/repositories/metrics/redis_repository.rb
-- lib/splitclient-rb/cache/repositories/metrics_repository.rb
 - lib/splitclient-rb/cache/repositories/repository.rb
 - lib/splitclient-rb/cache/repositories/segments_repository.rb
 - lib/splitclient-rb/cache/repositories/splits_repository.rb
@@ -357,7 +354,6 @@ files:
 - lib/splitclient-rb/cache/senders/impressions_formatter.rb
 - lib/splitclient-rb/cache/senders/impressions_sender.rb
 - lib/splitclient-rb/cache/senders/localhost_repo_cleaner.rb
-- lib/splitclient-rb/cache/senders/metrics_sender.rb
 - lib/splitclient-rb/cache/stores/localhost_split_builder.rb
 - lib/splitclient-rb/cache/stores/localhost_split_store.rb
 - lib/splitclient-rb/cache/stores/sdk_blocker.rb
@@ -369,9 +365,9 @@ files:
 - lib/splitclient-rb/engine/api/faraday_adapter/patched_net_http_persistent.rb
 - lib/splitclient-rb/engine/api/faraday_middleware/gzip.rb
 - lib/splitclient-rb/engine/api/impressions.rb
-- lib/splitclient-rb/engine/api/metrics.rb
 - lib/splitclient-rb/engine/api/segments.rb
 - lib/splitclient-rb/engine/api/splits.rb
+- lib/splitclient-rb/engine/api/telemetry_api.rb
 - lib/splitclient-rb/engine/auth_api_client.rb
 - lib/splitclient-rb/engine/common/impressions_counter.rb
 - lib/splitclient-rb/engine/common/impressions_manager.rb
@@ -399,7 +395,6 @@ files:
 - lib/splitclient-rb/engine/matchers/user_defined_segment_matcher.rb
 - lib/splitclient-rb/engine/matchers/whitelist_matcher.rb
 - lib/splitclient-rb/engine/metrics/binary_search_latency_tracker.rb
-- lib/splitclient-rb/engine/metrics/metrics.rb
 - lib/splitclient-rb/engine/models/label.rb
 - lib/splitclient-rb/engine/models/split.rb
 - lib/splitclient-rb/engine/models/treatment.rb
@@ -412,7 +407,6 @@ files:
 - lib/splitclient-rb/exceptions.rb
 - lib/splitclient-rb/helpers/thread_helper.rb
 - lib/splitclient-rb/managers/split_manager.rb
-- lib/splitclient-rb/redis_metrics_fixer.rb
 - lib/splitclient-rb/split_config.rb
 - lib/splitclient-rb/split_factory.rb
 - lib/splitclient-rb/split_factory_builder.rb
@@ -428,6 +422,27 @@ files:
 - lib/splitclient-rb/sse/sse_handler.rb
 - lib/splitclient-rb/sse/workers/segments_worker.rb
 - lib/splitclient-rb/sse/workers/splits_worker.rb
+- lib/splitclient-rb/telemetry/domain/constants.rb
+- lib/splitclient-rb/telemetry/domain/structs.rb
+- lib/splitclient-rb/telemetry/evaluation_consumer.rb
+- lib/splitclient-rb/telemetry/evaluation_producer.rb
+- lib/splitclient-rb/telemetry/init_consumer.rb
+- lib/splitclient-rb/telemetry/init_producer.rb
+- lib/splitclient-rb/telemetry/memory/memory_evaluation_consumer.rb
+- lib/splitclient-rb/telemetry/memory/memory_evaluation_producer.rb
+- lib/splitclient-rb/telemetry/memory/memory_init_consumer.rb
+- lib/splitclient-rb/telemetry/memory/memory_init_producer.rb
+- lib/splitclient-rb/telemetry/memory/memory_runtime_consumer.rb
+- lib/splitclient-rb/telemetry/memory/memory_runtime_producer.rb
+- lib/splitclient-rb/telemetry/memory/memory_synchronizer.rb
+- lib/splitclient-rb/telemetry/redis/redis_evaluation_producer.rb
+- lib/splitclient-rb/telemetry/redis/redis_init_producer.rb
+- lib/splitclient-rb/telemetry/redis/redis_synchronizer.rb
+- lib/splitclient-rb/telemetry/runtime_consumer.rb
+- lib/splitclient-rb/telemetry/runtime_producer.rb
+- lib/splitclient-rb/telemetry/storages/memory.rb
+- lib/splitclient-rb/telemetry/sync_task.rb
+- lib/splitclient-rb/telemetry/synchronizer.rb
 - lib/splitclient-rb/utilitites.rb
 - lib/splitclient-rb/validators.rb
 - lib/splitclient-rb/version.rb
@@ -450,9 +465,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project:
 rubygems_version: 2.6.14

data/lib/splitclient-rb/cache/repositories/metrics/memory_repository.rb

@@ -1,163 +0,0 @@
-require 'concurrent'
-
-module SplitIoClient
-  module Cache
-    module Repositories
-      module Metrics
-        class MemoryRepository
-          OPERATIONS = %w(sdk.get_treatment sdk.get_treatments sdk.get_treatment_with_config sdk.get_treatments_with_config)
-
-          def initialize(_ = nil, config)
-            @counts = Concurrent::Array.new
-            @latencies = Concurrent::Array.new
-            @gauges = Concurrent::Array.new
-            @config = config
-          end
-
-          def add_count(counter, delta)
-            counter_hash = @counts.find { |c| c[:name] == counter }
-            if counter_hash.nil?
-              counter_delta = SumAndCount.new
-              counter_delta.add_delta(delta)
-              @counts << { name: counter, delta: counter_delta }
-            else
-              counter_hash[:delta].add_delta(delta)
-            end
-          end
-
-          def add_latency(operation, time_in_ms, binary_search)
-            if (OPERATIONS.include?(operation))
-              index = binary_search.add_latency_millis(time_in_ms, true)
-              increase_latency_bucket(operation, index)
-            else
-              concatenate_latency(operation, time_in_ms)
-            end
-          end
-
-          def add_gauge(gauge, value)
-            gauge_hash = @gauges.find { |g| g[:name] == gauge }
-            if gauge_hash.nil?
-              gauge_value = ValueAndCount.new
-              gauge_value.set_value(value)
-              @gauges << { name: gauge, value: gauge_value }
-            else
-              gauge_hash[:value].set_value(value)
-            end
-          end
-
-          def counts
-            @counts.each_with_object({}) do |count, memo|
-              memo[count[:name]] = count[:delta].sum
-            end
-          end
-
-          def latencies
-            @latencies.each_with_object({}) do |latency, memo|
-              memo[latency[:operation]] = latency[:latencies]
-            end
-          end
-
-          def gauges
-            # TODO
-          end
-
-          def fix_latencies
-            # NOOP
-          end
-
-          def clear_counts
-            @counts = Concurrent::Array.new
-          end
-
-          def clear_latencies
-            @latencies = Concurrent::Array.new
-          end
-
-          def clear_gauges
-            @gauges = Concurrent::Array.new
-          end
-
-          def clear
-            clear_counts
-            clear_latencies
-            clear_gauges
-          end
-
-          #
-          # small class to act as DTO for counts
-          #
-          class SumAndCount
-            attr_reader :count
-            attr_reader :sum
-
-            def initialize
-              @count = 0
-              @sum = 0
-            end
-
-            def add_delta(delta)
-              @count += 1
-              @sum += delta
-            end
-
-            def clear
-              @count = 0
-              @sum = 0
-            end
-          end
-
-          #
-          # small class to act as DTO for gauges
-          #
-          class ValueAndCount
-            attr_reader :count
-            attr_reader :value
-
-            def initialize
-              @count = 0
-              @value = 0
-            end
-
-            def set_value(value)
-              @count += 1
-              @value = value
-            end
-
-            def clear
-              @count = 0
-              @value = 0
-            end
-          end
-
-          private
-
-          def increase_latency_bucket(operation, index)
-            operation_latencies = find_operation_latencies(operation)
-
-            if (operation_latencies.nil?)
-              latencies_array = Array.new(BinarySearchLatencyTracker::BUCKETS.length, 0)
-              latencies_array[index] = 1
-              @latencies << { operation: operation, latencies: latencies_array }
-            else
-              operation_latencies[:latencies][index] += 1
-            end
-          end
-
-          def concatenate_latency(operation, time_in_ms)
-            operation_latencies = find_operation_latencies(operation)
-
-            if (operation_latencies.nil?)
-              @latencies << { operation: operation, latencies: [time_in_ms] }
-            else
-              operation_latencies[:latencies].push(time_in_ms)
-            end
-          end
-
-          def find_operation_latencies(operation)
-            @latencies.find { |l| l[:operation] == operation }
-          end
-        end
-      end
-    end
-  end
-end