splitclient-rb 7.2.3.pre.rc1 → 7.3.0.pre.rc3

data/lib/splitclient-rb/telemetry/redis/redis_evaluation_producer.rb

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class RedisEvaluationProducer < EvaluationProducer
+      def initialize(config)
+        @config = config
+        @adapter = config.telemetry_adapter
+
+        @sdk_version = "#{@config.language}-#{@config.version}"
+        @name = @config.machine_name
+        @ip = @config.machine_ip
+      end
+
+      def record_latency(method, bucket)
+        @adapter.hincrby(latency_key, "#{@sdk_version}/#{@name}/#{@ip}/#{method}/#{bucket}", 1)
+      rescue StandardError => error
+        @config.log_found_exception(__method__.to_s, error)
+      end
+
+      def record_exception(method)
+        @adapter.hincrby(exception_key, "#{@sdk_version}/#{@name}/#{@ip}/#{method}", 1)
+      rescue StandardError => error
+        @config.log_found_exception(__method__.to_s, error)
+      end
+
+      private
+
+      def latency_key
+        "#{@config.redis_namespace}.telemetry.latencies"
+      end
+
+      def exception_key
+        "#{@config.redis_namespace}.telemetry.exceptions"
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/redis/redis_init_producer.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class RedisInitProducer < InitProducer
+      def initialize(config)
+        @config = config
+        @adapter = config.telemetry_adapter
+      end
+
+      def record_config(config_data)
+        return if config_data.nil?
+
+        data = { m: { i: @config.machine_ip, n: @config.machine_name, s: "#{@config.language}-#{@config.version}" },
+                 t: { oM: config_data.om, st: config_data.st, aF: config_data.af, rF: config_data.rf, t: config_data.t } }
+
+        @adapter.add_to_queue(config_key, data.to_json)
+      rescue StandardError => error
+        @config.log_found_exception(__method__.to_s, error)
+      end
+
+      def record_bur_timeout
+        # no-op
+      end
+
+      def record_non_ready_usages
+        # no-op
+      end
+
+      private
+
+      def config_key
+        "#{@config.redis_namespace}.telemetry.config"
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/redis/redis_synchronizer.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class RedisSynchronizer < Synchronizer
+      def initialize(config,
+                     telemetry_init_producer)
+        @config = config
+        @telemetry_init_producer = telemetry_init_producer
+      end
+
+      def synchronize_stats
+        # No-op
+      end
+
+      def synchronize_config(active_factories = nil, redundant_active_factories = nil, tags = nil)
+        active_factories ||= SplitIoClient.split_factory_registry.active_factories
+        redundant_active_factories ||= SplitIoClient.split_factory_registry.redundant_active_factories
+
+        init_config = ConfigInit.new(@config.mode, 'redis', active_factories, redundant_active_factories, tags)
+
+        @telemetry_init_producer.record_config(init_config)
+      rescue StandardError => error
+        @config.log_found_exception(__method__.to_s, error)
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/runtime_consumer.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class RuntimeConsumer
+      extend Forwardable
+      def_delegators :@runtime,
+                     :pop_tags,
+                     :impressions_stats,
+                     :events_stats,
+                     :last_synchronizations,
+                     :pop_http_errors,
+                     :pop_http_latencies,
+                     :pop_auth_rejections,
+                     :pop_token_refreshes,
+                     :pop_streaming_events,
+                     :session_length
+
+      def initialize(config)
+        @runtime = SplitIoClient::Telemetry::MemoryRuntimeConsumer.new(config)
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/runtime_producer.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class RuntimeProducer
+      extend Forwardable
+      def_delegators :@runtime,
+                     :add_tag,
+                     :record_impressions_stats,
+                     :record_events_stats,
+                     :record_successful_sync,
+                     :record_sync_error,
+                     :record_sync_latency,
+                     :record_auth_rejections,
+                     :record_token_refreshes,
+                     :record_streaming_event,
+                     :record_session_length
+
+      def initialize(config)
+        @runtime = SplitIoClient::Telemetry::MemoryRuntimeProducer.new(config)
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/storages/memory.rb

@@ -0,0 +1,139 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    module Storages
+      class Memory
+        attr_reader :latencies,
+                    :exceptions,
+                    :factory_counters,
+                    :tags,
+                    :impressions_data_records,
+                    :events_data_records,
+                    :last_synchronization,
+                    :http_errors,
+                    :http_latencies,
+                    :auth_rejections,
+                    :token_refreshes,
+                    :streaming_events,
+                    :session_length
+
+        def initialize
+          init_latencies
+          init_exceptions
+          init_factory_counters
+          init_impressions_data_records
+          init_events_data_records
+          init_last_synchronization
+          init_http_errors
+          init_http_latencies
+          init_auth_rejections
+          init_token_refreshes
+          init_streaming_events
+          init_session_length
+          init_tags
+        end
+
+        def init_latencies
+          @latencies = Concurrent::Array.new
+
+          array_size = BinarySearchLatencyTracker::BUCKETS.length
+          @latencies << { method: Domain::Constants::TREATMENT, latencies: Concurrent::Array.new(array_size, 0) }
+          @latencies << { method: Domain::Constants::TREATMENTS, latencies: Concurrent::Array.new(array_size, 0) }
+          @latencies << { method: Domain::Constants::TREATMENT_WITH_CONFIG, latencies: Concurrent::Array.new(array_size, 0) }
+          @latencies << { method: Domain::Constants::TREATMENTS_WITH_CONFIG, latencies: Concurrent::Array.new(array_size, 0) }
+          @latencies << { method: Domain::Constants::TRACK, latencies: Concurrent::Array.new(array_size, 0) }
+        end
+
+        def init_exceptions
+          @exceptions = Concurrent::Array.new
+
+          @exceptions << { method: Domain::Constants::TREATMENT, exceptions: Concurrent::AtomicFixnum.new(0) }
+          @exceptions << { method: Domain::Constants::TREATMENTS, exceptions: Concurrent::AtomicFixnum.new(0) }
+          @exceptions << { method: Domain::Constants::TREATMENT_WITH_CONFIG, exceptions: Concurrent::AtomicFixnum.new(0) }
+          @exceptions << { method: Domain::Constants::TREATMENTS_WITH_CONFIG, exceptions: Concurrent::AtomicFixnum.new(0) }
+          @exceptions << { method: Domain::Constants::TRACK, exceptions: Concurrent::AtomicFixnum.new(0) }
+        end
+
+        def init_factory_counters
+          @factory_counters = Concurrent::Array.new
+
+          @factory_counters << { action: Domain::Constants::BUR_TIMEOUT, counts: Concurrent::AtomicFixnum.new(0) }
+          @factory_counters << { action: Domain::Constants::NON_READY_USAGES, counts: Concurrent::AtomicFixnum.new(0) }
+        end
+
+        def init_impressions_data_records
+          @impressions_data_records = Concurrent::Array.new
+
+          @impressions_data_records << { type: Domain::Constants::IMPRESSIONS_DEDUPE, value: Concurrent::AtomicFixnum.new(0) }
+          @impressions_data_records << { type: Domain::Constants::IMPRESSIONS_DROPPED, value: Concurrent::AtomicFixnum.new(0) }
+          @impressions_data_records << { type: Domain::Constants::IMPRESSIONS_QUEUED, value: Concurrent::AtomicFixnum.new(0) }
+        end
+
+        def init_events_data_records
+          @events_data_records = Concurrent::Array.new
+
+          @events_data_records << { type: Domain::Constants::EVENTS_DROPPED, value: Concurrent::AtomicFixnum.new(0) }
+          @events_data_records << { type: Domain::Constants::EVENTS_QUEUED, value: Concurrent::AtomicFixnum.new(0) }
+        end
+
+        def init_last_synchronization
+          @last_synchronization = Concurrent::Array.new
+
+          @last_synchronization << { type: Domain::Constants::SPLIT_SYNC, value: Concurrent::AtomicFixnum.new(0) }
+          @last_synchronization << { type: Domain::Constants::SEGMENT_SYNC, value: Concurrent::AtomicFixnum.new(0) }
+          @last_synchronization << { type: Domain::Constants::EVENT_SYNC, value: Concurrent::AtomicFixnum.new(0) }
+          @last_synchronization << { type: Domain::Constants::IMPRESSION_COUNT_SYNC, value: Concurrent::AtomicFixnum.new(0) }
+          @last_synchronization << { type: Domain::Constants::IMPRESSIONS_SYNC, value: Concurrent::AtomicFixnum.new(0) }
+          @last_synchronization << { type: Domain::Constants::TELEMETRY_SYNC, value: Concurrent::AtomicFixnum.new(0) }
+          @last_synchronization << { type: Domain::Constants::TOKEN_SYNC, value: Concurrent::AtomicFixnum.new(0) }
+        end
+
+        def init_tags
+          @tags = Concurrent::Array.new
+        end
+
+        def init_http_errors
+          @http_errors = Concurrent::Array.new
+
+          @http_errors << { type: Domain::Constants::SPLIT_SYNC, value: Concurrent::Hash.new }
+          @http_errors << { type: Domain::Constants::SEGMENT_SYNC, value: Concurrent::Hash.new }
+          @http_errors << { type: Domain::Constants::EVENT_SYNC, value: Concurrent::Hash.new }
+          @http_errors << { type: Domain::Constants::IMPRESSION_COUNT_SYNC, value: Concurrent::Hash.new }
+          @http_errors << { type: Domain::Constants::IMPRESSIONS_SYNC, value: Concurrent::Hash.new }
+          @http_errors << { type: Domain::Constants::TELEMETRY_SYNC, value: Concurrent::Hash.new }
+          @http_errors << { type: Domain::Constants::TOKEN_SYNC, value: Concurrent::Hash.new }
+        end
+
+        def init_http_latencies
+          @http_latencies = Concurrent::Array.new
+
+          array_size = BinarySearchLatencyTracker::BUCKETS.length
+          @http_latencies << { type: Domain::Constants::SPLIT_SYNC, value: Concurrent::Array.new(array_size, 0) }
+          @http_latencies << { type: Domain::Constants::SEGMENT_SYNC, value: Concurrent::Array.new(array_size, 0) }
+          @http_latencies << { type: Domain::Constants::EVENT_SYNC, value: Concurrent::Array.new(array_size, 0) }
+          @http_latencies << { type: Domain::Constants::IMPRESSION_COUNT_SYNC, value: Concurrent::Array.new(array_size, 0) }
+          @http_latencies << { type: Domain::Constants::IMPRESSIONS_SYNC, value: Concurrent::Array.new(array_size, 0) }
+          @http_latencies << { type: Domain::Constants::TELEMETRY_SYNC, value: Concurrent::Array.new(array_size, 0) }
+          @http_latencies << { type: Domain::Constants::TOKEN_SYNC, value: Concurrent::Array.new(array_size, 0) }
+        end
+
+        def init_auth_rejections
+          @auth_rejections = Concurrent::AtomicFixnum.new(0)
+        end
+
+        def init_token_refreshes
+          @token_refreshes = Concurrent::AtomicFixnum.new(0)
+        end
+
+        def init_streaming_events
+          @streaming_events = Concurrent::Array.new
+        end
+
+        def init_session_length
+          @session_length = Concurrent::AtomicFixnum.new(0)
+        end
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/sync_task.rb

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class SyncTask
+      def initialize(config, telemetry_synchronizer)
+        @config = config
+        @telemetry_synchronizer = telemetry_synchronizer
+      end
+
+      def call
+        stats_thread
+
+        PhusionPassenger.on_event(:starting_worker_process) { |forked| stats_thread if forked } if defined?(PhusionPassenger)
+      end
+
+      private
+
+      def stats_thread
+        @config.threads[:telemetry_stats_sender] = Thread.new do
+          begin
+            @config.logger.info('Starting Telemetry Sync Task')
+
+            loop do
+              sleep(@config.telemetry_refresh_rate)
+
+              @telemetry_synchronizer.synchronize_stats
+            end
+          rescue SplitIoClient::SDKShutdownException
+            @telemetry_synchronizer.synchronize_stats
+
+            @config.logger.info('Posting Telemetry due to shutdown')
+          end
+        end
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/synchronizer.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class Synchronizer
+      extend Forwardable
+      def_delegators :@synchronizer,
+                     :synchronize_config,
+                     :synchronize_stats
+
+      def initialize(config,
+                     telemtry_consumers,
+                     telemetry_init_producer,
+                     repositories,
+                     telemetry_api)
+        @synchronizer = case config.telemetry_adapter.class.to_s
+                        when 'SplitIoClient::Cache::Adapters::RedisAdapter'
+                          SplitIoClient::Telemetry::RedisSynchronizer.new(config,
+                                                                          telemetry_init_producer)
+                        else
+                          SplitIoClient::Telemetry::MemorySynchronizer.new(config,
+                                                                           telemtry_consumers,
+                                                                           repositories,
+                                                                           telemetry_api)
+                        end
+      end
+    end
+  end
+end

data/lib/splitclient-rb/version.rb

@@ -1,3 +1,3 @@
 module SplitIoClient
-  VERSION = '7.2.3.pre.rc1'
+  VERSION = '7.3.0.pre.rc3'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: splitclient-rb
 version: !ruby/object:Gem::Version
-  version: 7.2.3.pre.rc1
+  version: 7.3.0.pre.rc3
 platform: ruby
 authors:
 - Split Software
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-01-20 00:00:00.000000000 Z
+date: 2021-06-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: allocation_stats
@@ -350,9 +350,6 @@ files:
 - lib/splitclient-rb/cache/repositories/impressions/memory_repository.rb
 - lib/splitclient-rb/cache/repositories/impressions/redis_repository.rb
 - lib/splitclient-rb/cache/repositories/impressions_repository.rb
-- lib/splitclient-rb/cache/repositories/metrics/memory_repository.rb
-- lib/splitclient-rb/cache/repositories/metrics/redis_repository.rb
-- lib/splitclient-rb/cache/repositories/metrics_repository.rb
 - lib/splitclient-rb/cache/repositories/repository.rb
 - lib/splitclient-rb/cache/repositories/segments_repository.rb
 - lib/splitclient-rb/cache/repositories/splits_repository.rb
@@ -362,7 +359,6 @@ files:
 - lib/splitclient-rb/cache/senders/impressions_formatter.rb
 - lib/splitclient-rb/cache/senders/impressions_sender.rb
 - lib/splitclient-rb/cache/senders/localhost_repo_cleaner.rb
-- lib/splitclient-rb/cache/senders/metrics_sender.rb
 - lib/splitclient-rb/cache/stores/localhost_split_builder.rb
 - lib/splitclient-rb/cache/stores/localhost_split_store.rb
 - lib/splitclient-rb/cache/stores/sdk_blocker.rb
@@ -374,9 +370,9 @@ files:
 - lib/splitclient-rb/engine/api/faraday_adapter/patched_net_http_persistent.rb
 - lib/splitclient-rb/engine/api/faraday_middleware/gzip.rb
 - lib/splitclient-rb/engine/api/impressions.rb
-- lib/splitclient-rb/engine/api/metrics.rb
 - lib/splitclient-rb/engine/api/segments.rb
 - lib/splitclient-rb/engine/api/splits.rb
+- lib/splitclient-rb/engine/api/telemetry_api.rb
 - lib/splitclient-rb/engine/auth_api_client.rb
 - lib/splitclient-rb/engine/common/impressions_counter.rb
 - lib/splitclient-rb/engine/common/impressions_manager.rb
@@ -404,7 +400,6 @@ files:
 - lib/splitclient-rb/engine/matchers/user_defined_segment_matcher.rb
 - lib/splitclient-rb/engine/matchers/whitelist_matcher.rb
 - lib/splitclient-rb/engine/metrics/binary_search_latency_tracker.rb
-- lib/splitclient-rb/engine/metrics/metrics.rb
 - lib/splitclient-rb/engine/models/label.rb
 - lib/splitclient-rb/engine/models/split.rb
 - lib/splitclient-rb/engine/models/treatment.rb
@@ -417,7 +412,6 @@ files:
 - lib/splitclient-rb/exceptions.rb
 - lib/splitclient-rb/helpers/thread_helper.rb
 - lib/splitclient-rb/managers/split_manager.rb
-- lib/splitclient-rb/redis_metrics_fixer.rb
 - lib/splitclient-rb/split_config.rb
 - lib/splitclient-rb/split_factory.rb
 - lib/splitclient-rb/split_factory_builder.rb
@@ -433,6 +427,27 @@ files:
 - lib/splitclient-rb/sse/sse_handler.rb
 - lib/splitclient-rb/sse/workers/segments_worker.rb
 - lib/splitclient-rb/sse/workers/splits_worker.rb
+- lib/splitclient-rb/telemetry/domain/constants.rb
+- lib/splitclient-rb/telemetry/domain/structs.rb
+- lib/splitclient-rb/telemetry/evaluation_consumer.rb
+- lib/splitclient-rb/telemetry/evaluation_producer.rb
+- lib/splitclient-rb/telemetry/init_consumer.rb
+- lib/splitclient-rb/telemetry/init_producer.rb
+- lib/splitclient-rb/telemetry/memory/memory_evaluation_consumer.rb
+- lib/splitclient-rb/telemetry/memory/memory_evaluation_producer.rb
+- lib/splitclient-rb/telemetry/memory/memory_init_consumer.rb
+- lib/splitclient-rb/telemetry/memory/memory_init_producer.rb
+- lib/splitclient-rb/telemetry/memory/memory_runtime_consumer.rb
+- lib/splitclient-rb/telemetry/memory/memory_runtime_producer.rb
+- lib/splitclient-rb/telemetry/memory/memory_synchronizer.rb
+- lib/splitclient-rb/telemetry/redis/redis_evaluation_producer.rb
+- lib/splitclient-rb/telemetry/redis/redis_init_producer.rb
+- lib/splitclient-rb/telemetry/redis/redis_synchronizer.rb
+- lib/splitclient-rb/telemetry/runtime_consumer.rb
+- lib/splitclient-rb/telemetry/runtime_producer.rb
+- lib/splitclient-rb/telemetry/storages/memory.rb
+- lib/splitclient-rb/telemetry/sync_task.rb
+- lib/splitclient-rb/telemetry/synchronizer.rb
 - lib/splitclient-rb/utilitites.rb
 - lib/splitclient-rb/validators.rb
 - lib/splitclient-rb/version.rb