splitclient-rb 7.2.3.pre.rc2-java → 7.3.0.pre.rc1-java

data/lib/splitclient-rb/split_factory_registry.rb

@@ -47,5 +47,17 @@ module SplitIoClient
     def other_factories
       return !@api_keys_hash.empty?
     end
+
+    def active_factories
+      @api_keys_hash.length
+    end
+
+    def redundant_active_factories
+      to_return = 0
+
+      @api_keys_hash.each { |key| to_return += (key[1]-1) }
+
+      to_return
+    end
   end
 end

data/lib/splitclient-rb/sse/event_source/client.rb

@@ -13,7 +13,7 @@ module SplitIoClient
         KEEP_ALIVE_RESPONSE = "c\r\n:keepalive\n\n\r\n".freeze
         ERROR_EVENT_TYPE = 'error'.freeze
 
-        def initialize(config, read_timeout: DEFAULT_READ_TIMEOUT)
+        def initialize(config, api_key, telemetry_runtime_producer, read_timeout: DEFAULT_READ_TIMEOUT)
           @config = config
           @read_timeout = read_timeout
           @connected = Concurrent::AtomicBoolean.new(false)
@@ -21,6 +21,8 @@ module SplitIoClient
           @socket = nil
           @event_parser = SSE::EventSource::EventParser.new(config)
           @on = { event: ->(_) {}, action: ->(_) {} }
+          @api_key = api_key
+          @telemetry_runtime_producer = telemetry_runtime_producer
 
           yield self if block_given?
         end
@@ -116,6 +118,7 @@ module SplitIoClient
 
           if response_code == OK_CODE && !error_event
             @connected.make_true
+            @telemetry_runtime_producer.record_streaming_event(Telemetry::Domain::Constants::SSE_CONNECTION_ESTABLISHED, nil)
             dispatch_action(Constants::PUSH_CONNECTED)
           end
 
@@ -142,6 +145,10 @@ module SplitIoClient
           req = "GET #{uri.request_uri} HTTP/1.1\r\n"
           req << "Host: #{uri.host}\r\n"
           req << "Accept: text/event-stream\r\n"
+          req << "SplitSDKVersion: #{@config.language}-#{@config.version}\r\n"
+          req << "SplitSDKMachineIP: #{@config.machine_ip}\r\n"
+          req << "SplitSDKMachineName: #{@config.machine_name}\r\n"
+          req << "SplitSDKClientKey: #{@api_key.split(//).last(4).join}\r\n" unless @api_key.nil?
           req << "Cache-Control: no-cache\r\n\r\n"
           @config.logger.debug("Request info: #{req}") if @config.debug_enabled
           req
@@ -158,6 +165,8 @@ module SplitIoClient
 
         def dispatch_error(event)
           @config.logger.error("Event error: #{event.event_type}, #{event.data}")
+          @telemetry_runtime_producer.record_streaming_event(Telemetry::Domain::Constants::ABLY_ERROR, event.data['code'])
+
           if event.data['code'] >= 40_140 && event.data['code'] <= 40_149
             close(Constants::PUSH_RETRYABLE_ERROR)
           elsif event.data['code'] >= 40_000 && event.data['code'] <= 49_999

data/lib/splitclient-rb/sse/notification_manager_keeper.rb

@@ -5,12 +5,17 @@ require 'concurrent'
 module SplitIoClient
   module SSE
     class NotificationManagerKeeper
-      def initialize(config)
+      DISABLED = 0
+      ENABLED = 1
+      PAUSED = 2
+
+      def initialize(config, telemetry_runtime_producer)
         @config = config
         @publisher_available = Concurrent::AtomicBoolean.new(true)
         @publishers_pri = Concurrent::AtomicFixnum.new
         @publishers_sec = Concurrent::AtomicFixnum.new
         @on = { action: ->(_) {} }
+        @telemetry_runtime_producer = telemetry_runtime_producer
 
         yield self if block_given?
       end
@@ -22,6 +27,7 @@ module SplitIoClient
           process_event_occupancy(event.channel, event.data['metrics']['publishers'])
         end
       rescue StandardError => e
+        p e
         @config.logger.error(e)
       end
 
@@ -34,10 +40,13 @@ module SplitIoClient
       def process_event_control(type)
         case type
         when 'STREAMING_PAUSED'
+          @telemetry_runtime_producer.record_streaming_event(Telemetry::Domain::Constants::STREAMING_STATUS, PAUSED)
           dispatch_action(Constants::PUSH_SUBSYSTEM_DOWN)
         when 'STREAMING_RESUMED'
+          @telemetry_runtime_producer.record_streaming_event(Telemetry::Domain::Constants::STREAMING_STATUS, ENABLED)
           dispatch_action(Constants::PUSH_SUBSYSTEM_READY) if @publisher_available.value
         when 'STREAMING_DISABLED'
+          @telemetry_runtime_producer.record_streaming_event(Telemetry::Domain::Constants::STREAMING_STATUS, DISABLED)
           dispatch_action(Constants::PUSH_SUBSYSTEM_OFF)
         else
           @config.logger.error("Incorrect event type: #{incoming_notification}")
@@ -59,8 +68,13 @@ module SplitIoClient
       end
 
       def update_publishers(channel, publishers)
-        @publishers_pri.value = publishers if channel == Constants::CONTROL_PRI
-        @publishers_sec.value = publishers if channel == Constants::CONTROL_SEC
+        if channel == Constants::CONTROL_PRI
+          @telemetry_runtime_producer.record_streaming_event(Telemetry::Domain::Constants::OCCUPANCY_PRI, publishers)
+          @publishers_pri.value = publishers
+        elsif channel == Constants::CONTROL_SEC
+          @telemetry_runtime_producer.record_streaming_event(Telemetry::Domain::Constants::OCCUPANCY_SEC, publishers)
+          @publishers_sec.value = publishers
+        end
       end
 
       def are_publishers_available?

data/lib/splitclient-rb/sse/sse_handler.rb

@@ -5,13 +5,17 @@ module SplitIoClient
     class SSEHandler
       attr_reader :sse_client
 
-      def initialize(config, synchronizer, splits_repository, segments_repository, notification_manager_keeper)
-        @config = config
+      def initialize(metadata,
+                     synchronizer,
+                     repositories,
+                     notification_manager_keeper,
+                     telemetry_runtime_producer)
+        @config = metadata[:config]
         @notification_manager_keeper = notification_manager_keeper
-        @splits_worker = SplitIoClient::SSE::Workers::SplitsWorker.new(synchronizer, config, splits_repository)
-        @segments_worker = SplitIoClient::SSE::Workers::SegmentsWorker.new(synchronizer, config, segments_repository)
-        @notification_processor = SplitIoClient::SSE::NotificationProcessor.new(config, @splits_worker, @segments_worker)
-        @sse_client = SSE::EventSource::Client.new(@config) do |client|
+        @splits_worker = SplitIoClient::SSE::Workers::SplitsWorker.new(synchronizer, @config, repositories[:splits])
+        @segments_worker = SplitIoClient::SSE::Workers::SegmentsWorker.new(synchronizer, @config, repositories[:segments])
+        @notification_processor = SplitIoClient::SSE::NotificationProcessor.new(@config, @splits_worker, @segments_worker)
+        @sse_client = SSE::EventSource::Client.new(@config, metadata[:api_key], telemetry_runtime_producer) do |client|
           client.on_event { |event| handle_incoming_message(event) }
           client.on_action { |action| process_action(action) }
         end

data/lib/splitclient-rb/telemetry/domain/constants.rb

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    module Domain
+      class Constants
+        BUR_TIMEOUT = 'bur_timeout'
+        NON_READY_USAGES = 'non_ready_usages'
+
+        IMPRESSIONS_DROPPED = 'impressions_dropped'
+        IMPRESSIONS_DEDUPE = 'impressions_deduped'
+        IMPRESSIONS_QUEUED = 'impressions_queued'
+
+        EVENTS_DROPPED = 'events_dropped'
+        EVENTS_QUEUED = 'events_queued'
+
+        SPLIT_SYNC = 'split_sync'
+        SEGMENT_SYNC = 'segment_sync'
+        IMPRESSIONS_SYNC = 'impressions_sync'
+        IMPRESSION_COUNT_SYNC = 'impression_count_sync'
+        EVENT_SYNC = 'event_sync'
+        TELEMETRY_SYNC = 'telemetry_sync'
+        TOKEN_SYNC = 'token_sync'
+
+        SSE_CONNECTION_ESTABLISHED = 0
+        OCCUPANCY_PRI = 10
+        OCCUPANCY_SEC = 20
+        STREAMING_STATUS = 30
+        CONNECTION_ERROR = 40
+        TOKEN_REFRESH = 50
+        ABLY_ERROR = 60
+        SYNC_MODE = 70
+
+        TREATMENT = 'treatment'
+        TREATMENTS = 'treatments'
+        TREATMENT_WITH_CONFIG = 'treatment_with_config'
+        TREATMENTS_WITH_CONFIG = 'treatments_with_config'
+        TRACK = 'track'
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/domain/structs.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    # sp: splits, se: segments, im: impressions, ic:impression count, ev: events, te: telemetry, to: token.
+    LastSynchronization = Struct.new(:sp, :se, :im, :ic, :ev, :te, :to)
+    HttpErrors = Struct.new(:sp, :se, :im, :ic, :ev, :te, :to)
+    HttpLatencies = Struct.new(:sp, :se, :im, :ic, :ev, :te, :to)
+
+    # sp: splits, se: segmentos, im: impressions, ev: events, t: telemetry
+    Rates = Struct.new(:sp, :se, :im, :ev, :te)
+
+    # s: sdkUrl, e: eventsUrl, a: authUrl, st: streamUrl, t: telemetryUrl
+    UrlOverrides = Struct.new(:s, :e, :a, :st, :t)
+
+    # om: operationMode, se: streamingEnabled, st: storage, rr: refreshRate, uo: urlOverrides, iq: impressionsQueueSize,
+    # eq: eventsQueueSize, im: impressionsMode, il: impressionListenerEnabled, hp: httpProxyDetected, af: activeFactories,
+    # rf: redundantActiveFactories, tr: timeUntilSdkReady, bt: burTimeouts, nr: sdkNotReadyUsage, t: tags, i: integrations
+    ConfigInit = Struct.new(:om, :st, :af, :rf, :t, :se, :rr, :uo, :iq, :eq, :im, :il, :hp, :tr, :bt, :nr, :i)
+
+    # ls: lastSynchronization, ml: clientMethodLatencies, me: clientMethodExceptions, he: httpErros, hl: httpLatencies,
+    # tr: tokenRefreshes, ar: authRejections, iq: impressionsQueued, ide: impressionsDeduped, idr: impressionsDropped,
+    # spc: splitsCount, sec: segmentCount, skc: segmentKeyCount, sl: sessionLengthMs, eq: eventsQueued, ed: eventsDropped,
+    # se: streamingEvents, t: tags
+    Usage = Struct.new(:ls, :ml, :me, :he, :hl, :tr, :ar, :iq, :ide, :idr, :spc, :sec, :skc, :sl, :eq, :ed, :se, :t)
+
+    # t: treatment, ts: treatments, tc: treatmentWithConfig, tcs: treatmentsWithConfig, tr: track
+    ClientMethodLatencies = Struct.new(:t, :ts, :tc, :tcs, :tr)
+    ClientMethodExceptions = Struct.new(:t, :ts, :tc, :tcs, :tr)
+  end
+end

data/lib/splitclient-rb/telemetry/evaluation_consumer.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class EvaluationConsumer
+      extend Forwardable
+      def_delegators :@evaluation, :pop_latencies, :pop_exceptions
+
+      def initialize(config)
+        @evaluation = SplitIoClient::Telemetry::MemoryEvaluationConsumer.new(config)
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/evaluation_producer.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class EvaluationProducer
+      extend Forwardable
+      def_delegators :@evaluation,
+                     :record_latency,
+                     :record_exception
+
+      def initialize(config)
+        @evaluation = case config.telemetry_adapter.class.to_s
+                      when 'SplitIoClient::Cache::Adapters::RedisAdapter'
+                        SplitIoClient::Telemetry::RedisEvaluationProducer.new(config)
+                      else
+                        SplitIoClient::Telemetry::MemoryEvaluationProducer.new(config)
+                      end
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/init_consumer.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class InitConsumer
+      extend Forwardable
+      def_delegators :@init, :non_ready_usages, :bur_timeouts
+
+      def initialize(config)
+        @init = SplitIoClient::Telemetry::MemoryInitConsumer.new(config)
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/init_producer.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class InitProducer
+      extend Forwardable
+      def_delegators :@init, :record_config, :record_non_ready_usages, :record_bur_timeout
+
+      def initialize(config)
+        @init = case config.telemetry_adapter.class.to_s
+                when 'SplitIoClient::Cache::Adapters::RedisAdapter'
+                  SplitIoClient::Telemetry::RedisInitProducer.new(config)
+                else
+                  SplitIoClient::Telemetry::MemoryInitProducer.new(config)
+                end
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/memory/memory_evaluation_consumer.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class MemoryEvaluationConsumer < EvaluationConsumer
+      def initialize(config)
+        @config = config
+        @adapter = config.telemetry_adapter
+      end
+
+      def pop_latencies
+        to_return = @adapter.latencies.each_with_object({}) do |latency, memo|
+          memo[latency[:method]] = latency[:latencies]
+        end
+
+        @adapter.init_latencies
+
+        to_return
+      end
+
+      def pop_exceptions
+        to_return = @adapter.exceptions.each_with_object({}) do |exception, memo|
+          memo[exception[:method]] = exception[:exceptions].value
+        end
+
+        @adapter.init_exceptions
+
+        to_return
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/memory/memory_evaluation_producer.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class MemoryEvaluationProducer < EvaluationProducer
+      def initialize(config)
+        @config = config
+        @adapter = config.telemetry_adapter
+      end
+
+      def record_latency(method, bucket)
+        @adapter.latencies.find { |l| l[:method] == method }[:latencies][bucket] += 1
+      rescue StandardError => error
+        @config.log_found_exception(__method__.to_s, error)
+      end
+
+      def record_exception(method)
+        @adapter.exceptions.find { |l| l[:method] == method }[:exceptions].increment
+      rescue StandardError => error
+        @config.log_found_exception(__method__.to_s, error)
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/memory/memory_init_consumer.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class MemoryInitConsumer < InitConsumer
+      DEFAULT_VALUE = 0
+
+      def initialize(config)
+        @config = config
+        @adapter = config.telemetry_adapter
+      end
+
+      def non_ready_usages
+        find_counts(Domain::Constants::NON_READY_USAGES)
+      end
+
+      def bur_timeouts
+        find_counts(Domain::Constants::BUR_TIMEOUT)
+      end
+
+      private
+
+      def find_counts(action)
+        @adapter.factory_counters.find { |l| l[:action] == action }[:counts].value
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/memory/memory_init_producer.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class MemoryInitProducer < InitProducer
+      def initialize(config)
+        @config = config
+        @adapter = config.telemetry_adapter
+      end
+
+      def record_config
+        # no op
+      end
+
+      def record_bur_timeout
+        find_factory_counters(Domain::Constants::BUR_TIMEOUT)[:counts].increment
+      rescue StandardError => error
+        @config.log_found_exception(__method__.to_s, error)
+      end
+
+      def record_non_ready_usages
+        find_factory_counters(Domain::Constants::NON_READY_USAGES)[:counts].increment
+      rescue StandardError => error
+        @config.log_found_exception(__method__.to_s, error)
+      end
+
+      private
+
+      def find_factory_counters(action)
+        @adapter.factory_counters.find { |l| l[:action] == action }
+      end
+    end
+  end
+end

data/lib/splitclient-rb/telemetry/memory/memory_runtime_consumer.rb

@@ -0,0 +1,112 @@
+# frozen_string_literal: true
+
+module SplitIoClient
+  module Telemetry
+    class MemoryRuntimeConsumer < RuntimeConsumer
+      DEFAULT_VALUE = 0
+
+      def initialize(config)
+        @config = config
+        @adapter = config.telemetry_adapter
+      end
+
+      def pop_tags
+        to_return = @adapter.tags
+
+        @adapter.init_tags
+
+        to_return
+      end
+
+      def impressions_stats(type)
+        @adapter.impressions_data_records.find { |l| l[:type] == type }[:value].value
+      end
+
+      def events_stats(type)
+        @adapter.events_data_records.find { |l| l[:type] == type }[:value].value
+      end
+
+      def last_synchronizations
+        splits = find_last_synchronization(Domain::Constants::SPLIT_SYNC)
+        segments = find_last_synchronization(Domain::Constants::SEGMENT_SYNC)
+        impressions = find_last_synchronization(Domain::Constants::IMPRESSIONS_SYNC)
+        imp_count = find_last_synchronization(Domain::Constants::IMPRESSION_COUNT_SYNC)
+        events = find_last_synchronization(Domain::Constants::EVENT_SYNC)
+        telemetry = find_last_synchronization(Domain::Constants::TELEMETRY_SYNC)
+        token = find_last_synchronization(Domain::Constants::TOKEN_SYNC)
+
+        LastSynchronization.new(splits, segments, impressions, imp_count, events, telemetry, token)
+      end
+
+      def pop_http_errors
+        splits = find_http_errors(Domain::Constants::SPLIT_SYNC)
+        segments = find_http_errors(Domain::Constants::SEGMENT_SYNC)
+        impressions = find_http_errors(Domain::Constants::IMPRESSIONS_SYNC)
+        imp_count = find_http_errors(Domain::Constants::IMPRESSION_COUNT_SYNC)
+        events = find_http_errors(Domain::Constants::EVENT_SYNC)
+        telemetry = find_http_errors(Domain::Constants::TELEMETRY_SYNC)
+        token = find_http_errors(Domain::Constants::TOKEN_SYNC)
+
+        @adapter.init_http_errors
+
+        HttpErrors.new(splits, segments, impressions, imp_count, events, telemetry, token)
+      end
+
+      def pop_http_latencies
+        splits = find_http_latencies(Domain::Constants::SPLIT_SYNC)
+        segments = find_http_latencies(Domain::Constants::SEGMENT_SYNC)
+        impressions = find_http_latencies(Domain::Constants::IMPRESSIONS_SYNC)
+        imp_count = find_http_latencies(Domain::Constants::IMPRESSION_COUNT_SYNC)
+        events = find_http_latencies(Domain::Constants::EVENT_SYNC)
+        telemetry = find_http_latencies(Domain::Constants::TELEMETRY_SYNC)
+        token = find_http_latencies(Domain::Constants::TOKEN_SYNC)
+
+        @adapter.init_http_latencies
+
+        HttpLatencies.new(splits, segments, impressions, imp_count, events, telemetry, token)
+      end
+
+      def pop_auth_rejections
+        to_return = @adapter.auth_rejections
+
+        @adapter.init_auth_rejections
+
+        to_return.value
+      end
+
+      def pop_token_refreshes
+        to_return = @adapter.token_refreshes
+
+        @adapter.init_token_refreshes
+
+        to_return.value
+      end
+
+      def pop_streaming_events
+        events = @adapter.streaming_events
+
+        @adapter.init_streaming_events.map
+
+        events
+      end
+
+      def session_length
+        @adapter.session_length.value
+      end
+
+      private
+
+      def find_last_synchronization(type)
+        @adapter.last_synchronization.find { |l| l[:type] == type }[:value].value
+      end
+
+      def find_http_errors(type)
+        @adapter.http_errors.find { |l| l[:type] == type }[:value]
+      end
+
+      def find_http_latencies(type)
+        @adapter.http_latencies.find { |l| l[:type] == type }[:value]
+      end
+    end
+  end
+end