splitclient-rb 7.2.2.pre.rc1-java → 7.3.0.pre.rc2-java

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (69) hide show
  1. checksums.yaml +4 -4
  2. data/.rubocop.yml +15 -0
  3. data/CHANGES.txt +6 -0
  4. data/lib/splitclient-rb.rb +24 -9
  5. data/lib/splitclient-rb/cache/adapters/redis_adapter.rb +4 -0
  6. data/lib/splitclient-rb/cache/fetchers/segment_fetcher.rb +21 -9
  7. data/lib/splitclient-rb/cache/fetchers/split_fetcher.rb +9 -9
  8. data/lib/splitclient-rb/cache/repositories/events/memory_repository.rb +6 -3
  9. data/lib/splitclient-rb/cache/repositories/events_repository.rb +4 -3
  10. data/lib/splitclient-rb/cache/repositories/impressions/memory_repository.rb +8 -0
  11. data/lib/splitclient-rb/cache/repositories/impressions/redis_repository.rb +2 -0
  12. data/lib/splitclient-rb/cache/repositories/repository.rb +0 -4
  13. data/lib/splitclient-rb/cache/repositories/segments_repository.rb +20 -0
  14. data/lib/splitclient-rb/cache/repositories/splits_repository.rb +4 -0
  15. data/lib/splitclient-rb/cache/senders/localhost_repo_cleaner.rb +1 -3
  16. data/lib/splitclient-rb/cache/stores/sdk_blocker.rb +9 -0
  17. data/lib/splitclient-rb/clients/split_client.rb +59 -25
  18. data/lib/splitclient-rb/constants.rb +6 -1
  19. data/lib/splitclient-rb/engine/api/client.rb +3 -2
  20. data/lib/splitclient-rb/engine/api/events.rb +10 -1
  21. data/lib/splitclient-rb/engine/api/impressions.rb +19 -2
  22. data/lib/splitclient-rb/engine/api/segments.rb +20 -18
  23. data/lib/splitclient-rb/engine/api/splits.rb +10 -10
  24. data/lib/splitclient-rb/engine/api/telemetry_api.rb +39 -0
  25. data/lib/splitclient-rb/engine/auth_api_client.rb +21 -8
  26. data/lib/splitclient-rb/engine/common/impressions_manager.rb +27 -3
  27. data/lib/splitclient-rb/engine/metrics/binary_search_latency_tracker.rb +3 -65
  28. data/lib/splitclient-rb/engine/push_manager.rb +12 -3
  29. data/lib/splitclient-rb/engine/sync_manager.rb +85 -46
  30. data/lib/splitclient-rb/engine/synchronizer.rb +14 -22
  31. data/lib/splitclient-rb/split_config.rb +46 -21
  32. data/lib/splitclient-rb/split_factory.rb +31 -13
  33. data/lib/splitclient-rb/split_factory_registry.rb +12 -0
  34. data/lib/splitclient-rb/sse/event_source/client.rb +53 -28
  35. data/lib/splitclient-rb/sse/event_source/event_parser.rb +10 -1
  36. data/lib/splitclient-rb/sse/notification_manager_keeper.rb +45 -26
  37. data/lib/splitclient-rb/sse/sse_handler.rb +16 -21
  38. data/lib/splitclient-rb/sse/workers/segments_worker.rb +5 -4
  39. data/lib/splitclient-rb/sse/workers/splits_worker.rb +6 -3
  40. data/lib/splitclient-rb/telemetry/domain/constants.rb +42 -0
  41. data/lib/splitclient-rb/telemetry/domain/structs.rb +31 -0
  42. data/lib/splitclient-rb/telemetry/evaluation_consumer.rb +14 -0
  43. data/lib/splitclient-rb/telemetry/evaluation_producer.rb +21 -0
  44. data/lib/splitclient-rb/telemetry/init_consumer.rb +14 -0
  45. data/lib/splitclient-rb/telemetry/init_producer.rb +19 -0
  46. data/lib/splitclient-rb/telemetry/memory/memory_evaluation_consumer.rb +32 -0
  47. data/lib/splitclient-rb/telemetry/memory/memory_evaluation_producer.rb +24 -0
  48. data/lib/splitclient-rb/telemetry/memory/memory_init_consumer.rb +28 -0
  49. data/lib/splitclient-rb/telemetry/memory/memory_init_producer.rb +34 -0
  50. data/lib/splitclient-rb/telemetry/memory/memory_runtime_consumer.rb +112 -0
  51. data/lib/splitclient-rb/telemetry/memory/memory_runtime_producer.rb +81 -0
  52. data/lib/splitclient-rb/telemetry/memory/memory_synchronizer.rb +192 -0
  53. data/lib/splitclient-rb/telemetry/redis/redis_evaluation_producer.rb +38 -0
  54. data/lib/splitclient-rb/telemetry/redis/redis_init_producer.rb +37 -0
  55. data/lib/splitclient-rb/telemetry/redis/redis_synchronizer.rb +28 -0
  56. data/lib/splitclient-rb/telemetry/runtime_consumer.rb +24 -0
  57. data/lib/splitclient-rb/telemetry/runtime_producer.rb +24 -0
  58. data/lib/splitclient-rb/telemetry/storages/memory.rb +139 -0
  59. data/lib/splitclient-rb/telemetry/sync_task.rb +38 -0
  60. data/lib/splitclient-rb/telemetry/synchronizer.rb +29 -0
  61. data/lib/splitclient-rb/version.rb +1 -1
  62. metadata +24 -9
  63. data/lib/splitclient-rb/cache/repositories/metrics/memory_repository.rb +0 -163
  64. data/lib/splitclient-rb/cache/repositories/metrics/redis_repository.rb +0 -131
  65. data/lib/splitclient-rb/cache/repositories/metrics_repository.rb +0 -23
  66. data/lib/splitclient-rb/cache/senders/metrics_sender.rb +0 -55
  67. data/lib/splitclient-rb/engine/api/metrics.rb +0 -61
  68. data/lib/splitclient-rb/engine/metrics/metrics.rb +0 -80
  69. data/lib/splitclient-rb/redis_metrics_fixer.rb +0 -36
@@ -1,163 +0,0 @@
1
- require 'concurrent'
2
-
3
- module SplitIoClient
4
- module Cache
5
- module Repositories
6
- module Metrics
7
- class MemoryRepository
8
- OPERATIONS = %w(sdk.get_treatment sdk.get_treatments sdk.get_treatment_with_config sdk.get_treatments_with_config)
9
-
10
- def initialize(_ = nil, config)
11
- @counts = Concurrent::Array.new
12
- @latencies = Concurrent::Array.new
13
- @gauges = Concurrent::Array.new
14
- @config = config
15
- end
16
-
17
- def add_count(counter, delta)
18
- counter_hash = @counts.find { |c| c[:name] == counter }
19
- if counter_hash.nil?
20
- counter_delta = SumAndCount.new
21
- counter_delta.add_delta(delta)
22
- @counts << { name: counter, delta: counter_delta }
23
- else
24
- counter_hash[:delta].add_delta(delta)
25
- end
26
- end
27
-
28
- def add_latency(operation, time_in_ms, binary_search)
29
- if (OPERATIONS.include?(operation))
30
- index = binary_search.add_latency_millis(time_in_ms, true)
31
- increase_latency_bucket(operation, index)
32
- else
33
- concatenate_latency(operation, time_in_ms)
34
- end
35
- end
36
-
37
- def add_gauge(gauge, value)
38
- gauge_hash = @gauges.find { |g| g[:name] == gauge }
39
- if gauge_hash.nil?
40
- gauge_value = ValueAndCount.new
41
- gauge_value.set_value(value)
42
- @gauges << { name: gauge, value: gauge_value }
43
- else
44
- gauge_hash[:value].set_value(value)
45
- end
46
- end
47
-
48
- def counts
49
- @counts.each_with_object({}) do |count, memo|
50
- memo[count[:name]] = count[:delta].sum
51
- end
52
- end
53
-
54
- def latencies
55
- @latencies.each_with_object({}) do |latency, memo|
56
- memo[latency[:operation]] = latency[:latencies]
57
- end
58
- end
59
-
60
- def gauges
61
- # TODO
62
- end
63
-
64
- def fix_latencies
65
- # NOOP
66
- end
67
-
68
- def clear_counts
69
- @counts = Concurrent::Array.new
70
- end
71
-
72
- def clear_latencies
73
- @latencies = Concurrent::Array.new
74
- end
75
-
76
- def clear_gauges
77
- @gauges = Concurrent::Array.new
78
- end
79
-
80
- def clear
81
- clear_counts
82
- clear_latencies
83
- clear_gauges
84
- end
85
-
86
- #
87
- # small class to act as DTO for counts
88
- #
89
- class SumAndCount
90
- attr_reader :count
91
- attr_reader :sum
92
-
93
- def initialize
94
- @count = 0
95
- @sum = 0
96
- end
97
-
98
- def add_delta(delta)
99
- @count += 1
100
- @sum += delta
101
- end
102
-
103
- def clear
104
- @count = 0
105
- @sum = 0
106
- end
107
- end
108
-
109
- #
110
- # small class to act as DTO for gauges
111
- #
112
- class ValueAndCount
113
- attr_reader :count
114
- attr_reader :value
115
-
116
- def initialize
117
- @count = 0
118
- @value = 0
119
- end
120
-
121
- def set_value(value)
122
- @count += 1
123
- @value = value
124
- end
125
-
126
- def clear
127
- @count = 0
128
- @value = 0
129
- end
130
- end
131
-
132
- private
133
-
134
- def increase_latency_bucket(operation, index)
135
- operation_latencies = find_operation_latencies(operation)
136
-
137
- if (operation_latencies.nil?)
138
- latencies_array = Array.new(BinarySearchLatencyTracker::BUCKETS.length, 0)
139
- latencies_array[index] = 1
140
- @latencies << { operation: operation, latencies: latencies_array }
141
- else
142
- operation_latencies[:latencies][index] += 1
143
- end
144
- end
145
-
146
- def concatenate_latency(operation, time_in_ms)
147
- operation_latencies = find_operation_latencies(operation)
148
-
149
- if (operation_latencies.nil?)
150
- @latencies << { operation: operation, latencies: [time_in_ms] }
151
- else
152
- operation_latencies[:latencies].push(time_in_ms)
153
- end
154
- end
155
-
156
- def find_operation_latencies(operation)
157
- @latencies.find { |l| l[:operation] == operation }
158
- end
159
- end
160
- end
161
- end
162
- end
163
- end
@@ -1,131 +0,0 @@
1
- module SplitIoClient
2
- module Cache
3
- module Repositories
4
- module Metrics
5
- class RedisRepository < Repository
6
- def initialize(config)
7
- @config = config
8
- @adapter = config.metrics_adapter
9
- end
10
-
11
- def add_count(counter, delta)
12
- prefixed_name = impressions_metrics_key("count.#{counter}")
13
- counts = @adapter.find_strings_by_prefix(prefixed_name)
14
-
15
- @adapter.inc(prefixed_name, delta)
16
- end
17
-
18
- def add_latency(operation, time_in_ms, binary_search)
19
- prefixed_name = impressions_metrics_key("latency.#{operation}")
20
-
21
- @adapter.inc("#{prefixed_name}.bucket.#{binary_search.add_latency_millis(time_in_ms, true)}")
22
- end
23
-
24
- def add_gauge(gauge, value)
25
- # TODO
26
- end
27
-
28
- def counts
29
- keys = @adapter.find_strings_by_prefix(impressions_metrics_key("count"))
30
-
31
- return [] if keys.empty?
32
-
33
- @adapter.multiple_strings(keys).map do |name, data|
34
- [name.gsub(impressions_metrics_key('count.'), ''), data]
35
- end.to_h
36
- end
37
-
38
- def latencies
39
- keys = @adapter.find_strings_by_prefix(impressions_metrics_key('latency'))
40
- return [] if keys.empty?
41
-
42
- collected_latencies = collect_latencies(keys)
43
-
44
- collected_latencies.keys.each_with_object({}) do |operation, latencies|
45
- operation_latencies = Array.new(BinarySearchLatencyTracker::BUCKETS.length, 0)
46
- collected_latencies[operation].each do |bucket, value|
47
- operation_latencies[bucket.to_i] = value.to_i
48
- end
49
-
50
- latencies[operation] = operation_latencies
51
- end
52
- end
53
-
54
- def gauges
55
- # TODO
56
- end
57
-
58
- def clear_counts
59
- keys = @adapter.find_strings_by_prefix(impressions_metrics_key('count'))
60
- @adapter.delete(keys)
61
- end
62
-
63
- def clear_latencies
64
- keys = @adapter.find_strings_by_prefix(impressions_metrics_key('latency'))
65
- @adapter.delete(keys)
66
- end
67
-
68
- # introduced to fix incorrect latencies
69
- def fix_latencies
70
- latencies_cleaned_key = namespace_key('/latencies.cleaned')
71
- return if @adapter.exists?(latencies_cleaned_key)
72
-
73
- keys =[]
74
-
75
- 23.times do |index|
76
- keys.concat @adapter.find_strings_by_pattern(latencies_to_be_deleted_key_pattern_prefix("sdk.get_treatment.#{index}"))
77
- end
78
-
79
- keys.concat @adapter.find_strings_by_pattern(latencies_to_be_deleted_key_pattern_prefix('sdk.get_treatments'))
80
- keys.concat @adapter.find_strings_by_pattern(latencies_to_be_deleted_key_pattern_prefix('sdk.get_treatment_with_config'))
81
- keys.concat @adapter.find_strings_by_pattern(latencies_to_be_deleted_key_pattern_prefix('sdk.get_treatments_with_config'))
82
-
83
- keys.concat @adapter.find_strings_by_pattern(latencies_to_be_deleted_key_pattern_prefix('*.time'))
84
-
85
- @config.logger.info("Found incorrect latency keys, deleting. Keys: #{keys}") unless keys.size == 0
86
-
87
- keys.each_slice(500) do |chunk|
88
- @adapter.pipelined do
89
- chunk.each do |key|
90
- @adapter.delete key
91
- end
92
- end
93
- end
94
-
95
- @adapter.set_string(latencies_cleaned_key, '1')
96
- end
97
-
98
- def latencies_to_be_deleted_key_pattern_prefix(key)
99
- "#{@config.redis_namespace}/#{@config.language}-*/latency.#{key}"
100
- end
101
-
102
- def clear_gauges
103
- # TODO
104
- end
105
-
106
- def clear
107
- clear_counts
108
- clear_latencies
109
- clear_gauges
110
- end
111
-
112
- private
113
-
114
- def find_latencies(keys)
115
- @adapter.multiple_strings(keys).map do |name, data|
116
- [name.gsub(impressions_metrics_key('latency.'), ''), data]
117
- end.to_h
118
- end
119
-
120
- def collect_latencies(keys)
121
- find_latencies(keys).each_with_object({}) do |(key, value), collected_latencies|
122
- operation, bucket = key.split('.bucket.')
123
- collected_latencies[operation] = {} unless collected_latencies[operation]
124
- collected_latencies[operation].merge!({bucket => value})
125
- end
126
- end
127
- end
128
- end
129
- end
130
- end
131
- end
@@ -1,23 +0,0 @@
1
- module SplitIoClient
2
- module Cache
3
- module Repositories
4
- # Repository which forwards impressions interface to the selected adapter
5
- class MetricsRepository < Repository
6
- extend Forwardable
7
- def_delegators :@repository, :add_count, :add_latency, :add_gauge, :counts, :latencies, :gauges,
8
- :clear_counts, :clear_latencies, :clear_gauges, :clear, :fix_latencies
9
-
10
- def initialize(config)
11
- super(config)
12
- @repository = case @config.metrics_adapter.class.to_s
13
- when 'SplitIoClient::Cache::Adapters::MemoryAdapter'
14
- Repositories::Metrics::MemoryRepository.new(@config)
15
- when 'SplitIoClient::Cache::Adapters::RedisAdapter'
16
- Repositories::Metrics::RedisRepository.new(@config)
17
- end
18
- end
19
-
20
- end
21
- end
22
- end
23
- end
@@ -1,55 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- module SplitIoClient
4
- module Cache
5
- module Senders
6
- class MetricsSender
7
- def initialize(metrics_repository, api_key, config)
8
- @metrics_repository = metrics_repository
9
- @api_key = api_key
10
- @config = config
11
- end
12
-
13
- def call
14
- metrics_thread
15
-
16
- if defined?(PhusionPassenger)
17
- PhusionPassenger.on_event(:starting_worker_process) do |forked|
18
- metrics_thread if forked
19
- end
20
- end
21
- end
22
-
23
- private
24
-
25
- def metrics_thread
26
- @config.threads[:metrics_sender] = Thread.new do
27
- begin
28
- @config.logger.info('Starting metrics service')
29
-
30
- loop do
31
- post_metrics
32
-
33
- sleep(SplitIoClient::Utilities.randomize_interval(@config.metrics_refresh_rate))
34
- end
35
- rescue SplitIoClient::SDKShutdownException
36
- post_metrics
37
-
38
- @config.logger.info('Posting metrics due to shutdown')
39
- end
40
- end
41
- end
42
-
43
- def post_metrics
44
- metrics_api.post
45
- rescue StandardError => error
46
- @config.log_found_exception(__method__.to_s, error)
47
- end
48
-
49
- def metrics_api
50
- @metrics_api ||= SplitIoClient::Api::Metrics.new(@api_key, @metrics_repository, @config)
51
- end
52
- end
53
- end
54
- end
55
- end
@@ -1,61 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- module SplitIoClient
4
- module Api
5
- class Metrics < Client
6
- def initialize(api_key, metrics_repository, config)
7
- super(config)
8
- @api_key = api_key
9
- @metrics_repository = metrics_repository
10
- end
11
-
12
- def post
13
- post_latencies
14
- post_counts
15
- end
16
-
17
- private
18
-
19
- def post_latencies
20
- if @metrics_repository.latencies.empty?
21
- @config.split_logger.log_if_debug('No latencies to report.')
22
- else
23
- @metrics_repository.latencies.each do |name, latencies|
24
- metrics_time = { name: name, latencies: latencies }
25
-
26
- response = post_api("#{@config.events_uri}/metrics/time", @api_key, metrics_time)
27
-
28
- log_status(response, metrics_time.size)
29
- end
30
- end
31
-
32
- @metrics_repository.clear_latencies
33
- end
34
-
35
- def post_counts
36
- if @metrics_repository.counts.empty?
37
- @config.split_logger.log_if_debug('No counts to report.')
38
- else
39
- @metrics_repository.counts.each do |name, count|
40
- metrics_count = { name: name, delta: count }
41
-
42
- response = post_api("#{@config.events_uri}/metrics/counter", @api_key, metrics_count)
43
-
44
- log_status(response, metrics_count.size)
45
- end
46
- end
47
- @metrics_repository.clear_counts
48
- end
49
-
50
- def log_status(response, info_to_log)
51
- if response.success?
52
- @config.split_logger.log_if_debug("Metric time reported: #{info_to_log}")
53
- else
54
- @config.logger.error("Unexpected status code while posting time metrics: #{response.status}" \
55
- ' - Check your API key and base URI')
56
- raise 'Split SDK failed to connect to backend to post metrics'
57
- end
58
- end
59
- end
60
- end
61
- end
@@ -1,80 +0,0 @@
1
- module SplitIoClient
2
-
3
- #
4
- # class to handle cached metrics
5
- #
6
- class Metrics < NoMethodError
7
-
8
- @counter
9
- @delta
10
-
11
- #
12
- # cached latencies
13
- #
14
- # @return [object] array of latencies
15
- attr_accessor :latencies
16
-
17
- #
18
- # cached counts
19
- #
20
- # @return [object] array of counts
21
- attr_accessor :counts
22
-
23
- #
24
- # cached gauges
25
- #
26
- # @return [object] array of gauges
27
- attr_accessor :gauges
28
-
29
- #
30
- # quese size for cached arrays
31
- #
32
- # @return [int] queue size
33
- attr_accessor :queue_size
34
-
35
- def initialize(queue_size, repository)
36
- @queue_size = queue_size
37
- @binary_search = SplitIoClient::BinarySearchLatencyTracker.new
38
- @repository = repository
39
- end
40
-
41
- #
42
- # creates a new entry in the array for cached counts
43
- #
44
- # @param counter [string] name of the counter
45
- # @delta [int] value of the counter
46
- #
47
- # @return void
48
- def count(counter, delta)
49
- return if (delta <= 0) || counter.nil? || counter.strip.empty?
50
-
51
- @repository.add_count(counter, delta)
52
- end
53
-
54
- #
55
- # creates a new entry in the array for cached time metrics
56
- #
57
- # @param operation [string] name of the operation
58
- # @time_in_ms [number] time in miliseconds
59
- #
60
- # @return void
61
- def time(operation, time_in_ms)
62
- return if operation.nil? || operation.empty? || time_in_ms < 0
63
-
64
- @repository.add_latency(operation, time_in_ms, @binary_search)
65
- end
66
-
67
- #
68
- # creates a new entry in the array for cached gauges
69
- #
70
- # @param gauge [string] name of the gauge
71
- # @value [number] value of the gauge
72
- #
73
- # @return void
74
- def gauge(gauge, value)
75
- return if gauge.nil? || gauge.empty?
76
-
77
- @repository.add_gauge(gauge, value)
78
- end
79
- end
80
- end