karafka 2.2.6 → 2.2.8.beta1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (62) hide show
  1. checksums.yaml +4 -4
  2. checksums.yaml.gz.sig +0 -0
  3. data/.github/workflows/ci.yml +3 -0
  4. data/CHANGELOG.md +18 -0
  5. data/Gemfile.lock +5 -7
  6. data/bin/karafka +2 -3
  7. data/config/locales/errors.yml +7 -4
  8. data/config/locales/pro_errors.yml +3 -0
  9. data/docker-compose.yml +3 -1
  10. data/karafka.gemspec +1 -2
  11. data/lib/karafka/base_consumer.rb +8 -1
  12. data/lib/karafka/cli/base.rb +45 -34
  13. data/lib/karafka/cli/console.rb +5 -4
  14. data/lib/karafka/cli/help.rb +24 -0
  15. data/lib/karafka/cli/info.rb +2 -2
  16. data/lib/karafka/cli/install.rb +4 -4
  17. data/lib/karafka/cli/server.rb +68 -33
  18. data/lib/karafka/cli/topics.rb +1 -1
  19. data/lib/karafka/cli.rb +23 -19
  20. data/lib/karafka/connection/client.rb +9 -4
  21. data/lib/karafka/connection/listener.rb +3 -3
  22. data/lib/karafka/connection/rebalance_manager.rb +36 -21
  23. data/lib/karafka/contracts/config.rb +2 -0
  24. data/lib/karafka/errors.rb +3 -0
  25. data/lib/karafka/instrumentation/callbacks/rebalance.rb +64 -0
  26. data/lib/karafka/instrumentation/notifications.rb +5 -1
  27. data/lib/karafka/instrumentation/vendors/appsignal/base.rb +30 -0
  28. data/lib/karafka/instrumentation/vendors/appsignal/client.rb +122 -0
  29. data/lib/karafka/instrumentation/vendors/appsignal/dashboard.json +222 -0
  30. data/lib/karafka/instrumentation/vendors/appsignal/errors_listener.rb +30 -0
  31. data/lib/karafka/instrumentation/vendors/appsignal/metrics_listener.rb +331 -0
  32. data/lib/karafka/instrumentation/vendors/datadog/metrics_listener.rb +2 -2
  33. data/lib/karafka/patches/rdkafka/bindings.rb +22 -39
  34. data/lib/karafka/patches/rdkafka/opaque.rb +36 -0
  35. data/lib/karafka/pro/loader.rb +2 -2
  36. data/lib/karafka/pro/processing/coordinator.rb +6 -7
  37. data/lib/karafka/pro/processing/filters/delayer.rb +1 -1
  38. data/lib/karafka/pro/processing/filters/inline_insights_delayer.rb +78 -0
  39. data/lib/karafka/pro/processing/strategies/vp/default.rb +20 -0
  40. data/lib/karafka/pro/routing/features/inline_insights/config.rb +32 -0
  41. data/lib/karafka/pro/routing/features/inline_insights/contracts/topic.rb +41 -0
  42. data/lib/karafka/pro/routing/features/inline_insights/topic.rb +52 -0
  43. data/lib/karafka/pro/routing/features/inline_insights.rb +26 -0
  44. data/lib/karafka/processing/executor.rb +7 -0
  45. data/lib/karafka/processing/expansions_selector.rb +22 -0
  46. data/lib/karafka/processing/inline_insights/consumer.rb +41 -0
  47. data/lib/karafka/processing/inline_insights/listener.rb +19 -0
  48. data/lib/karafka/processing/inline_insights/tracker.rb +128 -0
  49. data/lib/karafka/railtie.rb +14 -7
  50. data/lib/karafka/routing/features/base.rb +36 -1
  51. data/lib/karafka/routing/features/inline_insights/config.rb +15 -0
  52. data/lib/karafka/routing/features/inline_insights/contracts/topic.rb +27 -0
  53. data/lib/karafka/routing/features/inline_insights/topic.rb +31 -0
  54. data/lib/karafka/routing/features/inline_insights.rb +40 -0
  55. data/lib/karafka/routing/subscription_group.rb +6 -2
  56. data/lib/karafka/setup/attributes_map.rb +1 -0
  57. data/lib/karafka/setup/config.rb +11 -2
  58. data/lib/karafka/version.rb +1 -1
  59. data/lib/karafka.rb +1 -1
  60. data.tar.gz.sig +0 -0
  61. metadata +26 -19
  62. metadata.gz.sig +0 -0
data/lib/karafka.rb CHANGED
@@ -7,10 +7,10 @@
7
7
  rdkafka
8
8
  waterdrop
9
9
  json
10
- thor
11
10
  forwardable
12
11
  fileutils
13
12
  openssl
13
+ optparse
14
14
  base64
15
15
  date
16
16
  singleton
data.tar.gz.sig CHANGED
Binary file
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: karafka
3
3
  version: !ruby/object:Gem::Version
4
- version: 2.2.6
4
+ version: 2.2.8.beta1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Maciej Mensfeld
@@ -35,7 +35,7 @@ cert_chain:
35
35
  AnG1dJU+yL2BK7vaVytLTstJME5mepSZ46qqIJXMuWob/YPDmVaBF39TDSG9e34s
36
36
  msG3BiCqgOgHAnL23+CN3Rt8MsuRfEtoTKpJVcCfoEoNHOkc
37
37
  -----END CERTIFICATE-----
38
- date: 2023-09-26 00:00:00.000000000 Z
38
+ date: 2023-10-20 00:00:00.000000000 Z
39
39
  dependencies:
40
40
  - !ruby/object:Gem::Dependency
41
41
  name: karafka-core
@@ -57,20 +57,6 @@ dependencies:
57
57
  - - "<"
58
58
  - !ruby/object:Gem::Version
59
59
  version: 2.3.0
60
- - !ruby/object:Gem::Dependency
61
- name: thor
62
- requirement: !ruby/object:Gem::Requirement
63
- requirements:
64
- - - ">="
65
- - !ruby/object:Gem::Version
66
- version: '0.20'
67
- type: :runtime
68
- prerelease: false
69
- version_requirements: !ruby/object:Gem::Requirement
70
- requirements:
71
- - - ">="
72
- - !ruby/object:Gem::Version
73
- version: '0.20'
74
60
  - !ruby/object:Gem::Dependency
75
61
  name: waterdrop
76
62
  requirement: !ruby/object:Gem::Requirement
@@ -170,6 +156,7 @@ files:
170
156
  - lib/karafka/cli.rb
171
157
  - lib/karafka/cli/base.rb
172
158
  - lib/karafka/cli/console.rb
159
+ - lib/karafka/cli/help.rb
173
160
  - lib/karafka/cli/info.rb
174
161
  - lib/karafka/cli/install.rb
175
162
  - lib/karafka/cli/server.rb
@@ -196,12 +183,18 @@ files:
196
183
  - lib/karafka/helpers/colorize.rb
197
184
  - lib/karafka/helpers/multi_delegator.rb
198
185
  - lib/karafka/instrumentation/callbacks/error.rb
186
+ - lib/karafka/instrumentation/callbacks/rebalance.rb
199
187
  - lib/karafka/instrumentation/callbacks/statistics.rb
200
188
  - lib/karafka/instrumentation/logger.rb
201
189
  - lib/karafka/instrumentation/logger_listener.rb
202
190
  - lib/karafka/instrumentation/monitor.rb
203
191
  - lib/karafka/instrumentation/notifications.rb
204
192
  - lib/karafka/instrumentation/proctitle_listener.rb
193
+ - lib/karafka/instrumentation/vendors/appsignal/base.rb
194
+ - lib/karafka/instrumentation/vendors/appsignal/client.rb
195
+ - lib/karafka/instrumentation/vendors/appsignal/dashboard.json
196
+ - lib/karafka/instrumentation/vendors/appsignal/errors_listener.rb
197
+ - lib/karafka/instrumentation/vendors/appsignal/metrics_listener.rb
205
198
  - lib/karafka/instrumentation/vendors/datadog/dashboard.json
206
199
  - lib/karafka/instrumentation/vendors/datadog/logger_listener.rb
207
200
  - lib/karafka/instrumentation/vendors/datadog/metrics_listener.rb
@@ -217,6 +210,7 @@ files:
217
210
  - lib/karafka/messages/parser.rb
218
211
  - lib/karafka/messages/seek.rb
219
212
  - lib/karafka/patches/rdkafka/bindings.rb
213
+ - lib/karafka/patches/rdkafka/opaque.rb
220
214
  - lib/karafka/pro.rb
221
215
  - lib/karafka/pro/active_job/consumer.rb
222
216
  - lib/karafka/pro/active_job/dispatcher.rb
@@ -244,6 +238,7 @@ files:
244
238
  - lib/karafka/pro/processing/filters/base.rb
245
239
  - lib/karafka/pro/processing/filters/delayer.rb
246
240
  - lib/karafka/pro/processing/filters/expirer.rb
241
+ - lib/karafka/pro/processing/filters/inline_insights_delayer.rb
247
242
  - lib/karafka/pro/processing/filters/throttler.rb
248
243
  - lib/karafka/pro/processing/filters/virtual_limiter.rb
249
244
  - lib/karafka/pro/processing/filters_applier.rb
@@ -321,6 +316,10 @@ files:
321
316
  - lib/karafka/pro/routing/features/filtering/config.rb
322
317
  - lib/karafka/pro/routing/features/filtering/contracts/topic.rb
323
318
  - lib/karafka/pro/routing/features/filtering/topic.rb
319
+ - lib/karafka/pro/routing/features/inline_insights.rb
320
+ - lib/karafka/pro/routing/features/inline_insights/config.rb
321
+ - lib/karafka/pro/routing/features/inline_insights/contracts/topic.rb
322
+ - lib/karafka/pro/routing/features/inline_insights/topic.rb
324
323
  - lib/karafka/pro/routing/features/long_running_job.rb
325
324
  - lib/karafka/pro/routing/features/long_running_job/config.rb
326
325
  - lib/karafka/pro/routing/features/long_running_job/contracts/topic.rb
@@ -353,6 +352,10 @@ files:
353
352
  - lib/karafka/processing/coordinators_buffer.rb
354
353
  - lib/karafka/processing/executor.rb
355
354
  - lib/karafka/processing/executors_buffer.rb
355
+ - lib/karafka/processing/expansions_selector.rb
356
+ - lib/karafka/processing/inline_insights/consumer.rb
357
+ - lib/karafka/processing/inline_insights/listener.rb
358
+ - lib/karafka/processing/inline_insights/tracker.rb
356
359
  - lib/karafka/processing/jobs/base.rb
357
360
  - lib/karafka/processing/jobs/consume.rb
358
361
  - lib/karafka/processing/jobs/idle.rb
@@ -394,6 +397,10 @@ files:
394
397
  - lib/karafka/routing/features/declaratives/config.rb
395
398
  - lib/karafka/routing/features/declaratives/contracts/topic.rb
396
399
  - lib/karafka/routing/features/declaratives/topic.rb
400
+ - lib/karafka/routing/features/inline_insights.rb
401
+ - lib/karafka/routing/features/inline_insights/config.rb
402
+ - lib/karafka/routing/features/inline_insights/contracts/topic.rb
403
+ - lib/karafka/routing/features/inline_insights/topic.rb
397
404
  - lib/karafka/routing/features/manual_offset_management.rb
398
405
  - lib/karafka/routing/features/manual_offset_management/config.rb
399
406
  - lib/karafka/routing/features/manual_offset_management/contracts/topic.rb
@@ -427,7 +434,7 @@ licenses:
427
434
  metadata:
428
435
  funding_uri: https://karafka.io/#become-pro
429
436
  homepage_uri: https://karafka.io
430
- changelog_uri: https://github.com/karafka/karafka/blob/master/CHANGELOG.md
437
+ changelog_uri: https://karafka.io/docs/Changelog-Karafka
431
438
  bug_tracker_uri: https://github.com/karafka/karafka/issues
432
439
  source_code_uri: https://github.com/karafka/karafka
433
440
  documentation_uri: https://karafka.io/docs
@@ -443,9 +450,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
443
450
  version: '0'
444
451
  required_rubygems_version: !ruby/object:Gem::Requirement
445
452
  requirements:
446
- - - ">="
453
+ - - ">"
447
454
  - !ruby/object:Gem::Version
448
- version: '0'
455
+ version: 1.3.1
449
456
  requirements: []
450
457
  rubygems_version: 3.4.19
451
458
  signing_key:
metadata.gz.sig CHANGED
Binary file