karafka 2.2.6 → 2.2.8.beta1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (62) hide show
  1. checksums.yaml +4 -4
  2. checksums.yaml.gz.sig +0 -0
  3. data/.github/workflows/ci.yml +3 -0
  4. data/CHANGELOG.md +18 -0
  5. data/Gemfile.lock +5 -7
  6. data/bin/karafka +2 -3
  7. data/config/locales/errors.yml +7 -4
  8. data/config/locales/pro_errors.yml +3 -0
  9. data/docker-compose.yml +3 -1
  10. data/karafka.gemspec +1 -2
  11. data/lib/karafka/base_consumer.rb +8 -1
  12. data/lib/karafka/cli/base.rb +45 -34
  13. data/lib/karafka/cli/console.rb +5 -4
  14. data/lib/karafka/cli/help.rb +24 -0
  15. data/lib/karafka/cli/info.rb +2 -2
  16. data/lib/karafka/cli/install.rb +4 -4
  17. data/lib/karafka/cli/server.rb +68 -33
  18. data/lib/karafka/cli/topics.rb +1 -1
  19. data/lib/karafka/cli.rb +23 -19
  20. data/lib/karafka/connection/client.rb +9 -4
  21. data/lib/karafka/connection/listener.rb +3 -3
  22. data/lib/karafka/connection/rebalance_manager.rb +36 -21
  23. data/lib/karafka/contracts/config.rb +2 -0
  24. data/lib/karafka/errors.rb +3 -0
  25. data/lib/karafka/instrumentation/callbacks/rebalance.rb +64 -0
  26. data/lib/karafka/instrumentation/notifications.rb +5 -1
  27. data/lib/karafka/instrumentation/vendors/appsignal/base.rb +30 -0
  28. data/lib/karafka/instrumentation/vendors/appsignal/client.rb +122 -0
  29. data/lib/karafka/instrumentation/vendors/appsignal/dashboard.json +222 -0
  30. data/lib/karafka/instrumentation/vendors/appsignal/errors_listener.rb +30 -0
  31. data/lib/karafka/instrumentation/vendors/appsignal/metrics_listener.rb +331 -0
  32. data/lib/karafka/instrumentation/vendors/datadog/metrics_listener.rb +2 -2
  33. data/lib/karafka/patches/rdkafka/bindings.rb +22 -39
  34. data/lib/karafka/patches/rdkafka/opaque.rb +36 -0
  35. data/lib/karafka/pro/loader.rb +2 -2
  36. data/lib/karafka/pro/processing/coordinator.rb +6 -7
  37. data/lib/karafka/pro/processing/filters/delayer.rb +1 -1
  38. data/lib/karafka/pro/processing/filters/inline_insights_delayer.rb +78 -0
  39. data/lib/karafka/pro/processing/strategies/vp/default.rb +20 -0
  40. data/lib/karafka/pro/routing/features/inline_insights/config.rb +32 -0
  41. data/lib/karafka/pro/routing/features/inline_insights/contracts/topic.rb +41 -0
  42. data/lib/karafka/pro/routing/features/inline_insights/topic.rb +52 -0
  43. data/lib/karafka/pro/routing/features/inline_insights.rb +26 -0
  44. data/lib/karafka/processing/executor.rb +7 -0
  45. data/lib/karafka/processing/expansions_selector.rb +22 -0
  46. data/lib/karafka/processing/inline_insights/consumer.rb +41 -0
  47. data/lib/karafka/processing/inline_insights/listener.rb +19 -0
  48. data/lib/karafka/processing/inline_insights/tracker.rb +128 -0
  49. data/lib/karafka/railtie.rb +14 -7
  50. data/lib/karafka/routing/features/base.rb +36 -1
  51. data/lib/karafka/routing/features/inline_insights/config.rb +15 -0
  52. data/lib/karafka/routing/features/inline_insights/contracts/topic.rb +27 -0
  53. data/lib/karafka/routing/features/inline_insights/topic.rb +31 -0
  54. data/lib/karafka/routing/features/inline_insights.rb +40 -0
  55. data/lib/karafka/routing/subscription_group.rb +6 -2
  56. data/lib/karafka/setup/attributes_map.rb +1 -0
  57. data/lib/karafka/setup/config.rb +11 -2
  58. data/lib/karafka/version.rb +1 -1
  59. data/lib/karafka.rb +1 -1
  60. data.tar.gz.sig +0 -0
  61. metadata +26 -19
  62. metadata.gz.sig +0 -0
data/lib/karafka.rb CHANGED
@@ -7,10 +7,10 @@
7
7
  rdkafka
8
8
  waterdrop
9
9
  json
10
- thor
11
10
  forwardable
12
11
  fileutils
13
12
  openssl
13
+ optparse
14
14
  base64
15
15
  date
16
16
  singleton
data.tar.gz.sig CHANGED
Binary file
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: karafka
3
3
  version: !ruby/object:Gem::Version
4
- version: 2.2.6
4
+ version: 2.2.8.beta1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Maciej Mensfeld
@@ -35,7 +35,7 @@ cert_chain:
35
35
  AnG1dJU+yL2BK7vaVytLTstJME5mepSZ46qqIJXMuWob/YPDmVaBF39TDSG9e34s
36
36
  msG3BiCqgOgHAnL23+CN3Rt8MsuRfEtoTKpJVcCfoEoNHOkc
37
37
  -----END CERTIFICATE-----
38
- date: 2023-09-26 00:00:00.000000000 Z
38
+ date: 2023-10-20 00:00:00.000000000 Z
39
39
  dependencies:
40
40
  - !ruby/object:Gem::Dependency
41
41
  name: karafka-core
@@ -57,20 +57,6 @@ dependencies:
57
57
  - - "<"
58
58
  - !ruby/object:Gem::Version
59
59
  version: 2.3.0
60
- - !ruby/object:Gem::Dependency
61
- name: thor
62
- requirement: !ruby/object:Gem::Requirement
63
- requirements:
64
- - - ">="
65
- - !ruby/object:Gem::Version
66
- version: '0.20'
67
- type: :runtime
68
- prerelease: false
69
- version_requirements: !ruby/object:Gem::Requirement
70
- requirements:
71
- - - ">="
72
- - !ruby/object:Gem::Version
73
- version: '0.20'
74
60
  - !ruby/object:Gem::Dependency
75
61
  name: waterdrop
76
62
  requirement: !ruby/object:Gem::Requirement
@@ -170,6 +156,7 @@ files:
170
156
  - lib/karafka/cli.rb
171
157
  - lib/karafka/cli/base.rb
172
158
  - lib/karafka/cli/console.rb
159
+ - lib/karafka/cli/help.rb
173
160
  - lib/karafka/cli/info.rb
174
161
  - lib/karafka/cli/install.rb
175
162
  - lib/karafka/cli/server.rb
@@ -196,12 +183,18 @@ files:
196
183
  - lib/karafka/helpers/colorize.rb
197
184
  - lib/karafka/helpers/multi_delegator.rb
198
185
  - lib/karafka/instrumentation/callbacks/error.rb
186
+ - lib/karafka/instrumentation/callbacks/rebalance.rb
199
187
  - lib/karafka/instrumentation/callbacks/statistics.rb
200
188
  - lib/karafka/instrumentation/logger.rb
201
189
  - lib/karafka/instrumentation/logger_listener.rb
202
190
  - lib/karafka/instrumentation/monitor.rb
203
191
  - lib/karafka/instrumentation/notifications.rb
204
192
  - lib/karafka/instrumentation/proctitle_listener.rb
193
+ - lib/karafka/instrumentation/vendors/appsignal/base.rb
194
+ - lib/karafka/instrumentation/vendors/appsignal/client.rb
195
+ - lib/karafka/instrumentation/vendors/appsignal/dashboard.json
196
+ - lib/karafka/instrumentation/vendors/appsignal/errors_listener.rb
197
+ - lib/karafka/instrumentation/vendors/appsignal/metrics_listener.rb
205
198
  - lib/karafka/instrumentation/vendors/datadog/dashboard.json
206
199
  - lib/karafka/instrumentation/vendors/datadog/logger_listener.rb
207
200
  - lib/karafka/instrumentation/vendors/datadog/metrics_listener.rb
@@ -217,6 +210,7 @@ files:
217
210
  - lib/karafka/messages/parser.rb
218
211
  - lib/karafka/messages/seek.rb
219
212
  - lib/karafka/patches/rdkafka/bindings.rb
213
+ - lib/karafka/patches/rdkafka/opaque.rb
220
214
  - lib/karafka/pro.rb
221
215
  - lib/karafka/pro/active_job/consumer.rb
222
216
  - lib/karafka/pro/active_job/dispatcher.rb
@@ -244,6 +238,7 @@ files:
244
238
  - lib/karafka/pro/processing/filters/base.rb
245
239
  - lib/karafka/pro/processing/filters/delayer.rb
246
240
  - lib/karafka/pro/processing/filters/expirer.rb
241
+ - lib/karafka/pro/processing/filters/inline_insights_delayer.rb
247
242
  - lib/karafka/pro/processing/filters/throttler.rb
248
243
  - lib/karafka/pro/processing/filters/virtual_limiter.rb
249
244
  - lib/karafka/pro/processing/filters_applier.rb
@@ -321,6 +316,10 @@ files:
321
316
  - lib/karafka/pro/routing/features/filtering/config.rb
322
317
  - lib/karafka/pro/routing/features/filtering/contracts/topic.rb
323
318
  - lib/karafka/pro/routing/features/filtering/topic.rb
319
+ - lib/karafka/pro/routing/features/inline_insights.rb
320
+ - lib/karafka/pro/routing/features/inline_insights/config.rb
321
+ - lib/karafka/pro/routing/features/inline_insights/contracts/topic.rb
322
+ - lib/karafka/pro/routing/features/inline_insights/topic.rb
324
323
  - lib/karafka/pro/routing/features/long_running_job.rb
325
324
  - lib/karafka/pro/routing/features/long_running_job/config.rb
326
325
  - lib/karafka/pro/routing/features/long_running_job/contracts/topic.rb
@@ -353,6 +352,10 @@ files:
353
352
  - lib/karafka/processing/coordinators_buffer.rb
354
353
  - lib/karafka/processing/executor.rb
355
354
  - lib/karafka/processing/executors_buffer.rb
355
+ - lib/karafka/processing/expansions_selector.rb
356
+ - lib/karafka/processing/inline_insights/consumer.rb
357
+ - lib/karafka/processing/inline_insights/listener.rb
358
+ - lib/karafka/processing/inline_insights/tracker.rb
356
359
  - lib/karafka/processing/jobs/base.rb
357
360
  - lib/karafka/processing/jobs/consume.rb
358
361
  - lib/karafka/processing/jobs/idle.rb
@@ -394,6 +397,10 @@ files:
394
397
  - lib/karafka/routing/features/declaratives/config.rb
395
398
  - lib/karafka/routing/features/declaratives/contracts/topic.rb
396
399
  - lib/karafka/routing/features/declaratives/topic.rb
400
+ - lib/karafka/routing/features/inline_insights.rb
401
+ - lib/karafka/routing/features/inline_insights/config.rb
402
+ - lib/karafka/routing/features/inline_insights/contracts/topic.rb
403
+ - lib/karafka/routing/features/inline_insights/topic.rb
397
404
  - lib/karafka/routing/features/manual_offset_management.rb
398
405
  - lib/karafka/routing/features/manual_offset_management/config.rb
399
406
  - lib/karafka/routing/features/manual_offset_management/contracts/topic.rb
@@ -427,7 +434,7 @@ licenses:
427
434
  metadata:
428
435
  funding_uri: https://karafka.io/#become-pro
429
436
  homepage_uri: https://karafka.io
430
- changelog_uri: https://github.com/karafka/karafka/blob/master/CHANGELOG.md
437
+ changelog_uri: https://karafka.io/docs/Changelog-Karafka
431
438
  bug_tracker_uri: https://github.com/karafka/karafka/issues
432
439
  source_code_uri: https://github.com/karafka/karafka
433
440
  documentation_uri: https://karafka.io/docs
@@ -443,9 +450,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
443
450
  version: '0'
444
451
  required_rubygems_version: !ruby/object:Gem::Requirement
445
452
  requirements:
446
- - - ">="
453
+ - - ">"
447
454
  - !ruby/object:Gem::Version
448
- version: '0'
455
+ version: 1.3.1
449
456
  requirements: []
450
457
  rubygems_version: 3.4.19
451
458
  signing_key:
metadata.gz.sig CHANGED
Binary file