karafka 2.0.0.rc1 → 2.0.0.rc4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. checksums.yaml +4 -4
  2. checksums.yaml.gz.sig +0 -0
  3. data/CHANGELOG.md +24 -0
  4. data/CONTRIBUTING.md +4 -8
  5. data/Gemfile.lock +14 -56
  6. data/LICENSE-COMM +1 -1
  7. data/README.md +46 -10
  8. data/config/errors.yml +52 -5
  9. data/docker-compose.yml +3 -0
  10. data/karafka.gemspec +4 -6
  11. data/lib/karafka/active_job/consumer.rb +2 -0
  12. data/lib/karafka/active_job/job_options_contract.rb +8 -2
  13. data/lib/karafka/cli/install.rb +15 -2
  14. data/lib/karafka/cli/server.rb +4 -2
  15. data/lib/karafka/connection/client.rb +4 -4
  16. data/lib/karafka/contracts/base.rb +2 -8
  17. data/lib/karafka/contracts/config.rb +71 -52
  18. data/lib/karafka/contracts/consumer_group.rb +25 -18
  19. data/lib/karafka/contracts/consumer_group_topic.rb +30 -16
  20. data/lib/karafka/contracts/server_cli_options.rb +18 -7
  21. data/lib/karafka/errors.rb +0 -3
  22. data/lib/karafka/helpers/colorize.rb +20 -0
  23. data/lib/karafka/instrumentation/logger_listener.rb +8 -2
  24. data/lib/karafka/instrumentation/monitor.rb +14 -59
  25. data/lib/karafka/instrumentation/notifications.rb +52 -0
  26. data/lib/karafka/instrumentation/vendors/datadog/dashboard.json +1 -0
  27. data/lib/karafka/instrumentation/vendors/datadog/listener.rb +232 -0
  28. data/lib/karafka/pro/active_job/dispatcher.rb +5 -2
  29. data/lib/karafka/pro/active_job/job_options_contract.rb +11 -6
  30. data/lib/karafka/pro/contracts/base.rb +21 -0
  31. data/lib/karafka/pro/contracts/consumer_group.rb +34 -0
  32. data/lib/karafka/pro/contracts/consumer_group_topic.rb +33 -0
  33. data/lib/karafka/pro/loader.rb +21 -3
  34. data/lib/karafka/pro/processing/partitioner.rb +22 -3
  35. data/lib/karafka/pro/routing/builder_extensions.rb +30 -0
  36. data/lib/karafka/pro/routing/{extensions.rb → topic_extensions.rb} +1 -1
  37. data/lib/karafka/processing/jobs_queue.rb +11 -0
  38. data/lib/karafka/processing/worker.rb +4 -2
  39. data/lib/karafka/setup/config.rb +7 -3
  40. data/lib/karafka/templates/example_consumer.rb.erb +2 -2
  41. data/lib/karafka/version.rb +1 -1
  42. data/lib/karafka.rb +3 -4
  43. data.tar.gz.sig +0 -0
  44. metadata +24 -38
  45. metadata.gz.sig +0 -0
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: karafka
3
3
  version: !ruby/object:Gem::Version
4
- version: 2.0.0.rc1
4
+ version: 2.0.0.rc4
5
5
  platform: ruby
6
6
  authors:
7
7
  - Maciej Mensfeld
@@ -34,50 +34,28 @@ cert_chain:
34
34
  R2P11bWoCtr70BsccVrN8jEhzwXngMyI2gVt750Y+dbTu1KgRqZKp/ECe7ZzPzXj
35
35
  pIy9vHxTANKYVyI4qj8OrFdEM5BQNu8oQpL0iQ==
36
36
  -----END CERTIFICATE-----
37
- date: 2022-07-08 00:00:00.000000000 Z
37
+ date: 2022-07-28 00:00:00.000000000 Z
38
38
  dependencies:
39
39
  - !ruby/object:Gem::Dependency
40
- name: dry-configurable
40
+ name: karafka-core
41
41
  requirement: !ruby/object:Gem::Requirement
42
42
  requirements:
43
- - - "~>"
44
- - !ruby/object:Gem::Version
45
- version: '0.13'
46
- type: :runtime
47
- prerelease: false
48
- version_requirements: !ruby/object:Gem::Requirement
49
- requirements:
50
- - - "~>"
43
+ - - ">="
51
44
  - !ruby/object:Gem::Version
52
- version: '0.13'
53
- - !ruby/object:Gem::Dependency
54
- name: dry-monitor
55
- requirement: !ruby/object:Gem::Requirement
56
- requirements:
57
- - - "~>"
45
+ version: 2.0.0
46
+ - - "<"
58
47
  - !ruby/object:Gem::Version
59
- version: '0.5'
48
+ version: 3.0.0
60
49
  type: :runtime
61
50
  prerelease: false
62
51
  version_requirements: !ruby/object:Gem::Requirement
63
52
  requirements:
64
- - - "~>"
65
- - !ruby/object:Gem::Version
66
- version: '0.5'
67
- - !ruby/object:Gem::Dependency
68
- name: dry-validation
69
- requirement: !ruby/object:Gem::Requirement
70
- requirements:
71
- - - "~>"
53
+ - - ">="
72
54
  - !ruby/object:Gem::Version
73
- version: '1.7'
74
- type: :runtime
75
- prerelease: false
76
- version_requirements: !ruby/object:Gem::Requirement
77
- requirements:
78
- - - "~>"
55
+ version: 2.0.0
56
+ - - "<"
79
57
  - !ruby/object:Gem::Version
80
- version: '1.7'
58
+ version: 3.0.0
81
59
  - !ruby/object:Gem::Dependency
82
60
  name: rdkafka
83
61
  requirement: !ruby/object:Gem::Requirement
@@ -112,7 +90,7 @@ dependencies:
112
90
  requirements:
113
91
  - - ">="
114
92
  - !ruby/object:Gem::Version
115
- version: 2.3.1
93
+ version: 2.4.0
116
94
  - - "<"
117
95
  - !ruby/object:Gem::Version
118
96
  version: 3.0.0
@@ -122,7 +100,7 @@ dependencies:
122
100
  requirements:
123
101
  - - ">="
124
102
  - !ruby/object:Gem::Version
125
- version: 2.3.1
103
+ version: 2.4.0
126
104
  - - "<"
127
105
  - !ruby/object:Gem::Version
128
106
  version: 3.0.0
@@ -212,6 +190,7 @@ files:
212
190
  - lib/karafka/env.rb
213
191
  - lib/karafka/errors.rb
214
192
  - lib/karafka/helpers/async.rb
193
+ - lib/karafka/helpers/colorize.rb
215
194
  - lib/karafka/helpers/multi_delegator.rb
216
195
  - lib/karafka/instrumentation.rb
217
196
  - lib/karafka/instrumentation/callbacks/error.rb
@@ -219,7 +198,10 @@ files:
219
198
  - lib/karafka/instrumentation/logger.rb
220
199
  - lib/karafka/instrumentation/logger_listener.rb
221
200
  - lib/karafka/instrumentation/monitor.rb
201
+ - lib/karafka/instrumentation/notifications.rb
222
202
  - lib/karafka/instrumentation/proctitle_listener.rb
203
+ - lib/karafka/instrumentation/vendors/datadog/dashboard.json
204
+ - lib/karafka/instrumentation/vendors/datadog/listener.rb
223
205
  - lib/karafka/licenser.rb
224
206
  - lib/karafka/messages/batch_metadata.rb
225
207
  - lib/karafka/messages/builders/batch_metadata.rb
@@ -235,6 +217,9 @@ files:
235
217
  - lib/karafka/pro/active_job/dispatcher.rb
236
218
  - lib/karafka/pro/active_job/job_options_contract.rb
237
219
  - lib/karafka/pro/base_consumer.rb
220
+ - lib/karafka/pro/contracts/base.rb
221
+ - lib/karafka/pro/contracts/consumer_group.rb
222
+ - lib/karafka/pro/contracts/consumer_group_topic.rb
238
223
  - lib/karafka/pro/loader.rb
239
224
  - lib/karafka/pro/performance_tracker.rb
240
225
  - lib/karafka/pro/processing/coordinator.rb
@@ -242,7 +227,8 @@ files:
242
227
  - lib/karafka/pro/processing/jobs_builder.rb
243
228
  - lib/karafka/pro/processing/partitioner.rb
244
229
  - lib/karafka/pro/processing/scheduler.rb
245
- - lib/karafka/pro/routing/extensions.rb
230
+ - lib/karafka/pro/routing/builder_extensions.rb
231
+ - lib/karafka/pro/routing/topic_extensions.rb
246
232
  - lib/karafka/process.rb
247
233
  - lib/karafka/processing/coordinator.rb
248
234
  - lib/karafka/processing/coordinators_buffer.rb
@@ -298,7 +284,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
298
284
  requirements:
299
285
  - - ">="
300
286
  - !ruby/object:Gem::Version
301
- version: 2.6.0
287
+ version: 2.7.0
302
288
  required_rubygems_version: !ruby/object:Gem::Requirement
303
289
  requirements:
304
290
  - - ">"
@@ -308,5 +294,5 @@ requirements: []
308
294
  rubygems_version: 3.3.7
309
295
  signing_key:
310
296
  specification_version: 4
311
- summary: Ruby based framework for working with Apache Kafka
297
+ summary: Efficient Kafka processing framework for Ruby and Rails
312
298
  test_files: []
metadata.gz.sig CHANGED
Binary file