karafka 2.0.0.rc1 → 2.0.0.rc4

Sign up to get free protection for your applications and to get access to all the features.
Files changed (45) hide show
  1. checksums.yaml +4 -4
  2. checksums.yaml.gz.sig +0 -0
  3. data/CHANGELOG.md +24 -0
  4. data/CONTRIBUTING.md +4 -8
  5. data/Gemfile.lock +14 -56
  6. data/LICENSE-COMM +1 -1
  7. data/README.md +46 -10
  8. data/config/errors.yml +52 -5
  9. data/docker-compose.yml +3 -0
  10. data/karafka.gemspec +4 -6
  11. data/lib/karafka/active_job/consumer.rb +2 -0
  12. data/lib/karafka/active_job/job_options_contract.rb +8 -2
  13. data/lib/karafka/cli/install.rb +15 -2
  14. data/lib/karafka/cli/server.rb +4 -2
  15. data/lib/karafka/connection/client.rb +4 -4
  16. data/lib/karafka/contracts/base.rb +2 -8
  17. data/lib/karafka/contracts/config.rb +71 -52
  18. data/lib/karafka/contracts/consumer_group.rb +25 -18
  19. data/lib/karafka/contracts/consumer_group_topic.rb +30 -16
  20. data/lib/karafka/contracts/server_cli_options.rb +18 -7
  21. data/lib/karafka/errors.rb +0 -3
  22. data/lib/karafka/helpers/colorize.rb +20 -0
  23. data/lib/karafka/instrumentation/logger_listener.rb +8 -2
  24. data/lib/karafka/instrumentation/monitor.rb +14 -59
  25. data/lib/karafka/instrumentation/notifications.rb +52 -0
  26. data/lib/karafka/instrumentation/vendors/datadog/dashboard.json +1 -0
  27. data/lib/karafka/instrumentation/vendors/datadog/listener.rb +232 -0
  28. data/lib/karafka/pro/active_job/dispatcher.rb +5 -2
  29. data/lib/karafka/pro/active_job/job_options_contract.rb +11 -6
  30. data/lib/karafka/pro/contracts/base.rb +21 -0
  31. data/lib/karafka/pro/contracts/consumer_group.rb +34 -0
  32. data/lib/karafka/pro/contracts/consumer_group_topic.rb +33 -0
  33. data/lib/karafka/pro/loader.rb +21 -3
  34. data/lib/karafka/pro/processing/partitioner.rb +22 -3
  35. data/lib/karafka/pro/routing/builder_extensions.rb +30 -0
  36. data/lib/karafka/pro/routing/{extensions.rb → topic_extensions.rb} +1 -1
  37. data/lib/karafka/processing/jobs_queue.rb +11 -0
  38. data/lib/karafka/processing/worker.rb +4 -2
  39. data/lib/karafka/setup/config.rb +7 -3
  40. data/lib/karafka/templates/example_consumer.rb.erb +2 -2
  41. data/lib/karafka/version.rb +1 -1
  42. data/lib/karafka.rb +3 -4
  43. data.tar.gz.sig +0 -0
  44. metadata +24 -38
  45. metadata.gz.sig +0 -0
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: karafka
3
3
  version: !ruby/object:Gem::Version
4
- version: 2.0.0.rc1
4
+ version: 2.0.0.rc4
5
5
  platform: ruby
6
6
  authors:
7
7
  - Maciej Mensfeld
@@ -34,50 +34,28 @@ cert_chain:
34
34
  R2P11bWoCtr70BsccVrN8jEhzwXngMyI2gVt750Y+dbTu1KgRqZKp/ECe7ZzPzXj
35
35
  pIy9vHxTANKYVyI4qj8OrFdEM5BQNu8oQpL0iQ==
36
36
  -----END CERTIFICATE-----
37
- date: 2022-07-08 00:00:00.000000000 Z
37
+ date: 2022-07-28 00:00:00.000000000 Z
38
38
  dependencies:
39
39
  - !ruby/object:Gem::Dependency
40
- name: dry-configurable
40
+ name: karafka-core
41
41
  requirement: !ruby/object:Gem::Requirement
42
42
  requirements:
43
- - - "~>"
44
- - !ruby/object:Gem::Version
45
- version: '0.13'
46
- type: :runtime
47
- prerelease: false
48
- version_requirements: !ruby/object:Gem::Requirement
49
- requirements:
50
- - - "~>"
43
+ - - ">="
51
44
  - !ruby/object:Gem::Version
52
- version: '0.13'
53
- - !ruby/object:Gem::Dependency
54
- name: dry-monitor
55
- requirement: !ruby/object:Gem::Requirement
56
- requirements:
57
- - - "~>"
45
+ version: 2.0.0
46
+ - - "<"
58
47
  - !ruby/object:Gem::Version
59
- version: '0.5'
48
+ version: 3.0.0
60
49
  type: :runtime
61
50
  prerelease: false
62
51
  version_requirements: !ruby/object:Gem::Requirement
63
52
  requirements:
64
- - - "~>"
65
- - !ruby/object:Gem::Version
66
- version: '0.5'
67
- - !ruby/object:Gem::Dependency
68
- name: dry-validation
69
- requirement: !ruby/object:Gem::Requirement
70
- requirements:
71
- - - "~>"
53
+ - - ">="
72
54
  - !ruby/object:Gem::Version
73
- version: '1.7'
74
- type: :runtime
75
- prerelease: false
76
- version_requirements: !ruby/object:Gem::Requirement
77
- requirements:
78
- - - "~>"
55
+ version: 2.0.0
56
+ - - "<"
79
57
  - !ruby/object:Gem::Version
80
- version: '1.7'
58
+ version: 3.0.0
81
59
  - !ruby/object:Gem::Dependency
82
60
  name: rdkafka
83
61
  requirement: !ruby/object:Gem::Requirement
@@ -112,7 +90,7 @@ dependencies:
112
90
  requirements:
113
91
  - - ">="
114
92
  - !ruby/object:Gem::Version
115
- version: 2.3.1
93
+ version: 2.4.0
116
94
  - - "<"
117
95
  - !ruby/object:Gem::Version
118
96
  version: 3.0.0
@@ -122,7 +100,7 @@ dependencies:
122
100
  requirements:
123
101
  - - ">="
124
102
  - !ruby/object:Gem::Version
125
- version: 2.3.1
103
+ version: 2.4.0
126
104
  - - "<"
127
105
  - !ruby/object:Gem::Version
128
106
  version: 3.0.0
@@ -212,6 +190,7 @@ files:
212
190
  - lib/karafka/env.rb
213
191
  - lib/karafka/errors.rb
214
192
  - lib/karafka/helpers/async.rb
193
+ - lib/karafka/helpers/colorize.rb
215
194
  - lib/karafka/helpers/multi_delegator.rb
216
195
  - lib/karafka/instrumentation.rb
217
196
  - lib/karafka/instrumentation/callbacks/error.rb
@@ -219,7 +198,10 @@ files:
219
198
  - lib/karafka/instrumentation/logger.rb
220
199
  - lib/karafka/instrumentation/logger_listener.rb
221
200
  - lib/karafka/instrumentation/monitor.rb
201
+ - lib/karafka/instrumentation/notifications.rb
222
202
  - lib/karafka/instrumentation/proctitle_listener.rb
203
+ - lib/karafka/instrumentation/vendors/datadog/dashboard.json
204
+ - lib/karafka/instrumentation/vendors/datadog/listener.rb
223
205
  - lib/karafka/licenser.rb
224
206
  - lib/karafka/messages/batch_metadata.rb
225
207
  - lib/karafka/messages/builders/batch_metadata.rb
@@ -235,6 +217,9 @@ files:
235
217
  - lib/karafka/pro/active_job/dispatcher.rb
236
218
  - lib/karafka/pro/active_job/job_options_contract.rb
237
219
  - lib/karafka/pro/base_consumer.rb
220
+ - lib/karafka/pro/contracts/base.rb
221
+ - lib/karafka/pro/contracts/consumer_group.rb
222
+ - lib/karafka/pro/contracts/consumer_group_topic.rb
238
223
  - lib/karafka/pro/loader.rb
239
224
  - lib/karafka/pro/performance_tracker.rb
240
225
  - lib/karafka/pro/processing/coordinator.rb
@@ -242,7 +227,8 @@ files:
242
227
  - lib/karafka/pro/processing/jobs_builder.rb
243
228
  - lib/karafka/pro/processing/partitioner.rb
244
229
  - lib/karafka/pro/processing/scheduler.rb
245
- - lib/karafka/pro/routing/extensions.rb
230
+ - lib/karafka/pro/routing/builder_extensions.rb
231
+ - lib/karafka/pro/routing/topic_extensions.rb
246
232
  - lib/karafka/process.rb
247
233
  - lib/karafka/processing/coordinator.rb
248
234
  - lib/karafka/processing/coordinators_buffer.rb
@@ -298,7 +284,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
298
284
  requirements:
299
285
  - - ">="
300
286
  - !ruby/object:Gem::Version
301
- version: 2.6.0
287
+ version: 2.7.0
302
288
  required_rubygems_version: !ruby/object:Gem::Requirement
303
289
  requirements:
304
290
  - - ">"
@@ -308,5 +294,5 @@ requirements: []
308
294
  rubygems_version: 3.3.7
309
295
  signing_key:
310
296
  specification_version: 4
311
- summary: Ruby based framework for working with Apache Kafka
297
+ summary: Efficient Kafka processing framework for Ruby and Rails
312
298
  test_files: []
metadata.gz.sig CHANGED
Binary file