karafka 1.3.1 → 1.3.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- checksums.yaml.gz.sig +0 -0
- data.tar.gz.sig +0 -0
- data/.ruby-version +1 -1
- data/.travis.yml +7 -7
- data/CHANGELOG.md +17 -15
- data/Gemfile.lock +17 -13
- data/karafka.gemspec +1 -1
- data/lib/karafka/helpers/class_matcher.rb +1 -1
- data/lib/karafka/version.rb +1 -1
- metadata +5 -5
- metadata.gz.sig +0 -0
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: a89f790b57a8908107363b346d17e09d9d013ad697f4c802203cb6bfe126b7e9
|
4
|
+
data.tar.gz: ee325ee157b1f23afc8235c144672c07584f0377068db2ede804c3cb2a8c9596
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 68b386d626998e78fe30c2bbed66794e76065947ff48b1b2dc904a70f329364c70fb9b80b1ff3a8e46b167d2e9bdacc1ff180bbd902235d0cb3eb74d0c4d8662
|
7
|
+
data.tar.gz: 946fc02d0ea56f30bea98947a2f47d950e1b88674abfe14bd1c3069460f375c059bd5cf537ea9a31bc5849abedfa62905b854206f780bd95847b995316defd15
|
checksums.yaml.gz.sig
CHANGED
Binary file
|
data.tar.gz.sig
CHANGED
Binary file
|
data/.ruby-version
CHANGED
@@ -1 +1 @@
|
|
1
|
-
2.
|
1
|
+
2.7.0
|
data/.travis.yml
CHANGED
@@ -12,25 +12,25 @@ test: &test
|
|
12
12
|
stage: Test
|
13
13
|
language: ruby
|
14
14
|
before_install:
|
15
|
-
- gem
|
16
|
-
- gem update --system
|
15
|
+
- yes | gem update --system
|
17
16
|
script: bundle exec rspec
|
18
17
|
|
19
18
|
jobs:
|
20
19
|
include:
|
20
|
+
- <<: *test
|
21
|
+
rvm: 2.7.0
|
21
22
|
- <<: *test
|
22
23
|
rvm: 2.6.5
|
23
24
|
- <<: *test
|
24
|
-
rvm: 2.5.
|
25
|
+
rvm: 2.5.7
|
25
26
|
|
26
27
|
- stage: coditsu
|
27
28
|
language: ruby
|
28
|
-
rvm: 2.
|
29
|
+
rvm: 2.7.0
|
29
30
|
before_install:
|
30
|
-
- gem update --system
|
31
|
-
- gem install bundler
|
31
|
+
- yes | gem update --system
|
32
32
|
script: \curl -sSL https://api.coditsu.io/run/ci | bash
|
33
33
|
|
34
34
|
stages:
|
35
|
-
- coditsu
|
36
35
|
- test
|
36
|
+
- coditsu
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,8 @@
|
|
1
1
|
# Karafka framework changelog
|
2
2
|
|
3
|
-
##
|
3
|
+
## 1.3.2 (2019-12-23)
|
4
|
+
- #561 - Allow `thor` 1.0.x usage in Karafka
|
5
|
+
- #567 - Ruby 2.7.0 support + unfreeze of a frozen string fix
|
4
6
|
|
5
7
|
## 1.3.1 (2019-11-11)
|
6
8
|
- #545 - Makes sure the log directory exists when is possible (robertomiranda)
|
@@ -100,7 +102,7 @@
|
|
100
102
|
## 1.2.3
|
101
103
|
- #313 - support PLAINTEXT and SSL for scheme
|
102
104
|
- #288 - drop activesupport callbacks in favor of notifications
|
103
|
-
- #320 - Pausing
|
105
|
+
- #320 - Pausing indefinitely with nil pause timeout doesn't work
|
104
106
|
- #318 - Partition pausing doesn't work with custom topic mappers
|
105
107
|
- Rename ConfigAdapter to ApiAdapter to better reflect what it does
|
106
108
|
- #317 - Manual offset committing doesn't work with custom topic mappers
|
@@ -229,7 +231,7 @@
|
|
229
231
|
- Switch to multi json so everyone can use their favourite JSON parser
|
230
232
|
- Added jruby support in general and in Travis
|
231
233
|
- #196 - Topic mapper does not map topics when subscribing thanks to @webandtech
|
232
|
-
- #96 - Karafka server -
|
234
|
+
- #96 - Karafka server - possibility to run it only for a certain topics
|
233
235
|
- ~~karafka worker cli option is removed (please use sidekiq directly)~~ - restored, bad idea
|
234
236
|
- (optional) pausing upon processing failures ```pause_timeout```
|
235
237
|
- Karafka console main process no longer intercepts irb errors
|
@@ -237,7 +239,7 @@
|
|
237
239
|
- #204 - Long running controllers
|
238
240
|
- Better internal API to handle multiple usage cases using ```Karafka::Controllers::Includer```
|
239
241
|
- #207 - Rename before_enqueued to after_received
|
240
|
-
- #147 -
|
242
|
+
- #147 - De-attach Karafka from Sidekiq by extracting Sidekiq backend
|
241
243
|
|
242
244
|
### New features and improvements
|
243
245
|
|
@@ -322,7 +324,7 @@
|
|
322
324
|
- Waterdrop 0.3.2.1 with kafka.hosts instead of kafka_hosts
|
323
325
|
- #105 - Karafka::Monitor#caller_label not working with inherited monitors
|
324
326
|
- #99 - Standalone mode (without Sidekiq)
|
325
|
-
- #97 - Buffer responders single topics before send (
|
327
|
+
- #97 - Buffer responders single topics before send (pre-validation)
|
326
328
|
- Better control over consumer thanks to additional config options
|
327
329
|
- #111 - Dynamic worker assignment based on the income params
|
328
330
|
- Long shutdown time fix
|
@@ -330,7 +332,7 @@
|
|
330
332
|
## 0.5.0
|
331
333
|
- Removed Zookeeper totally as dependency
|
332
334
|
- Better group and partition rebalancing
|
333
|
-
- Automatic thread management (no need for
|
335
|
+
- Automatic thread management (no need for tuning) - each topic is a separate actor/thread
|
334
336
|
- Moved from Poseidon into Ruby-Kafka
|
335
337
|
- No more max_concurrency setting
|
336
338
|
- After you define your App class and routes (and everything else) you need to add execute App.boot!
|
@@ -346,14 +348,14 @@
|
|
346
348
|
- Ruby 2.2.* support dropped
|
347
349
|
- Using App name as a Kafka client_id
|
348
350
|
- Automatic Capistrano integration
|
349
|
-
- Responders support for handling better responses
|
351
|
+
- Responders support for handling better responses pipe-lining and better responses flow description and design (see README for more details)
|
350
352
|
- Gem bump
|
351
353
|
- Readme updates
|
352
354
|
- karafka flow CLI command for printing the application flow
|
353
|
-
- Some internal
|
355
|
+
- Some internal refactoring
|
354
356
|
|
355
357
|
## 0.4.2
|
356
|
-
- #87 -
|
358
|
+
- #87 - Re-consume mode with crone for better Rails/Rack integration
|
357
359
|
- Moved Karafka server related stuff into separate Karafka::Server class
|
358
360
|
- Renamed Karafka::Runner into Karafka::Fetcher
|
359
361
|
- Gem bump
|
@@ -365,7 +367,7 @@
|
|
365
367
|
|
366
368
|
## 0.4.1
|
367
369
|
- Explicit throw(:abort) required to halt before_enqueue (like in Rails 5)
|
368
|
-
- #61 -
|
370
|
+
- #61 - autodiscovery of Kafka brokers based on Zookeeper data
|
369
371
|
- #63 - Graceful shutdown with current offset state during data processing
|
370
372
|
- #65 - Example of NewRelic monitor is outdated
|
371
373
|
- #71 - Setup should be executed after user code is loaded
|
@@ -421,7 +423,7 @@
|
|
421
423
|
- Added Karafka::Monitoring that allows to add custom logging and monitoring with external libraries and systems
|
422
424
|
- Moved logging functionality into Karafka::Monitoring default monitoring
|
423
425
|
- Added possibility to provide own monitoring as long as in responds to #notice and #notice_error
|
424
|
-
-
|
426
|
+
- Standardized logging format for all logs
|
425
427
|
|
426
428
|
## 0.3.0
|
427
429
|
- Switched from custom ParserError for each parser to general catching of Karafka::Errors::ParseError and its descendants
|
@@ -438,7 +440,7 @@
|
|
438
440
|
|
439
441
|
## 0.1.19
|
440
442
|
- Internal call - schedule naming change
|
441
|
-
- Enqueue to perform_async naming in controller to follow
|
443
|
+
- Enqueue to perform_async naming in controller to follow Sidekiq naming convention
|
442
444
|
- Gem bump
|
443
445
|
|
444
446
|
## 0.1.18
|
@@ -449,7 +451,7 @@
|
|
449
451
|
- Changed Karafka::Connection::Cluster tp Karafka::Connection::ActorCluster to distinguish between a single thread actor cluster for multiple topic connection and a future feature that will allow process clusterization.
|
450
452
|
- Add an ability to use user-defined parsers for a messages
|
451
453
|
- Lazy load params for before callbacks
|
452
|
-
- Automatic loading/
|
454
|
+
- Automatic loading/initializing all workers classes during startup (so Sidekiq won't fail with unknown workers exception)
|
453
455
|
- Params are now private to controller
|
454
456
|
- Added bootstrap method to app.rb
|
455
457
|
|
@@ -490,7 +492,7 @@
|
|
490
492
|
- Added worker logger
|
491
493
|
|
492
494
|
## 0.1.8
|
493
|
-
-
|
495
|
+
- Dropped local env support in favour of [Envlogic](https://github.com/karafka/envlogic) - no changes in API
|
494
496
|
|
495
497
|
## 0.1.7
|
496
498
|
- Karafka option for Redis hosts (not localhost only)
|
@@ -520,7 +522,7 @@
|
|
520
522
|
|
521
523
|
## 0.1.1
|
522
524
|
- README updates
|
523
|
-
-
|
525
|
+
- Rake tasks updates
|
524
526
|
- Rake installation task
|
525
527
|
- Changelog file added
|
526
528
|
|
data/Gemfile.lock
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
PATH
|
2
2
|
remote: .
|
3
3
|
specs:
|
4
|
-
karafka (1.3.
|
4
|
+
karafka (1.3.2)
|
5
5
|
dry-configurable (~> 0.8)
|
6
6
|
dry-inflector (~> 0.1)
|
7
7
|
dry-monitor (~> 0.3)
|
@@ -11,14 +11,14 @@ PATH
|
|
11
11
|
multi_json (>= 1.12)
|
12
12
|
rake (>= 11.3)
|
13
13
|
ruby-kafka (>= 0.7.8)
|
14
|
-
thor (
|
14
|
+
thor (>= 0.20)
|
15
15
|
waterdrop (~> 1.3.0)
|
16
16
|
zeitwerk (~> 2.1)
|
17
17
|
|
18
18
|
GEM
|
19
19
|
remote: https://rubygems.org/
|
20
20
|
specs:
|
21
|
-
activesupport (6.0.1)
|
21
|
+
activesupport (6.0.2.1)
|
22
22
|
concurrent-ruby (~> 1.0, >= 1.0.2)
|
23
23
|
i18n (>= 0.7, < 2)
|
24
24
|
minitest (~> 5.1)
|
@@ -56,7 +56,7 @@ GEM
|
|
56
56
|
dry-core (~> 0.4)
|
57
57
|
dry-equalizer (~> 0.2)
|
58
58
|
dry-events (~> 0.1)
|
59
|
-
dry-schema (1.4.
|
59
|
+
dry-schema (1.4.2)
|
60
60
|
concurrent-ruby (~> 1.0)
|
61
61
|
dry-configurable (~> 0.8, >= 0.8.3)
|
62
62
|
dry-core (~> 0.4)
|
@@ -64,14 +64,14 @@ GEM
|
|
64
64
|
dry-initializer (~> 3.0)
|
65
65
|
dry-logic (~> 1.0)
|
66
66
|
dry-types (~> 1.2)
|
67
|
-
dry-types (1.2.
|
67
|
+
dry-types (1.2.2)
|
68
68
|
concurrent-ruby (~> 1.0)
|
69
69
|
dry-container (~> 0.3)
|
70
70
|
dry-core (~> 0.4, >= 0.4.4)
|
71
|
-
dry-equalizer (~> 0.
|
71
|
+
dry-equalizer (~> 0.3)
|
72
72
|
dry-inflector (~> 0.1, >= 0.1.2)
|
73
73
|
dry-logic (~> 1.0, >= 1.0.2)
|
74
|
-
dry-validation (1.
|
74
|
+
dry-validation (1.4.0)
|
75
75
|
concurrent-ruby (~> 1.0)
|
76
76
|
dry-container (~> 0.7, >= 0.7.1)
|
77
77
|
dry-core (~> 0.4)
|
@@ -84,12 +84,16 @@ GEM
|
|
84
84
|
activesupport (>= 4.2.0)
|
85
85
|
i18n (1.7.0)
|
86
86
|
concurrent-ruby (~> 1.0)
|
87
|
-
|
88
|
-
|
87
|
+
io-console (0.5.3)
|
88
|
+
irb (1.2.1)
|
89
|
+
reline (>= 0.0.1)
|
90
|
+
json (2.3.0)
|
89
91
|
king_konf (0.3.7)
|
90
92
|
minitest (5.13.0)
|
91
93
|
multi_json (1.14.1)
|
92
|
-
rake (13.0.
|
94
|
+
rake (13.0.1)
|
95
|
+
reline (0.1.0)
|
96
|
+
io-console (~> 0.5)
|
93
97
|
rspec (3.9.0)
|
94
98
|
rspec-core (~> 3.9.0)
|
95
99
|
rspec-expectations (~> 3.9.0)
|
@@ -110,7 +114,7 @@ GEM
|
|
110
114
|
json (>= 1.8, < 3)
|
111
115
|
simplecov-html (~> 0.10.0)
|
112
116
|
simplecov-html (0.10.2)
|
113
|
-
thor (0.
|
117
|
+
thor (1.0.1)
|
114
118
|
thread_safe (0.3.6)
|
115
119
|
tzinfo (1.2.5)
|
116
120
|
thread_safe (~> 0.1)
|
@@ -121,7 +125,7 @@ GEM
|
|
121
125
|
dry-validation (~> 1.2)
|
122
126
|
ruby-kafka (>= 0.7.8)
|
123
127
|
zeitwerk (~> 2.1)
|
124
|
-
zeitwerk (2.2.
|
128
|
+
zeitwerk (2.2.2)
|
125
129
|
|
126
130
|
PLATFORMS
|
127
131
|
ruby
|
@@ -134,4 +138,4 @@ DEPENDENCIES
|
|
134
138
|
simplecov
|
135
139
|
|
136
140
|
BUNDLED WITH
|
137
|
-
2.
|
141
|
+
2.1.2
|
data/karafka.gemspec
CHANGED
@@ -26,7 +26,7 @@ Gem::Specification.new do |spec|
|
|
26
26
|
spec.add_dependency 'multi_json', '>= 1.12'
|
27
27
|
spec.add_dependency 'rake', '>= 11.3'
|
28
28
|
spec.add_dependency 'ruby-kafka', '>= 0.7.8'
|
29
|
-
spec.add_dependency 'thor', '
|
29
|
+
spec.add_dependency 'thor', '>= 0.20'
|
30
30
|
spec.add_dependency 'waterdrop', '~> 1.3.0'
|
31
31
|
spec.add_dependency 'zeitwerk', '~> 2.1'
|
32
32
|
|
@@ -44,7 +44,7 @@ module Karafka
|
|
44
44
|
# @example From Namespaced::Super2Consumer matching responder
|
45
45
|
# matcher.name #=> Super2Responder
|
46
46
|
def name
|
47
|
-
inflected =
|
47
|
+
inflected = +@klass.to_s.split('::').last.to_s
|
48
48
|
# We inject the from into the name just in case it is missing as in a situation like
|
49
49
|
# that it would just sanitize the name without adding the "to" postfix.
|
50
50
|
# It could create cases when we want to build for example a responder to a consumer
|
data/lib/karafka/version.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: karafka
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.3.
|
4
|
+
version: 1.3.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Maciej Mensfeld
|
@@ -36,7 +36,7 @@ cert_chain:
|
|
36
36
|
KJG/fhg1JV5vVDdVy6x+tv5SQ5ctU0feCsVfESi3rE3zRd+nvzE9HcZ5aXeL1UtJ
|
37
37
|
nT5Xrioegu2w1jPyVEgyZgTZC5rvD0nNS5sFNQ==
|
38
38
|
-----END CERTIFICATE-----
|
39
|
-
date: 2019-
|
39
|
+
date: 2019-12-26 00:00:00.000000000 Z
|
40
40
|
dependencies:
|
41
41
|
- !ruby/object:Gem::Dependency
|
42
42
|
name: dry-configurable
|
@@ -168,14 +168,14 @@ dependencies:
|
|
168
168
|
name: thor
|
169
169
|
requirement: !ruby/object:Gem::Requirement
|
170
170
|
requirements:
|
171
|
-
- - "
|
171
|
+
- - ">="
|
172
172
|
- !ruby/object:Gem::Version
|
173
173
|
version: '0.20'
|
174
174
|
type: :runtime
|
175
175
|
prerelease: false
|
176
176
|
version_requirements: !ruby/object:Gem::Requirement
|
177
177
|
requirements:
|
178
|
-
- - "
|
178
|
+
- - ">="
|
179
179
|
- !ruby/object:Gem::Version
|
180
180
|
version: '0.20'
|
181
181
|
- !ruby/object:Gem::Dependency
|
@@ -329,7 +329,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
329
329
|
- !ruby/object:Gem::Version
|
330
330
|
version: '0'
|
331
331
|
requirements: []
|
332
|
-
rubygems_version: 3.0.
|
332
|
+
rubygems_version: 3.1.0.pre1
|
333
333
|
signing_key:
|
334
334
|
specification_version: 4
|
335
335
|
summary: Ruby based framework for working with Apache Kafka
|
metadata.gz.sig
CHANGED
Binary file
|