karafka 1.3.1 → 1.3.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- checksums.yaml.gz.sig +0 -0
- data.tar.gz.sig +0 -0
- data/.ruby-version +1 -1
- data/.travis.yml +7 -7
- data/CHANGELOG.md +20 -15
- data/Gemfile.lock +17 -13
- data/karafka.gemspec +1 -1
- data/lib/karafka.rb +1 -0
- data/lib/karafka/helpers/class_matcher.rb +1 -1
- data/lib/karafka/version.rb +1 -1
- metadata +5 -5
- metadata.gz.sig +0 -0
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: b234491eed376f4bb8a4471888c04d8ef231c71c06cbfbbfa0b73a887153fa0e
|
|
4
|
+
data.tar.gz: ee9921fc8a13766749882b7ef9e1a86ebb6e70dacf1e7a9872b8b304b7b3ac04
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 6b7310e7e15d41e2be3a1cc64452118b00fd666b9bac8fc86bd143721d09f48a08198365c1993e6ca58e13ff82e44a4c5daa115f9a3385ba9f050cab48f89c61
|
|
7
|
+
data.tar.gz: f2b50c59c770321f9f28944c2444db8bf0c48d2f2b00675fae5086e4cd5057a43fd95bda06906078d2bf6d55cb48f8b35c33f835bc6b20cc121aa342b2b63253
|
checksums.yaml.gz.sig
CHANGED
|
Binary file
|
data.tar.gz.sig
CHANGED
|
Binary file
|
data/.ruby-version
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
2.
|
|
1
|
+
2.7.0
|
data/.travis.yml
CHANGED
|
@@ -12,25 +12,25 @@ test: &test
|
|
|
12
12
|
stage: Test
|
|
13
13
|
language: ruby
|
|
14
14
|
before_install:
|
|
15
|
-
- gem
|
|
16
|
-
- gem update --system
|
|
15
|
+
- yes | gem update --system
|
|
17
16
|
script: bundle exec rspec
|
|
18
17
|
|
|
19
18
|
jobs:
|
|
20
19
|
include:
|
|
20
|
+
- <<: *test
|
|
21
|
+
rvm: 2.7.0
|
|
21
22
|
- <<: *test
|
|
22
23
|
rvm: 2.6.5
|
|
23
24
|
- <<: *test
|
|
24
|
-
rvm: 2.5.
|
|
25
|
+
rvm: 2.5.7
|
|
25
26
|
|
|
26
27
|
- stage: coditsu
|
|
27
28
|
language: ruby
|
|
28
|
-
rvm: 2.
|
|
29
|
+
rvm: 2.7.0
|
|
29
30
|
before_install:
|
|
30
|
-
- gem update --system
|
|
31
|
-
- gem install bundler
|
|
31
|
+
- yes | gem update --system
|
|
32
32
|
script: \curl -sSL https://api.coditsu.io/run/ci | bash
|
|
33
33
|
|
|
34
34
|
stages:
|
|
35
|
-
- coditsu
|
|
36
35
|
- test
|
|
36
|
+
- coditsu
|
data/CHANGELOG.md
CHANGED
|
@@ -1,6 +1,11 @@
|
|
|
1
1
|
# Karafka framework changelog
|
|
2
2
|
|
|
3
|
-
##
|
|
3
|
+
## 1.3.3 (2019-12-23)
|
|
4
|
+
- Require `delegate` to fix missing dependency in `ruby-kafka`
|
|
5
|
+
|
|
6
|
+
## 1.3.2 (2019-12-23)
|
|
7
|
+
- #561 - Allow `thor` 1.0.x usage in Karafka
|
|
8
|
+
- #567 - Ruby 2.7.0 support + unfreeze of a frozen string fix
|
|
4
9
|
|
|
5
10
|
## 1.3.1 (2019-11-11)
|
|
6
11
|
- #545 - Makes sure the log directory exists when is possible (robertomiranda)
|
|
@@ -100,7 +105,7 @@
|
|
|
100
105
|
## 1.2.3
|
|
101
106
|
- #313 - support PLAINTEXT and SSL for scheme
|
|
102
107
|
- #288 - drop activesupport callbacks in favor of notifications
|
|
103
|
-
- #320 - Pausing
|
|
108
|
+
- #320 - Pausing indefinitely with nil pause timeout doesn't work
|
|
104
109
|
- #318 - Partition pausing doesn't work with custom topic mappers
|
|
105
110
|
- Rename ConfigAdapter to ApiAdapter to better reflect what it does
|
|
106
111
|
- #317 - Manual offset committing doesn't work with custom topic mappers
|
|
@@ -229,7 +234,7 @@
|
|
|
229
234
|
- Switch to multi json so everyone can use their favourite JSON parser
|
|
230
235
|
- Added jruby support in general and in Travis
|
|
231
236
|
- #196 - Topic mapper does not map topics when subscribing thanks to @webandtech
|
|
232
|
-
- #96 - Karafka server -
|
|
237
|
+
- #96 - Karafka server - possibility to run it only for a certain topics
|
|
233
238
|
- ~~karafka worker cli option is removed (please use sidekiq directly)~~ - restored, bad idea
|
|
234
239
|
- (optional) pausing upon processing failures ```pause_timeout```
|
|
235
240
|
- Karafka console main process no longer intercepts irb errors
|
|
@@ -237,7 +242,7 @@
|
|
|
237
242
|
- #204 - Long running controllers
|
|
238
243
|
- Better internal API to handle multiple usage cases using ```Karafka::Controllers::Includer```
|
|
239
244
|
- #207 - Rename before_enqueued to after_received
|
|
240
|
-
- #147 -
|
|
245
|
+
- #147 - De-attach Karafka from Sidekiq by extracting Sidekiq backend
|
|
241
246
|
|
|
242
247
|
### New features and improvements
|
|
243
248
|
|
|
@@ -322,7 +327,7 @@
|
|
|
322
327
|
- Waterdrop 0.3.2.1 with kafka.hosts instead of kafka_hosts
|
|
323
328
|
- #105 - Karafka::Monitor#caller_label not working with inherited monitors
|
|
324
329
|
- #99 - Standalone mode (without Sidekiq)
|
|
325
|
-
- #97 - Buffer responders single topics before send (
|
|
330
|
+
- #97 - Buffer responders single topics before send (pre-validation)
|
|
326
331
|
- Better control over consumer thanks to additional config options
|
|
327
332
|
- #111 - Dynamic worker assignment based on the income params
|
|
328
333
|
- Long shutdown time fix
|
|
@@ -330,7 +335,7 @@
|
|
|
330
335
|
## 0.5.0
|
|
331
336
|
- Removed Zookeeper totally as dependency
|
|
332
337
|
- Better group and partition rebalancing
|
|
333
|
-
- Automatic thread management (no need for
|
|
338
|
+
- Automatic thread management (no need for tuning) - each topic is a separate actor/thread
|
|
334
339
|
- Moved from Poseidon into Ruby-Kafka
|
|
335
340
|
- No more max_concurrency setting
|
|
336
341
|
- After you define your App class and routes (and everything else) you need to add execute App.boot!
|
|
@@ -346,14 +351,14 @@
|
|
|
346
351
|
- Ruby 2.2.* support dropped
|
|
347
352
|
- Using App name as a Kafka client_id
|
|
348
353
|
- Automatic Capistrano integration
|
|
349
|
-
- Responders support for handling better responses
|
|
354
|
+
- Responders support for handling better responses pipe-lining and better responses flow description and design (see README for more details)
|
|
350
355
|
- Gem bump
|
|
351
356
|
- Readme updates
|
|
352
357
|
- karafka flow CLI command for printing the application flow
|
|
353
|
-
- Some internal
|
|
358
|
+
- Some internal refactoring
|
|
354
359
|
|
|
355
360
|
## 0.4.2
|
|
356
|
-
- #87 -
|
|
361
|
+
- #87 - Re-consume mode with crone for better Rails/Rack integration
|
|
357
362
|
- Moved Karafka server related stuff into separate Karafka::Server class
|
|
358
363
|
- Renamed Karafka::Runner into Karafka::Fetcher
|
|
359
364
|
- Gem bump
|
|
@@ -365,7 +370,7 @@
|
|
|
365
370
|
|
|
366
371
|
## 0.4.1
|
|
367
372
|
- Explicit throw(:abort) required to halt before_enqueue (like in Rails 5)
|
|
368
|
-
- #61 -
|
|
373
|
+
- #61 - autodiscovery of Kafka brokers based on Zookeeper data
|
|
369
374
|
- #63 - Graceful shutdown with current offset state during data processing
|
|
370
375
|
- #65 - Example of NewRelic monitor is outdated
|
|
371
376
|
- #71 - Setup should be executed after user code is loaded
|
|
@@ -421,7 +426,7 @@
|
|
|
421
426
|
- Added Karafka::Monitoring that allows to add custom logging and monitoring with external libraries and systems
|
|
422
427
|
- Moved logging functionality into Karafka::Monitoring default monitoring
|
|
423
428
|
- Added possibility to provide own monitoring as long as in responds to #notice and #notice_error
|
|
424
|
-
-
|
|
429
|
+
- Standardized logging format for all logs
|
|
425
430
|
|
|
426
431
|
## 0.3.0
|
|
427
432
|
- Switched from custom ParserError for each parser to general catching of Karafka::Errors::ParseError and its descendants
|
|
@@ -438,7 +443,7 @@
|
|
|
438
443
|
|
|
439
444
|
## 0.1.19
|
|
440
445
|
- Internal call - schedule naming change
|
|
441
|
-
- Enqueue to perform_async naming in controller to follow
|
|
446
|
+
- Enqueue to perform_async naming in controller to follow Sidekiq naming convention
|
|
442
447
|
- Gem bump
|
|
443
448
|
|
|
444
449
|
## 0.1.18
|
|
@@ -449,7 +454,7 @@
|
|
|
449
454
|
- Changed Karafka::Connection::Cluster tp Karafka::Connection::ActorCluster to distinguish between a single thread actor cluster for multiple topic connection and a future feature that will allow process clusterization.
|
|
450
455
|
- Add an ability to use user-defined parsers for a messages
|
|
451
456
|
- Lazy load params for before callbacks
|
|
452
|
-
- Automatic loading/
|
|
457
|
+
- Automatic loading/initializing all workers classes during startup (so Sidekiq won't fail with unknown workers exception)
|
|
453
458
|
- Params are now private to controller
|
|
454
459
|
- Added bootstrap method to app.rb
|
|
455
460
|
|
|
@@ -490,7 +495,7 @@
|
|
|
490
495
|
- Added worker logger
|
|
491
496
|
|
|
492
497
|
## 0.1.8
|
|
493
|
-
-
|
|
498
|
+
- Dropped local env support in favour of [Envlogic](https://github.com/karafka/envlogic) - no changes in API
|
|
494
499
|
|
|
495
500
|
## 0.1.7
|
|
496
501
|
- Karafka option for Redis hosts (not localhost only)
|
|
@@ -520,7 +525,7 @@
|
|
|
520
525
|
|
|
521
526
|
## 0.1.1
|
|
522
527
|
- README updates
|
|
523
|
-
-
|
|
528
|
+
- Rake tasks updates
|
|
524
529
|
- Rake installation task
|
|
525
530
|
- Changelog file added
|
|
526
531
|
|
data/Gemfile.lock
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
PATH
|
|
2
2
|
remote: .
|
|
3
3
|
specs:
|
|
4
|
-
karafka (1.3.
|
|
4
|
+
karafka (1.3.3)
|
|
5
5
|
dry-configurable (~> 0.8)
|
|
6
6
|
dry-inflector (~> 0.1)
|
|
7
7
|
dry-monitor (~> 0.3)
|
|
@@ -11,14 +11,14 @@ PATH
|
|
|
11
11
|
multi_json (>= 1.12)
|
|
12
12
|
rake (>= 11.3)
|
|
13
13
|
ruby-kafka (>= 0.7.8)
|
|
14
|
-
thor (
|
|
14
|
+
thor (>= 0.20)
|
|
15
15
|
waterdrop (~> 1.3.0)
|
|
16
16
|
zeitwerk (~> 2.1)
|
|
17
17
|
|
|
18
18
|
GEM
|
|
19
19
|
remote: https://rubygems.org/
|
|
20
20
|
specs:
|
|
21
|
-
activesupport (6.0.1)
|
|
21
|
+
activesupport (6.0.2.1)
|
|
22
22
|
concurrent-ruby (~> 1.0, >= 1.0.2)
|
|
23
23
|
i18n (>= 0.7, < 2)
|
|
24
24
|
minitest (~> 5.1)
|
|
@@ -56,7 +56,7 @@ GEM
|
|
|
56
56
|
dry-core (~> 0.4)
|
|
57
57
|
dry-equalizer (~> 0.2)
|
|
58
58
|
dry-events (~> 0.1)
|
|
59
|
-
dry-schema (1.4.
|
|
59
|
+
dry-schema (1.4.2)
|
|
60
60
|
concurrent-ruby (~> 1.0)
|
|
61
61
|
dry-configurable (~> 0.8, >= 0.8.3)
|
|
62
62
|
dry-core (~> 0.4)
|
|
@@ -64,14 +64,14 @@ GEM
|
|
|
64
64
|
dry-initializer (~> 3.0)
|
|
65
65
|
dry-logic (~> 1.0)
|
|
66
66
|
dry-types (~> 1.2)
|
|
67
|
-
dry-types (1.2.
|
|
67
|
+
dry-types (1.2.2)
|
|
68
68
|
concurrent-ruby (~> 1.0)
|
|
69
69
|
dry-container (~> 0.3)
|
|
70
70
|
dry-core (~> 0.4, >= 0.4.4)
|
|
71
|
-
dry-equalizer (~> 0.
|
|
71
|
+
dry-equalizer (~> 0.3)
|
|
72
72
|
dry-inflector (~> 0.1, >= 0.1.2)
|
|
73
73
|
dry-logic (~> 1.0, >= 1.0.2)
|
|
74
|
-
dry-validation (1.
|
|
74
|
+
dry-validation (1.4.0)
|
|
75
75
|
concurrent-ruby (~> 1.0)
|
|
76
76
|
dry-container (~> 0.7, >= 0.7.1)
|
|
77
77
|
dry-core (~> 0.4)
|
|
@@ -84,12 +84,16 @@ GEM
|
|
|
84
84
|
activesupport (>= 4.2.0)
|
|
85
85
|
i18n (1.7.0)
|
|
86
86
|
concurrent-ruby (~> 1.0)
|
|
87
|
-
|
|
88
|
-
|
|
87
|
+
io-console (0.5.3)
|
|
88
|
+
irb (1.2.1)
|
|
89
|
+
reline (>= 0.0.1)
|
|
90
|
+
json (2.3.0)
|
|
89
91
|
king_konf (0.3.7)
|
|
90
92
|
minitest (5.13.0)
|
|
91
93
|
multi_json (1.14.1)
|
|
92
|
-
rake (13.0.
|
|
94
|
+
rake (13.0.1)
|
|
95
|
+
reline (0.1.2)
|
|
96
|
+
io-console (~> 0.5)
|
|
93
97
|
rspec (3.9.0)
|
|
94
98
|
rspec-core (~> 3.9.0)
|
|
95
99
|
rspec-expectations (~> 3.9.0)
|
|
@@ -110,7 +114,7 @@ GEM
|
|
|
110
114
|
json (>= 1.8, < 3)
|
|
111
115
|
simplecov-html (~> 0.10.0)
|
|
112
116
|
simplecov-html (0.10.2)
|
|
113
|
-
thor (0.
|
|
117
|
+
thor (1.0.1)
|
|
114
118
|
thread_safe (0.3.6)
|
|
115
119
|
tzinfo (1.2.5)
|
|
116
120
|
thread_safe (~> 0.1)
|
|
@@ -121,7 +125,7 @@ GEM
|
|
|
121
125
|
dry-validation (~> 1.2)
|
|
122
126
|
ruby-kafka (>= 0.7.8)
|
|
123
127
|
zeitwerk (~> 2.1)
|
|
124
|
-
zeitwerk (2.2.
|
|
128
|
+
zeitwerk (2.2.2)
|
|
125
129
|
|
|
126
130
|
PLATFORMS
|
|
127
131
|
ruby
|
|
@@ -134,4 +138,4 @@ DEPENDENCIES
|
|
|
134
138
|
simplecov
|
|
135
139
|
|
|
136
140
|
BUNDLED WITH
|
|
137
|
-
2.
|
|
141
|
+
2.1.2
|
data/karafka.gemspec
CHANGED
|
@@ -26,7 +26,7 @@ Gem::Specification.new do |spec|
|
|
|
26
26
|
spec.add_dependency 'multi_json', '>= 1.12'
|
|
27
27
|
spec.add_dependency 'rake', '>= 11.3'
|
|
28
28
|
spec.add_dependency 'ruby-kafka', '>= 0.7.8'
|
|
29
|
-
spec.add_dependency 'thor', '
|
|
29
|
+
spec.add_dependency 'thor', '>= 0.20'
|
|
30
30
|
spec.add_dependency 'waterdrop', '~> 1.3.0'
|
|
31
31
|
spec.add_dependency 'zeitwerk', '~> 2.1'
|
|
32
32
|
|
data/lib/karafka.rb
CHANGED
|
@@ -44,7 +44,7 @@ module Karafka
|
|
|
44
44
|
# @example From Namespaced::Super2Consumer matching responder
|
|
45
45
|
# matcher.name #=> Super2Responder
|
|
46
46
|
def name
|
|
47
|
-
inflected =
|
|
47
|
+
inflected = +@klass.to_s.split('::').last.to_s
|
|
48
48
|
# We inject the from into the name just in case it is missing as in a situation like
|
|
49
49
|
# that it would just sanitize the name without adding the "to" postfix.
|
|
50
50
|
# It could create cases when we want to build for example a responder to a consumer
|
data/lib/karafka/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: karafka
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.3.
|
|
4
|
+
version: 1.3.3
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Maciej Mensfeld
|
|
@@ -36,7 +36,7 @@ cert_chain:
|
|
|
36
36
|
KJG/fhg1JV5vVDdVy6x+tv5SQ5ctU0feCsVfESi3rE3zRd+nvzE9HcZ5aXeL1UtJ
|
|
37
37
|
nT5Xrioegu2w1jPyVEgyZgTZC5rvD0nNS5sFNQ==
|
|
38
38
|
-----END CERTIFICATE-----
|
|
39
|
-
date: 2019-
|
|
39
|
+
date: 2019-12-26 00:00:00.000000000 Z
|
|
40
40
|
dependencies:
|
|
41
41
|
- !ruby/object:Gem::Dependency
|
|
42
42
|
name: dry-configurable
|
|
@@ -168,14 +168,14 @@ dependencies:
|
|
|
168
168
|
name: thor
|
|
169
169
|
requirement: !ruby/object:Gem::Requirement
|
|
170
170
|
requirements:
|
|
171
|
-
- - "
|
|
171
|
+
- - ">="
|
|
172
172
|
- !ruby/object:Gem::Version
|
|
173
173
|
version: '0.20'
|
|
174
174
|
type: :runtime
|
|
175
175
|
prerelease: false
|
|
176
176
|
version_requirements: !ruby/object:Gem::Requirement
|
|
177
177
|
requirements:
|
|
178
|
-
- - "
|
|
178
|
+
- - ">="
|
|
179
179
|
- !ruby/object:Gem::Version
|
|
180
180
|
version: '0.20'
|
|
181
181
|
- !ruby/object:Gem::Dependency
|
|
@@ -329,7 +329,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
329
329
|
- !ruby/object:Gem::Version
|
|
330
330
|
version: '0'
|
|
331
331
|
requirements: []
|
|
332
|
-
rubygems_version: 3.
|
|
332
|
+
rubygems_version: 3.1.2
|
|
333
333
|
signing_key:
|
|
334
334
|
specification_version: 4
|
|
335
335
|
summary: Ruby based framework for working with Apache Kafka
|
metadata.gz.sig
CHANGED
|
Binary file
|