karafka 1.2.9 → 1.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6ad76c21da97059ec8cdea2f33bd7c3cb665031c79b8416572931c36df824259
-  data.tar.gz: 593b9af1ae8ff861b2f89a5fbf9b31ca0091fc1926eefe3e7f740ff0076c9ac0
+  metadata.gz: ffe10d1ca48b0b218191231ec6969f3a767f5a1a4010dca0ef00fa44c2eaab67
+  data.tar.gz: 27d1b52ba3782b562176b7a6de73563bdd48c250bc0576a1821c55bfcec07bff
 SHA512:
-  metadata.gz: d08b6d28e177f7bee7651df80deb9367d9a76f9068d437f43848375b3bdfa5af7a3178efe9f5b78ce943462af79a44d3c585aeb4a90c78854aed454194f7fef1
-  data.tar.gz: c9d02a670504327c3a187b39c27fbfb9d9c21b09d491340536ee65736204b350fec1f3f7d28fbe968ebbe4bb08e018e5ca3cdebfb42e49aadbcdf9b2a18bbe83
+  metadata.gz: 85bdedfe0791c7d17abbc54ed49df83e2c9cbfb048124107d403559e72b2884909bcc5974c98a738744f80184315b2ee31cc8bd1048cc5a10230e6b6f0184e3d
+  data.tar.gz: 382074bee041ed27776571816a982fbd7f0af6b6f9cfa8fa393113acf1c2d4cbfb0a7573d2bcd16f2662667d1b8175546e281deb5a7b66ce30b5d9c4c19d005d

checksums.yaml.gz.sig

@@ -0,0 +1,2 @@
+���k�W%g
+�9�RHj��ia/�ۋ#���O��#�K��rS�����d��!q�:�v��}��.��Th�-S�j�T$�.�3�C+�

data/.coditsu/ci.yml

@@ -0,0 +1,3 @@
+repository_id: 'd4482d42-f6b5-44ba-a5e4-00989ac519ee'
+api_key: <%= ENV['CODITSU_API_KEY'] %>
+api_secret: <%= ENV['CODITSU_API_SECRET'] %>

data/.console_irbrc

@@ -1,11 +1,9 @@
 # irbrc for Karafka console
-require 'karafka'
-require Karafka.boot_file
 
 IRB.conf[:AUTO_INDENT] = true
 IRB.conf[:SAVE_HISTORY] = 1000
 IRB.conf[:USE_READLINE] = true
-IRB.conf[:HISTORY_FILE] = "#{Karafka::App.root}/.irb-history"
+IRB.conf[:HISTORY_FILE] = ".irb-history"
 IRB.conf[:LOAD_MODULES] = [] unless IRB.conf.key?(:LOAD_MODULES)
 
 unless IRB.conf[:LOAD_MODULES].include?('irb/completion')

data/.github/FUNDING.yml

@@ -0,0 +1,3 @@
+# These are supported funding model platforms
+
+open_collective: karafka

data/.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,50 @@
+---
+name: Bug Report
+about: Report an issue with Karafka you've discovered.
+---
+
+*Be clear, concise and precise in your description of the problem.
+Open an issue with a descriptive title and a summary in grammatically correct,
+complete sentences.*
+
+*Use the template below when reporting bugs. Please, make sure that
+you're running the latest stable Karafka and that the problem you're reporting
+hasn't been reported (and potentially fixed) already.*
+
+*Before filing the ticket you should replace all text above the horizontal
+rule with your own words.*
+
+--------
+
+## Expected behavior
+
+Describe here how you expected Karafka to behave in this particular situation.
+
+## Actual behavior
+
+Describe here what actually happened.
+
+## Steps to reproduce the problem
+
+This is extremely important! Providing us with a reliable way to reproduce
+a problem will expedite its solution.
+
+## Your setup details
+
+Please provide kafka version and the output of `karafka info` or `bundle exec karafka info` if using Bundler.
+
+Here's an example:
+
+```
+$ [bundle exec] karafka info
+Karafka version: 1.3.0
+Ruby version: 2.6.3
+Ruby-kafka version: 0.7.9
+Application client id: karafka-local
+Backend: inline
+Batch fetching: true
+Batch consuming: true
+Boot file: /app/karafka/karafka.rb
+Environment: development
+Kafka seed brokers: ["kafka://kafka:9092"]
+```

data/.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,20 @@
+---
+name: Feature Request
+about: Suggest new Karafka features or improvements to existing features.
+---
+
+## Is your feature request related to a problem? Please describe.
+
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+## Describe the solution you'd like
+
+A clear and concise description of what you want to happen.
+
+## Describe alternatives you've considered
+
+A clear and concise description of any alternative solutions or features you've considered.
+
+## Additional context
+
+Add any other context or screenshots about the feature request here.

data/.gitignore

@@ -6,6 +6,7 @@
 app.god
 
 # minimal Rails specific artifacts
+/.coditsu/local.yml
 db/*.sqlite3
 /log/development.log
 /log/production.log

data/.ruby-version

@@ -1 +1 @@
-2.5.3
+2.6.3

data/.travis.yml

@@ -1,16 +1,36 @@
+services:
+  - docker
+
 dist: trusty
 sudo: false
-language: ruby
 cache: bundler
 
-rvm:
-  - 2.3.8
-  - 2.4.5
-  - 2.5.3
-  - ruby-head
+git:
+  depth: false
+
+test: &test
+  stage: Test
+  language: ruby
+  before_install:
+    - gem install bundler
+    - gem update --system
+  script: bundle exec rspec
+
+jobs:
+  include:
+    - <<: *test
+      rvm: 2.6.3
+    - <<: *test
+      rvm: 2.5.5
 
-before_install:
-  - gem install bundler
-  - gem update --system
+    - stage: coditsu
+      language: ruby
+      rvm: 2.6.3
+      before_install:
+        - gem update --system
+        - gem install bundler
+      script: \curl -sSL https://api.coditsu.io/run/ci | bash
 
-script: bundle exec rspec
+stages:
+  - coditsu
+  - test

data/CHANGELOG.md

@@ -1,6 +1,71 @@
 # Karafka framework changelog
 
-## 1.2.9 Unreleased
+## 1.3.0 (2019-09-09)
+- Drop support for Ruby 2.4
+- YARD docs tags cleanup
+
+## 1.3.0.rc1 (2019-07-31)
+- Drop support for Kafka 0.10 in favor of native support for Kafka 0.11.
+- Update ruby-kafka to the 0.7 version
+- Support messages headers receiving
+- Message bus unification
+- Parser available in metadata
+- Cleanup towards moving to a non-global state app management
+- Drop Ruby 2.3 support
+- Support for Ruby 2.6.3
+- `Karafka::Loader` has been removed in favor of Zeitwerk
+- Schemas are now contracts
+- #393 - Reorganize responders - removed `multiple_usage` constrain
+- #388 - ssl_client_cert_chain sync
+- #300 - Store value in a value key and replace its content with parsed version - without root merge
+- #331 - Disallow building groups without topics
+- #340 - Instrumentation unification. Better and more consistent naming
+- #340 - Procline instrumentation for a nicer process name
+- #342 - Change default for `fetcher_max_queue_size` from `100` to `10` to lower max memory usage
+- #345 - Cleanup exceptions names
+- #341 - Split connection delegator into batch delegator and single_delegator
+- #351 - Rename `#retrieve!` to `#parse!` on params and `#parsed` to `parse!` on params batch.
+- #351 - Adds '#first' for params_batch that returns parsed first element from the params_batch object.
+- #360 - Single params consuming mode automatically parses data specs
+- #359 - Divide mark_as_consumed into mark_as_consumed and mark_as_consumed!
+- #356 - Provide a `#values` for params_batch to extract only values of objects from the params_batch
+- #363 - Too shallow ruby-kafka version lock
+- #354 - Expose consumer heartbeat
+- #377 - Remove the persistent setup in favor of persistence
+- #375 - Sidekiq Backend parser mismatch
+- #369 - Single consumer can support more than one topic
+- #288 - Drop dependency on `activesupport` gem
+- #371 - SASL over SSL
+- #392 - Move params redundant data to metadata
+- #335 - Metadata access from within the consumer
+- #402 - Delayed reconnection upon critical failures
+- #405 - `reconnect_timeout` value is now being validated
+- #437 - Specs ensuring that the `#437` won't occur in the `1.3` release
+- #426 - ssl client cert key password
+- #444 - add certificate and private key validation
+- #460 - Decouple responder "parser" (generator?) from topic.parser (benissimo)
+- #463 - Split parsers into serializers / deserializers
+- #473 - Support SASL OAuthBearer Authentication
+- #475 - Disallow subscribing to the same topic with multiple consumers
+- #485 - Setting shutdown_timeout to nil kills the app without waiting for anything
+- #487 - Make listeners as instances
+- #29 - Consumer class names must have the word "Consumer" in it in order to work (Sidekiq backend)
+- #491 - irb is missing for console to work
+- #502 - Karafka process hangs when sending multiple sigkills
+- #506 - ssl_verify_hostname sync
+- #483 - Upgrade dry-validation before releasing 1.3
+- #492 - Use Zeitwerk for code reload in development
+- #508 - Reset the consumers instances upon reconnecting to a cluster
+- [#530](https://github.com/karafka/karafka/pull/530) - expose ruby and ruby-kafka version
+- [534](https://github.com/karafka/karafka/pull/534) - Allow to use headers in the deserializer object
+
+## 1.2.11
+- [#470](https://github.com/karafka/karafka/issues/470) Karafka not working with dry-configurable 0.8
+
+## 1.2.10
+- [#453](https://github.com/karafka/karafka/pull/453) require `Forwardable` module
+
+## 1.2.9
 - Critical exceptions now will cause consumer to stop instead of retrying without a break
 - #412 - Fix dry-inflector dependency lock in gemspec
 - #414 - Backport to 1.2 the delayed retry upon failure
@@ -15,6 +80,7 @@
 ## 1.2.6
 - Lock WaterDrop to 1.2.3
 - Lock Ruby-Kafka to 0.6.x (support for 0.7 will be added in Karafka 1.3)
+- #382 - Full logging with AR, etc for development mode when there is Rails integration
 
 ## 1.2.5
 - #354 - Expose consumer heartbeat
@@ -25,10 +91,12 @@
 
 ## 1.2.3
 - #313 - support PLAINTEXT and SSL for scheme
+- #288 - drop activesupport callbacks in favor of notifications
 - #320 - Pausing indefinetely with nil pause timeout doesn't work
 - #318 - Partition pausing doesn't work with custom topic mappers
 - Rename ConfigAdapter to ApiAdapter to better reflect what it does
 - #317 - Manual offset committing doesn't work with custom topic mappers
+- #319 - Support for exponential backoff in pause
 
 ## 1.2.2
 - #312 - Broken for ActiveSupport 5.2.0

data/CONTRIBUTING.md

@@ -4,7 +4,7 @@
 
 First, thank you for considering contributing to karafka! It's people like you that make the open source community such a great community! 😊
 
-We welcome any type of contribution, not only code. You can help with 
+We welcome any type of contribution, not only code. You can help with:
 - **QA**: file bug reports, the more details you can give the better (e.g. screenshots with the console open)
 - **Marketing**: writing blog posts, howto's, printing stickers, ...
 - **Community**: presenting the project at meetups, organizing a dedicated meetup for the local community, ...

data/Gemfile

@@ -4,12 +4,9 @@ source 'https://rubygems.org'
 
 gemspec
 
-group :development, :test do
-  gem 'benchmark-ips'
-end
-
 group :test do
+  gem 'byebug'
+  gem 'factory_bot'
   gem 'rspec'
   gem 'simplecov'
-  gem 'timecop'
 end

data/Gemfile.lock

@@ -1,126 +1,137 @@
 PATH
   remote: .
   specs:
-    karafka (1.2.9)
-      activesupport (>= 4.0)
-      dry-configurable (~> 0.7)
+    karafka (1.3.0)
+      dry-configurable (~> 0.8)
       dry-inflector (~> 0.1)
-      dry-monitor (~> 0.1)
-      dry-validation (~> 0.11)
-      envlogic (~> 1.0)
+      dry-monitor (~> 0.3)
+      dry-validation (~> 1.2)
+      envlogic (~> 1.1)
+      irb (~> 1.0)
       multi_json (>= 1.12)
       rake (>= 11.3)
-      require_all (>= 1.4)
-      ruby-kafka (>= 0.6)
-      thor (~> 0.19)
-      waterdrop (~> 1.2.4)
+      ruby-kafka (>= 0.7.8)
+      thor (~> 0.20)
+      waterdrop (~> 1.3.0)
+      zeitwerk (~> 2.1)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    activesupport (5.2.2)
+    activesupport (6.0.0)
       concurrent-ruby (~> 1.0, >= 1.0.2)
       i18n (>= 0.7, < 2)
       minitest (~> 5.1)
       tzinfo (~> 1.1)
-    benchmark-ips (2.7.2)
-    concurrent-ruby (1.1.3)
-    delivery_boy (0.2.7)
-      king_konf (~> 0.2)
-      ruby-kafka (~> 0.5)
+      zeitwerk (~> 2.1, >= 2.1.8)
+    byebug (11.0.1)
+    concurrent-ruby (1.1.5)
+    delivery_boy (0.2.8)
+      king_konf (~> 0.3)
+      ruby-kafka (~> 0.7.8)
     diff-lcs (1.3)
     digest-crc (0.4.1)
-    docile (1.3.1)
-    dry-configurable (0.7.0)
+    docile (1.3.2)
+    dry-configurable (0.8.3)
       concurrent-ruby (~> 1.0)
-    dry-container (0.6.0)
+      dry-core (~> 0.4, >= 0.4.7)
+    dry-container (0.7.2)
       concurrent-ruby (~> 1.0)
       dry-configurable (~> 0.1, >= 0.1.3)
-    dry-core (0.4.7)
+    dry-core (0.4.9)
       concurrent-ruby (~> 1.0)
-    dry-equalizer (0.2.1)
-    dry-events (0.1.0)
+    dry-equalizer (0.2.2)
+    dry-events (0.2.0)
       concurrent-ruby (~> 1.0)
       dry-core (~> 0.4)
       dry-equalizer (~> 0.2)
     dry-inflector (0.1.2)
-    dry-logic (0.4.2)
-      dry-container (~> 0.2, >= 0.2.6)
+    dry-initializer (3.0.1)
+    dry-logic (1.0.3)
+      concurrent-ruby (~> 1.0)
       dry-core (~> 0.2)
       dry-equalizer (~> 0.2)
-    dry-monitor (0.1.2)
+    dry-monitor (0.3.1)
       dry-configurable (~> 0.5)
+      dry-core (~> 0.4)
       dry-equalizer (~> 0.2)
       dry-events (~> 0.1)
-      rouge (~> 2.0, >= 2.2.1)
-    dry-types (0.13.3)
+    dry-schema (1.3.3)
+      concurrent-ruby (~> 1.0)
+      dry-configurable (~> 0.8, >= 0.8.3)
+      dry-core (~> 0.4)
+      dry-equalizer (~> 0.2)
+      dry-initializer (~> 3.0)
+      dry-logic (~> 1.0)
+      dry-types (~> 1.0)
+    dry-types (1.1.1)
       concurrent-ruby (~> 1.0)
       dry-container (~> 0.3)
       dry-core (~> 0.4, >= 0.4.4)
-      dry-equalizer (~> 0.2)
+      dry-equalizer (~> 0.2, >= 0.2.2)
       dry-inflector (~> 0.1, >= 0.1.2)
-      dry-logic (~> 0.4, >= 0.4.2)
-    dry-validation (0.12.2)
+      dry-logic (~> 1.0, >= 1.0.2)
+    dry-validation (1.3.1)
       concurrent-ruby (~> 1.0)
-      dry-configurable (~> 0.1, >= 0.1.3)
-      dry-core (~> 0.2, >= 0.2.1)
+      dry-container (~> 0.7, >= 0.7.1)
+      dry-core (~> 0.4)
       dry-equalizer (~> 0.2)
-      dry-logic (~> 0.4, >= 0.4.0)
-      dry-types (~> 0.13.1)
+      dry-initializer (~> 3.0)
+      dry-schema (~> 1.0, >= 1.3.1)
     envlogic (1.1.0)
       dry-inflector (~> 0.1)
-    i18n (1.1.1)
+    factory_bot (5.0.2)
+      activesupport (>= 4.2.0)
+    i18n (1.6.0)
       concurrent-ruby (~> 1.0)
-    json (2.1.0)
+    irb (1.0.0)
+    json (2.2.0)
     king_konf (0.3.7)
     minitest (5.11.3)
     multi_json (1.13.1)
-    null-logger (0.1.5)
-    rake (12.3.1)
-    require_all (2.0.0)
-    rouge (2.2.1)
+    rake (12.3.3)
     rspec (3.8.0)
       rspec-core (~> 3.8.0)
       rspec-expectations (~> 3.8.0)
       rspec-mocks (~> 3.8.0)
-    rspec-core (3.8.0)
+    rspec-core (3.8.2)
       rspec-support (~> 3.8.0)
-    rspec-expectations (3.8.2)
+    rspec-expectations (3.8.4)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.8.0)
-    rspec-mocks (3.8.0)
+    rspec-mocks (3.8.1)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.8.0)
-    rspec-support (3.8.0)
-    ruby-kafka (0.7.4)
+    rspec-support (3.8.2)
+    ruby-kafka (0.7.10)
       digest-crc
-    simplecov (0.16.1)
+    simplecov (0.17.0)
       docile (~> 1.1)
       json (>= 1.8, < 3)
       simplecov-html (~> 0.10.0)
     simplecov-html (0.10.2)
     thor (0.20.3)
     thread_safe (0.3.6)
-    timecop (0.9.1)
     tzinfo (1.2.5)
       thread_safe (~> 0.1)
-    waterdrop (1.2.4)
+    waterdrop (1.3.0)
       delivery_boy (~> 0.2)
-      dry-configurable (~> 0.7)
-      dry-monitor (~> 0.1)
-      dry-validation (~> 0.11)
-      null-logger (~> 0.1)
-      ruby-kafka (>= 0.6)
+      dry-configurable (~> 0.8)
+      dry-monitor (~> 0.3)
+      dry-validation (~> 1.2)
+      ruby-kafka (>= 0.7.8)
+      zeitwerk (~> 2.1)
+    zeitwerk (2.1.10)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
-  benchmark-ips
+  byebug
+  factory_bot
   karafka!
   rspec
   simplecov
-  timecop
 
 BUNDLED WITH
-   1.17.1
+   2.0.2