karafka 2.0.0 → 2.1.0

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka
 version: !ruby/object:Gem::Version
-  version: 2.0.0
+  version: 2.1.0
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -10,31 +10,32 @@ bindir: bin
 cert_chain:
 - |
   -----BEGIN CERTIFICATE-----
-  MIIEODCCAqCgAwIBAgIBATANBgkqhkiG9w0BAQsFADAjMSEwHwYDVQQDDBhtYWNp
-  ZWovREM9bWVuc2ZlbGQvREM9cGwwHhcNMjEwODExMTQxNTEzWhcNMjIwODExMTQx
-  NTEzWjAjMSEwHwYDVQQDDBhtYWNpZWovREM9bWVuc2ZlbGQvREM9cGwwggGiMA0G
-  CSqGSIb3DQEBAQUAA4IBjwAwggGKAoIBgQDV2jKH4Ti87GM6nyT6D+ESzTI0MZDj
-  ak2/TEwnxvijMJyCCPKT/qIkbW4/f0VHM4rhPr1nW73sb5SZBVFCLlJcOSKOBdUY
-  TMY+SIXN2EtUaZuhAOe8LxtxjHTgRHvHcqUQMBENXTISNzCo32LnUxweu66ia4Pd
-  1mNRhzOqNv9YiBZvtBf7IMQ+sYdOCjboq2dlsWmJiwiDpY9lQBTnWORnT3mQxU5x
-  vPSwnLB854cHdCS8fQo4DjeJBRZHhEbcE5sqhEMB3RZA3EtFVEXOxlNxVTS3tncI
-  qyNXiWDaxcipaens4ObSY1C2HTV7OWb7OMqSCIybeYTSfkaSdqmcl4S6zxXkjH1J
-  tnjayAVzD+QVXGijsPLE2PFnJAh9iDET2cMsjabO1f6l1OQNyAtqpcyQcgfnyW0z
-  g7tGxTYD+6wJHffM9d9txOUw6djkF6bDxyqB8lo4Z3IObCx18AZjI9XPS9QG7w6q
-  LCWuMG2lkCcRgASqaVk9fEf9yMc2xxz5o3kCAwEAAaN3MHUwCQYDVR0TBAIwADAL
-  BgNVHQ8EBAMCBLAwHQYDVR0OBBYEFBqUFCKCOe5IuueUVqOB991jyCLLMB0GA1Ud
-  EQQWMBSBEm1hY2llakBtZW5zZmVsZC5wbDAdBgNVHRIEFjAUgRJtYWNpZWpAbWVu
-  c2ZlbGQucGwwDQYJKoZIhvcNAQELBQADggGBADD0/UuTTFgW+CGk2U0RDw2RBOca
-  W2LTF/G7AOzuzD0Tc4voc7WXyrgKwJREv8rgBimLnNlgmFJLmtUCh2U/MgxvcilH
-  yshYcbseNvjkrtYnLRlWZR4SSB6Zei5AlyGVQLPkvdsBpNegcG6w075YEwzX/38a
-  8V9B/Yri2OGELBz8ykl7BsXUgNoUPA/4pHF6YRLz+VirOaUIQ4JfY7xGj6fSOWWz
-  /rQ/d77r6o1mfJYM/3BRVg73a3b7DmRnE5qjwmSaSQ7u802pJnLesmArch0xGCT/
-  fMmRli1Qb+6qOTl9mzD6UDMAyFR4t6MStLm0mIEqM0nBO5nUdUWbC7l9qXEf8XBE
-  2DP28p3EqSuS+lKbAWKcqv7t0iRhhmaod+Yn9mcrLN1sa3q3KSQ9BCyxezCD4Mk2
-  R2P11bWoCtr70BsccVrN8jEhzwXngMyI2gVt750Y+dbTu1KgRqZKp/ECe7ZzPzXj
-  pIy9vHxTANKYVyI4qj8OrFdEM5BQNu8oQpL0iQ==
+  MIIEcDCCAtigAwIBAgIBATANBgkqhkiG9w0BAQsFADA/MRAwDgYDVQQDDAdjb250
+  YWN0MRcwFQYKCZImiZPyLGQBGRYHa2FyYWZrYTESMBAGCgmSJomT8ixkARkWAmlv
+  MB4XDTIyMDgxOTE3MjEzN1oXDTIzMDgxOTE3MjEzN1owPzEQMA4GA1UEAwwHY29u
+  dGFjdDEXMBUGCgmSJomT8ixkARkWB2thcmFma2ExEjAQBgoJkiaJk/IsZAEZFgJp
+  bzCCAaIwDQYJKoZIhvcNAQEBBQADggGPADCCAYoCggGBAODzeO3L6lxdATzMHKNW
+  jFA/GGunoPuylO/BMzy8RiQHh7VIvysAKs0tHhTx3g2D0STDpF+hcQcPELFikiT2
+  F+1wOHj/SsrK7VKqfA8+gq04hKc5sQoX2Egf9k3V0YJ3eZ6R/koHkQ8A0TVt0w6F
+  ZQckoV4MqnEAx0g/FZN3mnHTlJ3VFLSBqJEIe+S6FZMl92mSv+hTrlUG8VaYxSfN
+  lTCvnKk284F6QZq5XIENLRmcDd/3aPBLnLwNnyMyhB+6gK8cUO+CFlDO5tjo/aBA
+  rUnl++wGG0JooF1ed0v+evOn9KoMBG6rHewcf79qJbVOscbD8qSAmo+sCXtcFryr
+  KRMTB8gNbowJkFRJDEe8tfRy11u1fYzFg/qNO82FJd62rKAw2wN0C29yCeQOPRb1
+  Cw9Y4ZwK9VFNEcV9L+3pHTHn2XfuZHtDaG198VweiF6raFO4yiEYccodH/USP0L5
+  cbcCFtmu/4HDSxL1ByQXO84A0ybJuk3/+aPUSXe9C9U8fwIDAQABo3cwdTAJBgNV
+  HRMEAjAAMAsGA1UdDwQEAwIEsDAdBgNVHQ4EFgQUSlcEakb7gfn/5E2WY6z73BF/
+  iZkwHQYDVR0RBBYwFIESY29udGFjdEBrYXJhZmthLmlvMB0GA1UdEgQWMBSBEmNv
+  bnRhY3RAa2FyYWZrYS5pbzANBgkqhkiG9w0BAQsFAAOCAYEA1aS+E7RXJ1w9g9mJ
+  G0NzFxe64OEuENosNlvYQCbRKGCXAU1qqelYkBQHseRgRKxLICrnypRo9IEobyHa
+  vDnJ4r7Tsb34dleqQW2zY/obG+cia3Ym2JsegXWF7dDOzCXJ4FN8MFoT2jHlqLLw
+  yrap0YO5zx0GSQ0Dwy8h2n2v2vanMEeCx7iNm3ERgR5WuN5sjzWoz2A/JLEEcK0C
+  EnAGKCWAd1fuG8IemDjT1edsd5FyYR4bIX0m+99oDuFZyPiiIbalmyYiSBBp59Yb
+  Q0P8zeBi4OfwCZNcxqz0KONmw9JLNv6DgyEAH5xe/4JzhMEgvIRiPj0pHfA7oqQF
+  KUNqvD1KlxbEC+bZfE5IZhnqYLdld/Ksqd22FI1RBhiS1Ejfsj99LVIm9cBuZEY2
+  Qf04B9ceLUaC4fPVEz10FyobjaFoY4i32xRto3XnrzeAgfEe4swLq8bQsR3w/EF3
+  MGU0FeSV2Yj7Xc2x/7BzLK8xQn5l7Yy75iPF+KP3vVmDHnNl
   -----END CERTIFICATE-----
-date: 2022-08-05 00:00:00.000000000 Z
+date: 2023-05-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: karafka-core
@@ -42,7 +43,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.0.2
+        version: 2.0.12
     - - "<"
       - !ruby/object:Gem::Version
         version: 3.0.0
@@ -52,24 +53,10 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.0.2
+        version: 2.0.12
     - - "<"
       - !ruby/object:Gem::Version
         version: 3.0.0
-- !ruby/object:Gem::Dependency
-  name: rdkafka
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0.12'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0.12'
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
@@ -90,7 +77,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.4.1
+        version: 2.4.10
     - - "<"
       - !ruby/object:Gem::Version
         version: 3.0.0
@@ -100,7 +87,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.4.1
+        version: 2.4.10
     - - "<"
       - !ruby/object:Gem::Version
         version: 3.0.0
@@ -118,9 +105,13 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.3'
-description: Framework used to simplify Apache Kafka based Ruby applications development
+description: |2
+      Karafka is Ruby and Rails efficient Kafka processing framework.
+
+      Karafka allows you to capture everything that happens in your systems in large scale,
+      without having to focus on things that are not your business domain.
 email:
-- maciej@mensfeld.pl
+- contact@karafka.io
 executables:
 - karafka
 extensions: []
@@ -129,6 +120,7 @@ files:
 - ".coditsu/ci.yml"
 - ".console_irbrc"
 - ".diffend.yml"
+- ".github/FUNDING.yml"
 - ".github/ISSUE_TEMPLATE/bug_report.md"
 - ".github/ISSUE_TEMPLATE/feature_request.md"
 - ".github/workflows/ci.yml"
@@ -149,23 +141,28 @@ files:
 - bin/create_token
 - bin/integrations
 - bin/karafka
+- bin/rspecs
 - bin/scenario
 - bin/stress_many
 - bin/stress_one
-- bin/wait_for_kafka
+- bin/verify_license_integrity
+- certs/cert_chain.pem
 - certs/karafka-pro.pem
-- certs/mensfeld.pem
-- config/errors.yml
+- config/locales/errors.yml
+- config/locales/pro_errors.yml
 - docker-compose.yml
 - karafka.gemspec
 - lib/active_job/karafka.rb
 - lib/active_job/queue_adapters/karafka_adapter.rb
 - lib/karafka.rb
 - lib/karafka/active_job/consumer.rb
+- lib/karafka/active_job/current_attributes.rb
+- lib/karafka/active_job/current_attributes/loading.rb
+- lib/karafka/active_job/current_attributes/persistence.rb
 - lib/karafka/active_job/dispatcher.rb
 - lib/karafka/active_job/job_extensions.rb
 - lib/karafka/active_job/job_options_contract.rb
-- lib/karafka/active_job/routing/extensions.rb
+- lib/karafka/admin.rb
 - lib/karafka/app.rb
 - lib/karafka/base_consumer.rb
 - lib/karafka/cli.rb
@@ -174,7 +171,9 @@ files:
 - lib/karafka/cli/info.rb
 - lib/karafka/cli/install.rb
 - lib/karafka/cli/server.rb
+- lib/karafka/cli/topics.rb
 - lib/karafka/connection/client.rb
+- lib/karafka/connection/consumer_group_coordinator.rb
 - lib/karafka/connection/listener.rb
 - lib/karafka/connection/listeners_batch.rb
 - lib/karafka/connection/messages_buffer.rb
@@ -185,14 +184,14 @@ files:
 - lib/karafka/contracts/base.rb
 - lib/karafka/contracts/config.rb
 - lib/karafka/contracts/consumer_group.rb
-- lib/karafka/contracts/consumer_group_topic.rb
 - lib/karafka/contracts/server_cli_options.rb
+- lib/karafka/contracts/topic.rb
+- lib/karafka/embedded.rb
 - lib/karafka/env.rb
 - lib/karafka/errors.rb
 - lib/karafka/helpers/async.rb
 - lib/karafka/helpers/colorize.rb
 - lib/karafka/helpers/multi_delegator.rb
-- lib/karafka/instrumentation.rb
 - lib/karafka/instrumentation/callbacks/error.rb
 - lib/karafka/instrumentation/callbacks/statistics.rb
 - lib/karafka/instrumentation/logger.rb
@@ -201,7 +200,9 @@ files:
 - lib/karafka/instrumentation/notifications.rb
 - lib/karafka/instrumentation/proctitle_listener.rb
 - lib/karafka/instrumentation/vendors/datadog/dashboard.json
-- lib/karafka/instrumentation/vendors/datadog/listener.rb
+- lib/karafka/instrumentation/vendors/datadog/logger_listener.rb
+- lib/karafka/instrumentation/vendors/datadog/metrics_listener.rb
+- lib/karafka/instrumentation/vendors/kubernetes/liveness_listener.rb
 - lib/karafka/licenser.rb
 - lib/karafka/messages/batch_metadata.rb
 - lib/karafka/messages/builders/batch_metadata.rb
@@ -210,25 +211,116 @@ files:
 - lib/karafka/messages/message.rb
 - lib/karafka/messages/messages.rb
 - lib/karafka/messages/metadata.rb
+- lib/karafka/messages/parser.rb
 - lib/karafka/messages/seek.rb
+- lib/karafka/patches/rdkafka/bindings.rb
 - lib/karafka/patches/rdkafka/consumer.rb
 - lib/karafka/pro.rb
 - lib/karafka/pro/active_job/consumer.rb
 - lib/karafka/pro/active_job/dispatcher.rb
 - lib/karafka/pro/active_job/job_options_contract.rb
-- lib/karafka/pro/base_consumer.rb
-- lib/karafka/pro/contracts/base.rb
-- lib/karafka/pro/contracts/consumer_group.rb
-- lib/karafka/pro/contracts/consumer_group_topic.rb
+- lib/karafka/pro/encryption.rb
+- lib/karafka/pro/encryption/cipher.rb
+- lib/karafka/pro/encryption/contracts/config.rb
+- lib/karafka/pro/encryption/errors.rb
+- lib/karafka/pro/encryption/messages/middleware.rb
+- lib/karafka/pro/encryption/messages/parser.rb
+- lib/karafka/pro/encryption/setup/config.rb
+- lib/karafka/pro/iterator.rb
 - lib/karafka/pro/loader.rb
 - lib/karafka/pro/performance_tracker.rb
+- lib/karafka/pro/processing/collapser.rb
 - lib/karafka/pro/processing/coordinator.rb
+- lib/karafka/pro/processing/filters/base.rb
+- lib/karafka/pro/processing/filters/delayer.rb
+- lib/karafka/pro/processing/filters/expirer.rb
+- lib/karafka/pro/processing/filters/throttler.rb
+- lib/karafka/pro/processing/filters/virtual_limiter.rb
+- lib/karafka/pro/processing/filters_applier.rb
 - lib/karafka/pro/processing/jobs/consume_non_blocking.rb
+- lib/karafka/pro/processing/jobs/revoked_non_blocking.rb
 - lib/karafka/pro/processing/jobs_builder.rb
 - lib/karafka/pro/processing/partitioner.rb
 - lib/karafka/pro/processing/scheduler.rb
-- lib/karafka/pro/routing/builder_extensions.rb
-- lib/karafka/pro/routing/topic_extensions.rb
+- lib/karafka/pro/processing/strategies.rb
+- lib/karafka/pro/processing/strategies/aj/dlq_ftr_lrj_mom.rb
+- lib/karafka/pro/processing/strategies/aj/dlq_ftr_lrj_mom_vp.rb
+- lib/karafka/pro/processing/strategies/aj/dlq_ftr_mom.rb
+- lib/karafka/pro/processing/strategies/aj/dlq_ftr_mom_vp.rb
+- lib/karafka/pro/processing/strategies/aj/dlq_lrj_mom.rb
+- lib/karafka/pro/processing/strategies/aj/dlq_lrj_mom_vp.rb
+- lib/karafka/pro/processing/strategies/aj/dlq_mom.rb
+- lib/karafka/pro/processing/strategies/aj/dlq_mom_vp.rb
+- lib/karafka/pro/processing/strategies/aj/ftr_lrj_mom.rb
+- lib/karafka/pro/processing/strategies/aj/ftr_lrj_mom_vp.rb
+- lib/karafka/pro/processing/strategies/aj/ftr_mom.rb
+- lib/karafka/pro/processing/strategies/aj/ftr_mom_vp.rb
+- lib/karafka/pro/processing/strategies/aj/lrj_mom.rb
+- lib/karafka/pro/processing/strategies/aj/lrj_mom_vp.rb
+- lib/karafka/pro/processing/strategies/aj/mom.rb
+- lib/karafka/pro/processing/strategies/aj/mom_vp.rb
+- lib/karafka/pro/processing/strategies/base.rb
+- lib/karafka/pro/processing/strategies/default.rb
+- lib/karafka/pro/processing/strategies/dlq/default.rb
+- lib/karafka/pro/processing/strategies/dlq/ftr.rb
+- lib/karafka/pro/processing/strategies/dlq/ftr_lrj.rb
+- lib/karafka/pro/processing/strategies/dlq/ftr_lrj_mom.rb
+- lib/karafka/pro/processing/strategies/dlq/ftr_lrj_mom_vp.rb
+- lib/karafka/pro/processing/strategies/dlq/ftr_lrj_vp.rb
+- lib/karafka/pro/processing/strategies/dlq/ftr_mom.rb
+- lib/karafka/pro/processing/strategies/dlq/ftr_mom_vp.rb
+- lib/karafka/pro/processing/strategies/dlq/ftr_vp.rb
+- lib/karafka/pro/processing/strategies/dlq/lrj.rb
+- lib/karafka/pro/processing/strategies/dlq/lrj_mom.rb
+- lib/karafka/pro/processing/strategies/dlq/lrj_mom_vp.rb
+- lib/karafka/pro/processing/strategies/dlq/lrj_vp.rb
+- lib/karafka/pro/processing/strategies/dlq/mom.rb
+- lib/karafka/pro/processing/strategies/dlq/mom_vp.rb
+- lib/karafka/pro/processing/strategies/dlq/vp.rb
+- lib/karafka/pro/processing/strategies/ftr/default.rb
+- lib/karafka/pro/processing/strategies/ftr/vp.rb
+- lib/karafka/pro/processing/strategies/lrj/default.rb
+- lib/karafka/pro/processing/strategies/lrj/ftr.rb
+- lib/karafka/pro/processing/strategies/lrj/ftr_mom.rb
+- lib/karafka/pro/processing/strategies/lrj/ftr_mom_vp.rb
+- lib/karafka/pro/processing/strategies/lrj/ftr_vp.rb
+- lib/karafka/pro/processing/strategies/lrj/mom.rb
+- lib/karafka/pro/processing/strategies/lrj/mom_vp.rb
+- lib/karafka/pro/processing/strategies/lrj/vp.rb
+- lib/karafka/pro/processing/strategies/mom/default.rb
+- lib/karafka/pro/processing/strategies/mom/ftr.rb
+- lib/karafka/pro/processing/strategies/mom/ftr_vp.rb
+- lib/karafka/pro/processing/strategies/mom/vp.rb
+- lib/karafka/pro/processing/strategies/vp/default.rb
+- lib/karafka/pro/processing/strategy_selector.rb
+- lib/karafka/pro/processing/virtual_offset_manager.rb
+- lib/karafka/pro/routing/features/base.rb
+- lib/karafka/pro/routing/features/dead_letter_queue.rb
+- lib/karafka/pro/routing/features/dead_letter_queue/contract.rb
+- lib/karafka/pro/routing/features/delaying.rb
+- lib/karafka/pro/routing/features/delaying/config.rb
+- lib/karafka/pro/routing/features/delaying/contract.rb
+- lib/karafka/pro/routing/features/delaying/topic.rb
+- lib/karafka/pro/routing/features/expiring.rb
+- lib/karafka/pro/routing/features/expiring/config.rb
+- lib/karafka/pro/routing/features/expiring/contract.rb
+- lib/karafka/pro/routing/features/expiring/topic.rb
+- lib/karafka/pro/routing/features/filtering.rb
+- lib/karafka/pro/routing/features/filtering/config.rb
+- lib/karafka/pro/routing/features/filtering/contract.rb
+- lib/karafka/pro/routing/features/filtering/topic.rb
+- lib/karafka/pro/routing/features/long_running_job.rb
+- lib/karafka/pro/routing/features/long_running_job/config.rb
+- lib/karafka/pro/routing/features/long_running_job/contract.rb
+- lib/karafka/pro/routing/features/long_running_job/topic.rb
+- lib/karafka/pro/routing/features/throttling.rb
+- lib/karafka/pro/routing/features/throttling/config.rb
+- lib/karafka/pro/routing/features/throttling/contract.rb
+- lib/karafka/pro/routing/features/throttling/topic.rb
+- lib/karafka/pro/routing/features/virtual_partitions.rb
+- lib/karafka/pro/routing/features/virtual_partitions/config.rb
+- lib/karafka/pro/routing/features/virtual_partitions/contract.rb
+- lib/karafka/pro/routing/features/virtual_partitions/topic.rb
 - lib/karafka/process.rb
 - lib/karafka/processing/coordinator.rb
 - lib/karafka/processing/coordinators_buffer.rb
@@ -236,6 +328,7 @@ files:
 - lib/karafka/processing/executors_buffer.rb
 - lib/karafka/processing/jobs/base.rb
 - lib/karafka/processing/jobs/consume.rb
+- lib/karafka/processing/jobs/idle.rb
 - lib/karafka/processing/jobs/revoked.rb
 - lib/karafka/processing/jobs/shutdown.rb
 - lib/karafka/processing/jobs_builder.rb
@@ -243,12 +336,40 @@ files:
 - lib/karafka/processing/partitioner.rb
 - lib/karafka/processing/result.rb
 - lib/karafka/processing/scheduler.rb
+- lib/karafka/processing/strategies/aj_dlq_mom.rb
+- lib/karafka/processing/strategies/aj_mom.rb
+- lib/karafka/processing/strategies/base.rb
+- lib/karafka/processing/strategies/default.rb
+- lib/karafka/processing/strategies/dlq.rb
+- lib/karafka/processing/strategies/dlq_mom.rb
+- lib/karafka/processing/strategies/mom.rb
+- lib/karafka/processing/strategy_selector.rb
 - lib/karafka/processing/worker.rb
 - lib/karafka/processing/workers_batch.rb
 - lib/karafka/railtie.rb
+- lib/karafka/routing/activity_manager.rb
 - lib/karafka/routing/builder.rb
 - lib/karafka/routing/consumer_group.rb
 - lib/karafka/routing/consumer_mapper.rb
+- lib/karafka/routing/features/active_job.rb
+- lib/karafka/routing/features/active_job/builder.rb
+- lib/karafka/routing/features/active_job/config.rb
+- lib/karafka/routing/features/active_job/contract.rb
+- lib/karafka/routing/features/active_job/topic.rb
+- lib/karafka/routing/features/base.rb
+- lib/karafka/routing/features/base/expander.rb
+- lib/karafka/routing/features/dead_letter_queue.rb
+- lib/karafka/routing/features/dead_letter_queue/config.rb
+- lib/karafka/routing/features/dead_letter_queue/contract.rb
+- lib/karafka/routing/features/dead_letter_queue/topic.rb
+- lib/karafka/routing/features/declaratives.rb
+- lib/karafka/routing/features/declaratives/config.rb
+- lib/karafka/routing/features/declaratives/contract.rb
+- lib/karafka/routing/features/declaratives/topic.rb
+- lib/karafka/routing/features/manual_offset_management.rb
+- lib/karafka/routing/features/manual_offset_management/config.rb
+- lib/karafka/routing/features/manual_offset_management/contract.rb
+- lib/karafka/routing/features/manual_offset_management/topic.rb
 - lib/karafka/routing/proxy.rb
 - lib/karafka/routing/router.rb
 - lib/karafka/routing/subscription_group.rb
@@ -258,6 +379,7 @@ files:
 - lib/karafka/runner.rb
 - lib/karafka/serialization/json/deserializer.rb
 - lib/karafka/server.rb
+- lib/karafka/setup/attributes_map.rb
 - lib/karafka/setup/config.rb
 - lib/karafka/setup/dsl.rb
 - lib/karafka/status.rb
@@ -269,12 +391,18 @@ files:
 - lib/karafka/time_trackers/poll.rb
 - lib/karafka/version.rb
 - log/.gitkeep
+- renovate.json
 homepage: https://karafka.io
 licenses:
 - LGPL-3.0
 - Commercial
 metadata:
+  funding_uri: https://karafka.io/#become-pro
+  homepage_uri: https://karafka.io
+  changelog_uri: https://github.com/karafka/karafka/blob/master/CHANGELOG.md
+  bug_tracker_uri: https://github.com/karafka/karafka/issues
   source_code_uri: https://github.com/karafka/karafka
+  documentation_uri: https://karafka.io/docs
   rubygems_mfa_required: 'true'
 post_install_message: 
 rdoc_options: []
@@ -284,15 +412,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.7.0
+      version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.7
+rubygems_version: 3.4.10
 signing_key: 
 specification_version: 4
-summary: Efficient Kafka processing framework for Ruby and Rails
+summary: Karafka is Ruby and Rails efficient Kafka processing framework.
 test_files: []

data/bin/wait_for_kafka

@@ -1,20 +0,0 @@
-#!/bin/bash
-
-# This script allows us to wait for Kafka docker to fully be ready
-# We consider it fully ready when all our topics that need to be created are created as expected
-
-KAFKA_NAME='karafka_20_kafka'
-ZOOKEEPER='zookeeper:2181'
-LIST_CMD="kafka-topics.sh --list --zookeeper $ZOOKEEPER"
-
-# Take the number of topics that we need to create prior to running anything
-TOPICS_COUNT=`cat docker-compose.yml | grep -E -i 'integrations_|benchmarks_' | wc -l`
-
-# And wait until all of them are created
-until (((`docker exec $KAFKA_NAME $LIST_CMD | wc -l`) >= $TOPICS_COUNT));
-do
-  echo "Waiting for Kafka to create all the needed topics..."
-  sleep 1
-done
-
-echo "All the needed topics created."

data/certs/mensfeld.pem

@@ -1,25 +0,0 @@
------BEGIN CERTIFICATE-----
-MIIEODCCAqCgAwIBAgIBATANBgkqhkiG9w0BAQsFADAjMSEwHwYDVQQDDBhtYWNp
-ZWovREM9bWVuc2ZlbGQvREM9cGwwHhcNMjEwODExMTQxNTEzWhcNMjIwODExMTQx
-NTEzWjAjMSEwHwYDVQQDDBhtYWNpZWovREM9bWVuc2ZlbGQvREM9cGwwggGiMA0G
-CSqGSIb3DQEBAQUAA4IBjwAwggGKAoIBgQDV2jKH4Ti87GM6nyT6D+ESzTI0MZDj
-ak2/TEwnxvijMJyCCPKT/qIkbW4/f0VHM4rhPr1nW73sb5SZBVFCLlJcOSKOBdUY
-TMY+SIXN2EtUaZuhAOe8LxtxjHTgRHvHcqUQMBENXTISNzCo32LnUxweu66ia4Pd
-1mNRhzOqNv9YiBZvtBf7IMQ+sYdOCjboq2dlsWmJiwiDpY9lQBTnWORnT3mQxU5x
-vPSwnLB854cHdCS8fQo4DjeJBRZHhEbcE5sqhEMB3RZA3EtFVEXOxlNxVTS3tncI
-qyNXiWDaxcipaens4ObSY1C2HTV7OWb7OMqSCIybeYTSfkaSdqmcl4S6zxXkjH1J
-tnjayAVzD+QVXGijsPLE2PFnJAh9iDET2cMsjabO1f6l1OQNyAtqpcyQcgfnyW0z
-g7tGxTYD+6wJHffM9d9txOUw6djkF6bDxyqB8lo4Z3IObCx18AZjI9XPS9QG7w6q
-LCWuMG2lkCcRgASqaVk9fEf9yMc2xxz5o3kCAwEAAaN3MHUwCQYDVR0TBAIwADAL
-BgNVHQ8EBAMCBLAwHQYDVR0OBBYEFBqUFCKCOe5IuueUVqOB991jyCLLMB0GA1Ud
-EQQWMBSBEm1hY2llakBtZW5zZmVsZC5wbDAdBgNVHRIEFjAUgRJtYWNpZWpAbWVu
-c2ZlbGQucGwwDQYJKoZIhvcNAQELBQADggGBADD0/UuTTFgW+CGk2U0RDw2RBOca
-W2LTF/G7AOzuzD0Tc4voc7WXyrgKwJREv8rgBimLnNlgmFJLmtUCh2U/MgxvcilH
-yshYcbseNvjkrtYnLRlWZR4SSB6Zei5AlyGVQLPkvdsBpNegcG6w075YEwzX/38a
-8V9B/Yri2OGELBz8ykl7BsXUgNoUPA/4pHF6YRLz+VirOaUIQ4JfY7xGj6fSOWWz
-/rQ/d77r6o1mfJYM/3BRVg73a3b7DmRnE5qjwmSaSQ7u802pJnLesmArch0xGCT/
-fMmRli1Qb+6qOTl9mzD6UDMAyFR4t6MStLm0mIEqM0nBO5nUdUWbC7l9qXEf8XBE
-2DP28p3EqSuS+lKbAWKcqv7t0iRhhmaod+Yn9mcrLN1sa3q3KSQ9BCyxezCD4Mk2
-R2P11bWoCtr70BsccVrN8jEhzwXngMyI2gVt750Y+dbTu1KgRqZKp/ECe7ZzPzXj
-pIy9vHxTANKYVyI4qj8OrFdEM5BQNu8oQpL0iQ==
------END CERTIFICATE-----

data/lib/karafka/active_job/routing/extensions.rb

@@ -1,31 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  # ActiveJob related Karafka stuff
-  module ActiveJob
-    # Karafka routing ActiveJob related components
-    module Routing
-      # Routing extensions for ActiveJob
-      module Extensions
-        # This method simplifies routes definition for ActiveJob topics / queues by auto-injecting
-        # the consumer class
-        # @param name [String, Symbol] name of the topic where ActiveJobs jobs should go
-        # @param block [Proc] block that we can use for some extra configuration
-        def active_job_topic(name, &block)
-          topic(name) do
-            consumer App.config.internal.active_job.consumer_class
-
-            next unless block
-
-            instance_eval(&block)
-
-            # This is handled by our custom ActiveJob consumer
-            # Without this, default behaviour would cause messages to skip upon shutdown as the
-            # offset would be committed for the last message
-            manual_offset_management true
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/contracts/consumer_group_topic.rb

@@ -1,42 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  module Contracts
-    # Consumer group topic validation rules.
-    class ConsumerGroupTopic < Base
-      configure do |config|
-        config.error_messages = YAML.safe_load(
-          File.read(
-            File.join(Karafka.gem_root, 'config', 'errors.yml')
-          )
-        ).fetch('en').fetch('validations').fetch('consumer_group_topic')
-      end
-
-      required(:consumer) { |consumer_group| !consumer_group.nil? }
-      required(:deserializer) { |deserializer| !deserializer.nil? }
-      required(:id) { |id| id.is_a?(String) && Contracts::TOPIC_REGEXP.match?(id) }
-      required(:kafka) { |kafka| kafka.is_a?(Hash) && !kafka.empty? }
-      required(:max_messages) { |mm| mm.is_a?(Integer) && mm >= 1 }
-      required(:initial_offset) { |io| %w[earliest latest].include?(io) }
-      required(:max_wait_time) { |mwt| mwt.is_a?(Integer) && mwt >= 10 }
-      required(:manual_offset_management) { |mmm| [true, false].include?(mmm) }
-      required(:name) { |name| name.is_a?(String) && Contracts::TOPIC_REGEXP.match?(name) }
-
-      virtual do |data, errors|
-        next unless errors.empty?
-
-        value = data.fetch(:kafka)
-
-        begin
-          # This will trigger rdkafka validations that we catch and re-map the info and use dry
-          # compatible format
-          Rdkafka::Config.new(value).send(:native_config)
-
-          nil
-        rescue Rdkafka::Config::ConfigError => e
-          [[%w[kafka], e.message]]
-        end
-      end
-    end
-  end
-end

data/lib/karafka/instrumentation.rb

@@ -1,21 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  # @note Since we can only have one statistics callbacks manager and one error callbacks manager
-  # we use WaterDrops one that is already configured.
-  module Instrumentation
-    class << self
-      # Returns a manager for statistics callbacks
-      # @return [::WaterDrop::CallbacksManager]
-      def statistics_callbacks
-        ::WaterDrop::Instrumentation.statistics_callbacks
-      end
-
-      # Returns a manager for error callbacks
-      # @return [::WaterDrop::CallbacksManager]
-      def error_callbacks
-        ::WaterDrop::Instrumentation.error_callbacks
-      end
-    end
-  end
-end

data/lib/karafka/pro/base_consumer.rb

@@ -1,82 +0,0 @@
-# frozen_string_literal: true
-
-# This Karafka component is a Pro component.
-# All of the commercial components are present in the lib/karafka/pro directory of this
-# repository and their usage requires commercial license agreement.
-#
-# Karafka has also commercial-friendly license, commercial support and commercial components.
-#
-# By sending a pull request to the pro components, you are agreeing to transfer the copyright of
-# your code to Maciej Mensfeld.
-
-module Karafka
-  module Pro
-    # Karafka PRO consumer.
-    #
-    # If you use PRO, all your consumers should inherit (indirectly) from it.
-    #
-    # @note In case of using lrj, manual pausing may not be the best idea as resume needs to happen
-    #   after each batch is processed.
-    class BaseConsumer < Karafka::BaseConsumer
-      # Pause for tops 31 years
-      MAX_PAUSE_TIME = 1_000_000_000_000
-
-      private_constant :MAX_PAUSE_TIME
-
-      # Pauses processing of a given partition until we're done with the processing
-      # This ensures, that we can easily poll not reaching the `max.poll.interval`
-      def on_before_consume
-        return unless topic.long_running_job?
-
-        # This ensures, that when running LRJ with VP, things operate as expected
-        coordinator.on_started do |first_group_message|
-          # Pause at the first message in a batch. That way in case of a crash, we will not loose
-          # any messages
-          pause(first_group_message.offset, MAX_PAUSE_TIME)
-        end
-      end
-
-      # Runs extra logic after consumption that is related to handling long-running jobs
-      # @note This overwrites the '#on_after_consume' from the base consumer
-      def on_after_consume
-        coordinator.on_finished do |first_group_message, last_group_message|
-          on_after_consume_regular(first_group_message, last_group_message)
-        end
-      end
-
-      private
-
-      # Handles the post-consumption flow depending on topic settings
-      #
-      # @param first_message [Karafka::Messages::Message]
-      # @param last_message [Karafka::Messages::Message]
-      def on_after_consume_regular(first_message, last_message)
-        if coordinator.success?
-          coordinator.pause_tracker.reset
-
-          # We use the non-blocking one here. If someone needs the blocking one, can implement it
-          # with manual offset management
-          # Mark as consumed only if manual offset management is not on
-          mark_as_consumed(last_message) unless topic.manual_offset_management? || revoked?
-
-          # If this is not a long-running job there is nothing for us to do here
-          return unless topic.long_running_job?
-
-          # Once processing is done, we move to the new offset based on commits
-          # Here, in case manual offset management is off, we have the new proper offset of a
-          # first message from another batch from `@seek_offset`. If manual offset management
-          # is on, we move to place where the user indicated it was finished. This can create an
-          # interesting (yet valid) corner case, where with manual offset management on and no
-          # marking as consumed, we end up with an infinite loop processing same messages over and
-          # over again
-          seek(@seek_offset || first_message.offset)
-
-          resume
-        else
-          # If processing failed, we need to pause
-          pause(@seek_offset || first_message.offset)
-        end
-      end
-    end
-  end
-end