karafka 1.4.4 → 2.1.10

Sign up to get free protection for your applications and to get access to all the features.
Files changed (315) hide show
  1. checksums.yaml +4 -4
  2. checksums.yaml.gz.sig +0 -0
  3. data/.github/FUNDING.yml +1 -3
  4. data/.github/workflows/ci.yml +117 -36
  5. data/.rspec +4 -0
  6. data/.ruby-version +1 -1
  7. data/CHANGELOG.md +611 -578
  8. data/CONTRIBUTING.md +10 -19
  9. data/Gemfile +7 -0
  10. data/Gemfile.lock +59 -100
  11. data/LICENSE +17 -0
  12. data/LICENSE-COMM +89 -0
  13. data/LICENSE-LGPL +165 -0
  14. data/README.md +64 -66
  15. data/bin/benchmarks +85 -0
  16. data/bin/create_token +22 -0
  17. data/bin/integrations +297 -0
  18. data/bin/karafka +4 -12
  19. data/bin/rspecs +6 -0
  20. data/bin/scenario +29 -0
  21. data/bin/stress_many +13 -0
  22. data/bin/stress_one +13 -0
  23. data/bin/verify_license_integrity +37 -0
  24. data/certs/cert_chain.pem +26 -0
  25. data/certs/karafka-pro.pem +11 -0
  26. data/config/locales/errors.yml +84 -0
  27. data/config/locales/pro_errors.yml +39 -0
  28. data/docker-compose.yml +13 -3
  29. data/karafka.gemspec +27 -22
  30. data/lib/active_job/karafka.rb +17 -0
  31. data/lib/active_job/queue_adapters/karafka_adapter.rb +32 -0
  32. data/lib/karafka/active_job/consumer.rb +49 -0
  33. data/lib/karafka/active_job/current_attributes/loading.rb +36 -0
  34. data/lib/karafka/active_job/current_attributes/persistence.rb +28 -0
  35. data/lib/karafka/active_job/current_attributes.rb +42 -0
  36. data/lib/karafka/active_job/dispatcher.rb +69 -0
  37. data/lib/karafka/active_job/job_extensions.rb +34 -0
  38. data/lib/karafka/active_job/job_options_contract.rb +32 -0
  39. data/lib/karafka/admin.rb +286 -0
  40. data/lib/karafka/app.rb +47 -23
  41. data/lib/karafka/base_consumer.rb +247 -29
  42. data/lib/karafka/cli/base.rb +24 -4
  43. data/lib/karafka/cli/console.rb +13 -8
  44. data/lib/karafka/cli/info.rb +45 -10
  45. data/lib/karafka/cli/install.rb +22 -12
  46. data/lib/karafka/cli/server.rb +63 -41
  47. data/lib/karafka/cli/topics.rb +146 -0
  48. data/lib/karafka/cli.rb +4 -11
  49. data/lib/karafka/connection/client.rb +502 -89
  50. data/lib/karafka/connection/consumer_group_coordinator.rb +48 -0
  51. data/lib/karafka/connection/listener.rb +294 -38
  52. data/lib/karafka/connection/listeners_batch.rb +40 -0
  53. data/lib/karafka/connection/messages_buffer.rb +84 -0
  54. data/lib/karafka/connection/pauses_manager.rb +46 -0
  55. data/lib/karafka/connection/proxy.rb +92 -0
  56. data/lib/karafka/connection/raw_messages_buffer.rb +101 -0
  57. data/lib/karafka/connection/rebalance_manager.rb +90 -0
  58. data/lib/karafka/contracts/base.rb +17 -0
  59. data/lib/karafka/contracts/config.rb +88 -11
  60. data/lib/karafka/contracts/consumer_group.rb +32 -187
  61. data/lib/karafka/contracts/server_cli_options.rb +80 -19
  62. data/lib/karafka/contracts/topic.rb +65 -0
  63. data/lib/karafka/contracts.rb +1 -1
  64. data/lib/karafka/embedded.rb +36 -0
  65. data/lib/karafka/env.rb +46 -0
  66. data/lib/karafka/errors.rb +26 -21
  67. data/lib/karafka/helpers/async.rb +33 -0
  68. data/lib/karafka/helpers/colorize.rb +26 -0
  69. data/lib/karafka/helpers/multi_delegator.rb +2 -2
  70. data/lib/karafka/instrumentation/callbacks/error.rb +39 -0
  71. data/lib/karafka/instrumentation/callbacks/statistics.rb +51 -0
  72. data/lib/karafka/instrumentation/logger.rb +5 -9
  73. data/lib/karafka/instrumentation/logger_listener.rb +299 -0
  74. data/lib/karafka/instrumentation/monitor.rb +13 -61
  75. data/lib/karafka/instrumentation/notifications.rb +75 -0
  76. data/lib/karafka/instrumentation/proctitle_listener.rb +7 -16
  77. data/lib/karafka/instrumentation/vendors/datadog/dashboard.json +1 -0
  78. data/lib/karafka/instrumentation/vendors/datadog/logger_listener.rb +153 -0
  79. data/lib/karafka/instrumentation/vendors/datadog/metrics_listener.rb +264 -0
  80. data/lib/karafka/instrumentation/vendors/kubernetes/liveness_listener.rb +176 -0
  81. data/lib/karafka/licenser.rb +78 -0
  82. data/lib/karafka/messages/batch_metadata.rb +52 -0
  83. data/lib/karafka/messages/builders/batch_metadata.rb +40 -0
  84. data/lib/karafka/messages/builders/message.rb +36 -0
  85. data/lib/karafka/messages/builders/messages.rb +36 -0
  86. data/lib/karafka/{params/params.rb → messages/message.rb} +20 -13
  87. data/lib/karafka/messages/messages.rb +71 -0
  88. data/lib/karafka/{params → messages}/metadata.rb +4 -6
  89. data/lib/karafka/messages/parser.rb +14 -0
  90. data/lib/karafka/messages/seek.rb +12 -0
  91. data/lib/karafka/patches/rdkafka/bindings.rb +139 -0
  92. data/lib/karafka/pro/active_job/consumer.rb +47 -0
  93. data/lib/karafka/pro/active_job/dispatcher.rb +86 -0
  94. data/lib/karafka/pro/active_job/job_options_contract.rb +45 -0
  95. data/lib/karafka/pro/encryption/cipher.rb +58 -0
  96. data/lib/karafka/pro/encryption/contracts/config.rb +79 -0
  97. data/lib/karafka/pro/encryption/errors.rb +24 -0
  98. data/lib/karafka/pro/encryption/messages/middleware.rb +46 -0
  99. data/lib/karafka/pro/encryption/messages/parser.rb +56 -0
  100. data/lib/karafka/pro/encryption/setup/config.rb +48 -0
  101. data/lib/karafka/pro/encryption.rb +47 -0
  102. data/lib/karafka/pro/iterator/expander.rb +95 -0
  103. data/lib/karafka/pro/iterator/tpl_builder.rb +155 -0
  104. data/lib/karafka/pro/iterator.rb +170 -0
  105. data/lib/karafka/pro/loader.rb +102 -0
  106. data/lib/karafka/pro/performance_tracker.rb +84 -0
  107. data/lib/karafka/pro/processing/collapser.rb +62 -0
  108. data/lib/karafka/pro/processing/coordinator.rb +148 -0
  109. data/lib/karafka/pro/processing/filters/base.rb +61 -0
  110. data/lib/karafka/pro/processing/filters/delayer.rb +70 -0
  111. data/lib/karafka/pro/processing/filters/expirer.rb +51 -0
  112. data/lib/karafka/pro/processing/filters/throttler.rb +84 -0
  113. data/lib/karafka/pro/processing/filters/virtual_limiter.rb +52 -0
  114. data/lib/karafka/pro/processing/filters_applier.rb +105 -0
  115. data/lib/karafka/pro/processing/jobs/consume_non_blocking.rb +39 -0
  116. data/lib/karafka/pro/processing/jobs/revoked_non_blocking.rb +37 -0
  117. data/lib/karafka/pro/processing/jobs_builder.rb +50 -0
  118. data/lib/karafka/pro/processing/partitioner.rb +69 -0
  119. data/lib/karafka/pro/processing/scheduler.rb +75 -0
  120. data/lib/karafka/pro/processing/strategies/aj/dlq_ftr_lrj_mom.rb +70 -0
  121. data/lib/karafka/pro/processing/strategies/aj/dlq_ftr_lrj_mom_vp.rb +76 -0
  122. data/lib/karafka/pro/processing/strategies/aj/dlq_ftr_mom.rb +72 -0
  123. data/lib/karafka/pro/processing/strategies/aj/dlq_ftr_mom_vp.rb +76 -0
  124. data/lib/karafka/pro/processing/strategies/aj/dlq_lrj_mom.rb +66 -0
  125. data/lib/karafka/pro/processing/strategies/aj/dlq_lrj_mom_vp.rb +70 -0
  126. data/lib/karafka/pro/processing/strategies/aj/dlq_mom.rb +64 -0
  127. data/lib/karafka/pro/processing/strategies/aj/dlq_mom_vp.rb +69 -0
  128. data/lib/karafka/pro/processing/strategies/aj/ftr_lrj_mom.rb +38 -0
  129. data/lib/karafka/pro/processing/strategies/aj/ftr_lrj_mom_vp.rb +66 -0
  130. data/lib/karafka/pro/processing/strategies/aj/ftr_mom.rb +38 -0
  131. data/lib/karafka/pro/processing/strategies/aj/ftr_mom_vp.rb +58 -0
  132. data/lib/karafka/pro/processing/strategies/aj/lrj_mom.rb +37 -0
  133. data/lib/karafka/pro/processing/strategies/aj/lrj_mom_vp.rb +82 -0
  134. data/lib/karafka/pro/processing/strategies/aj/mom.rb +36 -0
  135. data/lib/karafka/pro/processing/strategies/aj/mom_vp.rb +52 -0
  136. data/lib/karafka/pro/processing/strategies/base.rb +26 -0
  137. data/lib/karafka/pro/processing/strategies/default.rb +105 -0
  138. data/lib/karafka/pro/processing/strategies/dlq/default.rb +131 -0
  139. data/lib/karafka/pro/processing/strategies/dlq/ftr.rb +61 -0
  140. data/lib/karafka/pro/processing/strategies/dlq/ftr_lrj.rb +75 -0
  141. data/lib/karafka/pro/processing/strategies/dlq/ftr_lrj_mom.rb +71 -0
  142. data/lib/karafka/pro/processing/strategies/dlq/ftr_lrj_mom_vp.rb +43 -0
  143. data/lib/karafka/pro/processing/strategies/dlq/ftr_lrj_vp.rb +41 -0
  144. data/lib/karafka/pro/processing/strategies/dlq/ftr_mom.rb +69 -0
  145. data/lib/karafka/pro/processing/strategies/dlq/ftr_mom_vp.rb +41 -0
  146. data/lib/karafka/pro/processing/strategies/dlq/ftr_vp.rb +40 -0
  147. data/lib/karafka/pro/processing/strategies/dlq/lrj.rb +64 -0
  148. data/lib/karafka/pro/processing/strategies/dlq/lrj_mom.rb +65 -0
  149. data/lib/karafka/pro/processing/strategies/dlq/lrj_mom_vp.rb +36 -0
  150. data/lib/karafka/pro/processing/strategies/dlq/lrj_vp.rb +39 -0
  151. data/lib/karafka/pro/processing/strategies/dlq/mom.rb +68 -0
  152. data/lib/karafka/pro/processing/strategies/dlq/mom_vp.rb +37 -0
  153. data/lib/karafka/pro/processing/strategies/dlq/vp.rb +40 -0
  154. data/lib/karafka/pro/processing/strategies/ftr/default.rb +111 -0
  155. data/lib/karafka/pro/processing/strategies/ftr/vp.rb +40 -0
  156. data/lib/karafka/pro/processing/strategies/lrj/default.rb +87 -0
  157. data/lib/karafka/pro/processing/strategies/lrj/ftr.rb +69 -0
  158. data/lib/karafka/pro/processing/strategies/lrj/ftr_mom.rb +67 -0
  159. data/lib/karafka/pro/processing/strategies/lrj/ftr_mom_vp.rb +40 -0
  160. data/lib/karafka/pro/processing/strategies/lrj/ftr_vp.rb +39 -0
  161. data/lib/karafka/pro/processing/strategies/lrj/mom.rb +82 -0
  162. data/lib/karafka/pro/processing/strategies/lrj/mom_vp.rb +38 -0
  163. data/lib/karafka/pro/processing/strategies/lrj/vp.rb +36 -0
  164. data/lib/karafka/pro/processing/strategies/mom/default.rb +46 -0
  165. data/lib/karafka/pro/processing/strategies/mom/ftr.rb +53 -0
  166. data/lib/karafka/pro/processing/strategies/mom/ftr_vp.rb +37 -0
  167. data/lib/karafka/pro/processing/strategies/mom/vp.rb +35 -0
  168. data/lib/karafka/pro/processing/strategies/vp/default.rb +104 -0
  169. data/lib/karafka/pro/processing/strategies.rb +22 -0
  170. data/lib/karafka/pro/processing/strategy_selector.rb +84 -0
  171. data/lib/karafka/pro/processing/virtual_offset_manager.rb +147 -0
  172. data/lib/karafka/pro/routing/features/base.rb +24 -0
  173. data/lib/karafka/pro/routing/features/dead_letter_queue/contract.rb +50 -0
  174. data/lib/karafka/pro/routing/features/dead_letter_queue.rb +27 -0
  175. data/lib/karafka/pro/routing/features/delaying/config.rb +27 -0
  176. data/lib/karafka/pro/routing/features/delaying/contract.rb +38 -0
  177. data/lib/karafka/pro/routing/features/delaying/topic.rb +59 -0
  178. data/lib/karafka/pro/routing/features/delaying.rb +29 -0
  179. data/lib/karafka/pro/routing/features/expiring/config.rb +27 -0
  180. data/lib/karafka/pro/routing/features/expiring/contract.rb +38 -0
  181. data/lib/karafka/pro/routing/features/expiring/topic.rb +59 -0
  182. data/lib/karafka/pro/routing/features/expiring.rb +27 -0
  183. data/lib/karafka/pro/routing/features/filtering/config.rb +40 -0
  184. data/lib/karafka/pro/routing/features/filtering/contract.rb +41 -0
  185. data/lib/karafka/pro/routing/features/filtering/topic.rb +51 -0
  186. data/lib/karafka/pro/routing/features/filtering.rb +27 -0
  187. data/lib/karafka/pro/routing/features/long_running_job/config.rb +28 -0
  188. data/lib/karafka/pro/routing/features/long_running_job/contract.rb +37 -0
  189. data/lib/karafka/pro/routing/features/long_running_job/topic.rb +42 -0
  190. data/lib/karafka/pro/routing/features/long_running_job.rb +28 -0
  191. data/lib/karafka/pro/routing/features/pausing/contract.rb +48 -0
  192. data/lib/karafka/pro/routing/features/pausing/topic.rb +44 -0
  193. data/lib/karafka/pro/routing/features/pausing.rb +25 -0
  194. data/lib/karafka/pro/routing/features/throttling/config.rb +32 -0
  195. data/lib/karafka/pro/routing/features/throttling/contract.rb +41 -0
  196. data/lib/karafka/pro/routing/features/throttling/topic.rb +69 -0
  197. data/lib/karafka/pro/routing/features/throttling.rb +30 -0
  198. data/lib/karafka/pro/routing/features/virtual_partitions/config.rb +30 -0
  199. data/lib/karafka/pro/routing/features/virtual_partitions/contract.rb +52 -0
  200. data/lib/karafka/pro/routing/features/virtual_partitions/topic.rb +56 -0
  201. data/lib/karafka/pro/routing/features/virtual_partitions.rb +27 -0
  202. data/lib/karafka/pro.rb +13 -0
  203. data/lib/karafka/process.rb +24 -8
  204. data/lib/karafka/processing/coordinator.rb +181 -0
  205. data/lib/karafka/processing/coordinators_buffer.rb +62 -0
  206. data/lib/karafka/processing/executor.rb +148 -0
  207. data/lib/karafka/processing/executors_buffer.rb +72 -0
  208. data/lib/karafka/processing/jobs/base.rb +55 -0
  209. data/lib/karafka/processing/jobs/consume.rb +45 -0
  210. data/lib/karafka/processing/jobs/idle.rb +24 -0
  211. data/lib/karafka/processing/jobs/revoked.rb +22 -0
  212. data/lib/karafka/processing/jobs/shutdown.rb +23 -0
  213. data/lib/karafka/processing/jobs_builder.rb +28 -0
  214. data/lib/karafka/processing/jobs_queue.rb +150 -0
  215. data/lib/karafka/processing/partitioner.rb +24 -0
  216. data/lib/karafka/processing/result.rb +42 -0
  217. data/lib/karafka/processing/scheduler.rb +22 -0
  218. data/lib/karafka/processing/strategies/aj_dlq_mom.rb +44 -0
  219. data/lib/karafka/processing/strategies/aj_mom.rb +21 -0
  220. data/lib/karafka/processing/strategies/base.rb +52 -0
  221. data/lib/karafka/processing/strategies/default.rb +158 -0
  222. data/lib/karafka/processing/strategies/dlq.rb +88 -0
  223. data/lib/karafka/processing/strategies/dlq_mom.rb +49 -0
  224. data/lib/karafka/processing/strategies/mom.rb +29 -0
  225. data/lib/karafka/processing/strategy_selector.rb +47 -0
  226. data/lib/karafka/processing/worker.rb +93 -0
  227. data/lib/karafka/processing/workers_batch.rb +27 -0
  228. data/lib/karafka/railtie.rb +125 -0
  229. data/lib/karafka/routing/activity_manager.rb +84 -0
  230. data/lib/karafka/routing/builder.rb +34 -23
  231. data/lib/karafka/routing/consumer_group.rb +47 -21
  232. data/lib/karafka/routing/consumer_mapper.rb +1 -12
  233. data/lib/karafka/routing/features/active_job/builder.rb +33 -0
  234. data/lib/karafka/routing/features/active_job/config.rb +15 -0
  235. data/lib/karafka/routing/features/active_job/contract.rb +41 -0
  236. data/lib/karafka/routing/features/active_job/topic.rb +33 -0
  237. data/lib/karafka/routing/features/active_job.rb +13 -0
  238. data/lib/karafka/routing/features/base/expander.rb +53 -0
  239. data/lib/karafka/routing/features/base.rb +34 -0
  240. data/lib/karafka/routing/features/dead_letter_queue/config.rb +19 -0
  241. data/lib/karafka/routing/features/dead_letter_queue/contract.rb +42 -0
  242. data/lib/karafka/routing/features/dead_letter_queue/topic.rb +41 -0
  243. data/lib/karafka/routing/features/dead_letter_queue.rb +16 -0
  244. data/lib/karafka/routing/features/declaratives/config.rb +18 -0
  245. data/lib/karafka/routing/features/declaratives/contract.rb +30 -0
  246. data/lib/karafka/routing/features/declaratives/topic.rb +44 -0
  247. data/lib/karafka/routing/features/declaratives.rb +14 -0
  248. data/lib/karafka/routing/features/manual_offset_management/config.rb +15 -0
  249. data/lib/karafka/routing/features/manual_offset_management/contract.rb +24 -0
  250. data/lib/karafka/routing/features/manual_offset_management/topic.rb +35 -0
  251. data/lib/karafka/routing/features/manual_offset_management.rb +18 -0
  252. data/lib/karafka/routing/proxy.rb +18 -20
  253. data/lib/karafka/routing/router.rb +28 -3
  254. data/lib/karafka/routing/subscription_group.rb +91 -0
  255. data/lib/karafka/routing/subscription_groups_builder.rb +58 -0
  256. data/lib/karafka/routing/topic.rb +77 -24
  257. data/lib/karafka/routing/topics.rb +46 -0
  258. data/lib/karafka/runner.rb +52 -0
  259. data/lib/karafka/serialization/json/deserializer.rb +7 -15
  260. data/lib/karafka/server.rb +108 -37
  261. data/lib/karafka/setup/attributes_map.rb +347 -0
  262. data/lib/karafka/setup/config.rb +183 -179
  263. data/lib/karafka/status.rb +54 -7
  264. data/lib/karafka/templates/example_consumer.rb.erb +16 -0
  265. data/lib/karafka/templates/karafka.rb.erb +34 -56
  266. data/lib/karafka/time_trackers/base.rb +14 -0
  267. data/lib/karafka/time_trackers/pause.rb +122 -0
  268. data/lib/karafka/time_trackers/poll.rb +69 -0
  269. data/lib/karafka/version.rb +1 -1
  270. data/lib/karafka.rb +90 -16
  271. data/renovate.json +6 -0
  272. data.tar.gz.sig +0 -0
  273. metadata +290 -172
  274. metadata.gz.sig +0 -0
  275. data/MIT-LICENCE +0 -18
  276. data/certs/mensfeld.pem +0 -25
  277. data/config/errors.yml +0 -41
  278. data/lib/karafka/assignment_strategies/round_robin.rb +0 -13
  279. data/lib/karafka/attributes_map.rb +0 -63
  280. data/lib/karafka/backends/inline.rb +0 -16
  281. data/lib/karafka/base_responder.rb +0 -226
  282. data/lib/karafka/cli/flow.rb +0 -48
  283. data/lib/karafka/cli/missingno.rb +0 -19
  284. data/lib/karafka/code_reloader.rb +0 -67
  285. data/lib/karafka/connection/api_adapter.rb +0 -159
  286. data/lib/karafka/connection/batch_delegator.rb +0 -55
  287. data/lib/karafka/connection/builder.rb +0 -23
  288. data/lib/karafka/connection/message_delegator.rb +0 -36
  289. data/lib/karafka/consumers/batch_metadata.rb +0 -10
  290. data/lib/karafka/consumers/callbacks.rb +0 -71
  291. data/lib/karafka/consumers/includer.rb +0 -64
  292. data/lib/karafka/consumers/responders.rb +0 -24
  293. data/lib/karafka/consumers/single_params.rb +0 -15
  294. data/lib/karafka/contracts/consumer_group_topic.rb +0 -19
  295. data/lib/karafka/contracts/responder_usage.rb +0 -54
  296. data/lib/karafka/fetcher.rb +0 -42
  297. data/lib/karafka/helpers/class_matcher.rb +0 -88
  298. data/lib/karafka/helpers/config_retriever.rb +0 -46
  299. data/lib/karafka/helpers/inflector.rb +0 -26
  300. data/lib/karafka/instrumentation/stdout_listener.rb +0 -140
  301. data/lib/karafka/params/batch_metadata.rb +0 -26
  302. data/lib/karafka/params/builders/batch_metadata.rb +0 -30
  303. data/lib/karafka/params/builders/params.rb +0 -38
  304. data/lib/karafka/params/builders/params_batch.rb +0 -25
  305. data/lib/karafka/params/params_batch.rb +0 -60
  306. data/lib/karafka/patches/ruby_kafka.rb +0 -47
  307. data/lib/karafka/persistence/client.rb +0 -29
  308. data/lib/karafka/persistence/consumers.rb +0 -45
  309. data/lib/karafka/persistence/topics.rb +0 -48
  310. data/lib/karafka/responders/builder.rb +0 -36
  311. data/lib/karafka/responders/topic.rb +0 -55
  312. data/lib/karafka/routing/topic_mapper.rb +0 -53
  313. data/lib/karafka/serialization/json/serializer.rb +0 -31
  314. data/lib/karafka/setup/configurators/water_drop.rb +0 -36
  315. data/lib/karafka/templates/application_responder.rb.erb +0 -11
metadata CHANGED
@@ -1,141 +1,62 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: karafka
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.4.4
4
+ version: 2.1.10
5
5
  platform: ruby
6
6
  authors:
7
7
  - Maciej Mensfeld
8
- - Pavlo Vavruk
9
- - Adam Gwozdowski
10
8
  autorequire:
11
9
  bindir: bin
12
10
  cert_chain:
13
11
  - |
14
12
  -----BEGIN CERTIFICATE-----
15
- MIIEODCCAqCgAwIBAgIBATANBgkqhkiG9w0BAQsFADAjMSEwHwYDVQQDDBhtYWNp
16
- ZWovREM9bWVuc2ZlbGQvREM9cGwwHhcNMjAwODExMDkxNTM3WhcNMjEwODExMDkx
17
- NTM3WjAjMSEwHwYDVQQDDBhtYWNpZWovREM9bWVuc2ZlbGQvREM9cGwwggGiMA0G
18
- CSqGSIb3DQEBAQUAA4IBjwAwggGKAoIBgQDCpXsCgmINb6lHBXXBdyrgsBPSxC4/
19
- 2H+weJ6L9CruTiv2+2/ZkQGtnLcDgrD14rdLIHK7t0o3EKYlDT5GhD/XUVhI15JE
20
- N7IqnPUgexe1fbZArwQ51afxz2AmPQN2BkB2oeQHXxnSWUGMhvcEZpfbxCCJH26w
21
- hS0Ccsma8yxA6hSlGVhFVDuCr7c2L1di6cK2CtIDpfDaWqnVNJEwBYHIxrCoWK5g
22
- sIGekVt/admS9gRhIMaIBg+Mshth5/DEyWO2QjteTodItlxfTctrfmiAl8X8T5JP
23
- VXeLp5SSOJ5JXE80nShMJp3RFnGw5fqjX/ffjtISYh78/By4xF3a25HdWH9+qO2Z
24
- tx0wSGc9/4gqNM0APQnjN/4YXrGZ4IeSjtE+OrrX07l0TiyikzSLFOkZCAp8oBJi
25
- Fhlosz8xQDJf7mhNxOaZziqASzp/hJTU/tuDKl5+ql2icnMv5iV/i6SlmvU29QNg
26
- LCV71pUv0pWzN+OZbHZKWepGhEQ3cG9MwvkCAwEAAaN3MHUwCQYDVR0TBAIwADAL
27
- BgNVHQ8EBAMCBLAwHQYDVR0OBBYEFImGed2AXS070ohfRidiCEhXEUN+MB0GA1Ud
28
- EQQWMBSBEm1hY2llakBtZW5zZmVsZC5wbDAdBgNVHRIEFjAUgRJtYWNpZWpAbWVu
29
- c2ZlbGQucGwwDQYJKoZIhvcNAQELBQADggGBAKiHpwoENVrMi94V1zD4o8/6G3AU
30
- gWz4udkPYHTZLUy3dLznc/sNjdkJFWT3E6NKYq7c60EpJ0m0vAEg5+F5pmNOsvD3
31
- 2pXLj9kisEeYhR516HwXAvtngboUcb75skqvBCU++4Pu7BRAPjO1/ihLSBexbwSS
32
- fF+J5OWNuyHHCQp+kGPLtXJe2yUYyvSWDj3I2//Vk0VhNOIlaCS1+5/P3ZJThOtm
33
- zJUBI7h3HgovwRpcnmk2mXTmU4Zx/bCzX8EA6VY0khEvnmiq7S6eBF0H9qH8KyQ6
34
- EkVLpvmUDFcf/uNaBQdazEMB5jYtwoA8gQlANETNGPi51KlkukhKgaIEDMkBDJOx
35
- 65N7DzmkcyY0/GwjIVIxmRhcrCt1YeCUElmfFx0iida1/YRm6sB2AXqScc1+ECRi
36
- 2DND//YJUikn1zwbz1kT70XmHd97B4Eytpln7K+M1u2g1pHVEPW4owD/ammXNpUy
37
- nt70FcDD4yxJQ+0YNiHd0N8IcVBM1TMIVctMNQ==
13
+ MIIEcDCCAtigAwIBAgIBATANBgkqhkiG9w0BAQsFADA/MRAwDgYDVQQDDAdjb250
14
+ YWN0MRcwFQYKCZImiZPyLGQBGRYHa2FyYWZrYTESMBAGCgmSJomT8ixkARkWAmlv
15
+ MB4XDTIzMDgyMTA3MjU1NFoXDTI0MDgyMDA3MjU1NFowPzEQMA4GA1UEAwwHY29u
16
+ dGFjdDEXMBUGCgmSJomT8ixkARkWB2thcmFma2ExEjAQBgoJkiaJk/IsZAEZFgJp
17
+ bzCCAaIwDQYJKoZIhvcNAQEBBQADggGPADCCAYoCggGBAOuZpyQKEwsTG9plLat7
18
+ 8bUaNuNBEnouTsNMr6X+XTgvyrAxTuocdsyP1sNCjdS1B8RiiDH1/Nt9qpvlBWon
19
+ sdJ1SYhaWNVfqiYStTDnCx3PRMmHRdD4KqUWKpN6VpZ1O/Zu+9Mw0COmvXgZuuO9
20
+ wMSJkXRo6dTCfMedLAIxjMeBIxtoLR2e6Jm6MR8+8WYYVWrO9kSOOt5eKQLBY7aK
21
+ b/Dc40EcJKPg3Z30Pia1M9ZyRlb6SOj6SKpHRqc7vbVQxjEw6Jjal1lZ49m3YZMd
22
+ ArMAs9lQZNdSw5/UX6HWWURLowg6k10RnhTUtYyzO9BFev0JFJftHnmuk8vtb+SD
23
+ 5VPmjFXg2VOcw0B7FtG75Vackk8QKfgVe3nSPhVpew2CSPlbJzH80wChbr19+e3+
24
+ YGr1tOiaJrL6c+PNmb0F31NXMKpj/r+n15HwlTMRxQrzFcgjBlxf2XFGnPQXHhBm
25
+ kp1OFnEq4GG9sON4glRldkwzi/f/fGcZmo5fm3d+0ZdNgwIDAQABo3cwdTAJBgNV
26
+ HRMEAjAAMAsGA1UdDwQEAwIEsDAdBgNVHQ4EFgQUPVH5+dLA80A1kJ2Uz5iGwfOa
27
+ 1+swHQYDVR0RBBYwFIESY29udGFjdEBrYXJhZmthLmlvMB0GA1UdEgQWMBSBEmNv
28
+ bnRhY3RAa2FyYWZrYS5pbzANBgkqhkiG9w0BAQsFAAOCAYEAnpa0jcN7JzREHMTQ
29
+ bfZ+xcvlrzuROMY6A3zIZmQgbnoZZNuX4cMRrT1p1HuwXpxdpHPw7dDjYqWw3+1h
30
+ 3mXLeMuk7amjQpYoSWU/OIZMhIsARra22UN8qkkUlUj3AwTaChVKN/bPJOM2DzfU
31
+ kz9vUgLeYYFfQbZqeI6SsM7ltilRV4W8D9yNUQQvOxCFxtLOetJ00fC/E7zMUzbK
32
+ IBwYFQYsbI6XQzgAIPW6nGSYKgRhkfpmquXSNKZRIQ4V6bFrufa+DzD0bt2ZA3ah
33
+ fMmJguyb5L2Gf1zpDXzFSPMG7YQFLzwYz1zZZvOU7/UCpQsHpID/YxqDp4+Dgb+Y
34
+ qma0whX8UG/gXFV2pYWpYOfpatvahwi+A1TwPQsuZwkkhi1OyF1At3RY+hjSXyav
35
+ AnG1dJU+yL2BK7vaVytLTstJME5mepSZ46qqIJXMuWob/YPDmVaBF39TDSG9e34s
36
+ msG3BiCqgOgHAnL23+CN3Rt8MsuRfEtoTKpJVcCfoEoNHOkc
38
37
  -----END CERTIFICATE-----
39
- date: 2021-04-19 00:00:00.000000000 Z
38
+ date: 2023-08-21 00:00:00.000000000 Z
40
39
  dependencies:
41
40
  - !ruby/object:Gem::Dependency
42
- name: dry-configurable
41
+ name: karafka-core
43
42
  requirement: !ruby/object:Gem::Requirement
44
43
  requirements:
45
- - - "~>"
46
- - !ruby/object:Gem::Version
47
- version: '0.8'
48
- type: :runtime
49
- prerelease: false
50
- version_requirements: !ruby/object:Gem::Requirement
51
- requirements:
52
- - - "~>"
53
- - !ruby/object:Gem::Version
54
- version: '0.8'
55
- - !ruby/object:Gem::Dependency
56
- name: dry-inflector
57
- requirement: !ruby/object:Gem::Requirement
58
- requirements:
59
- - - "~>"
60
- - !ruby/object:Gem::Version
61
- version: '0.1'
62
- type: :runtime
63
- prerelease: false
64
- version_requirements: !ruby/object:Gem::Requirement
65
- requirements:
66
- - - "~>"
67
- - !ruby/object:Gem::Version
68
- version: '0.1'
69
- - !ruby/object:Gem::Dependency
70
- name: dry-monitor
71
- requirement: !ruby/object:Gem::Requirement
72
- requirements:
73
- - - "~>"
74
- - !ruby/object:Gem::Version
75
- version: '0.3'
76
- type: :runtime
77
- prerelease: false
78
- version_requirements: !ruby/object:Gem::Requirement
79
- requirements:
80
- - - "~>"
81
- - !ruby/object:Gem::Version
82
- version: '0.3'
83
- - !ruby/object:Gem::Dependency
84
- name: dry-validation
85
- requirement: !ruby/object:Gem::Requirement
86
- requirements:
87
- - - "~>"
88
- - !ruby/object:Gem::Version
89
- version: '1.2'
90
- type: :runtime
91
- prerelease: false
92
- version_requirements: !ruby/object:Gem::Requirement
93
- requirements:
94
- - - "~>"
95
- - !ruby/object:Gem::Version
96
- version: '1.2'
97
- - !ruby/object:Gem::Dependency
98
- name: envlogic
99
- requirement: !ruby/object:Gem::Requirement
100
- requirements:
101
- - - "~>"
102
- - !ruby/object:Gem::Version
103
- version: '1.1'
104
- type: :runtime
105
- prerelease: false
106
- version_requirements: !ruby/object:Gem::Requirement
107
- requirements:
108
- - - "~>"
44
+ - - ">="
109
45
  - !ruby/object:Gem::Version
110
- version: '1.1'
111
- - !ruby/object:Gem::Dependency
112
- name: irb
113
- requirement: !ruby/object:Gem::Requirement
114
- requirements:
115
- - - "~>"
46
+ version: 2.1.1
47
+ - - "<"
116
48
  - !ruby/object:Gem::Version
117
- version: '1.0'
49
+ version: 2.2.0
118
50
  type: :runtime
119
51
  prerelease: false
120
52
  version_requirements: !ruby/object:Gem::Requirement
121
- requirements:
122
- - - "~>"
123
- - !ruby/object:Gem::Version
124
- version: '1.0'
125
- - !ruby/object:Gem::Dependency
126
- name: ruby-kafka
127
- requirement: !ruby/object:Gem::Requirement
128
53
  requirements:
129
54
  - - ">="
130
55
  - !ruby/object:Gem::Version
131
- version: 1.0.0
132
- type: :runtime
133
- prerelease: false
134
- version_requirements: !ruby/object:Gem::Requirement
135
- requirements:
136
- - - ">="
56
+ version: 2.1.1
57
+ - - "<"
137
58
  - !ruby/object:Gem::Version
138
- version: 1.0.0
59
+ version: 2.2.0
139
60
  - !ruby/object:Gem::Dependency
140
61
  name: thor
141
62
  requirement: !ruby/object:Gem::Requirement
@@ -154,35 +75,43 @@ dependencies:
154
75
  name: waterdrop
155
76
  requirement: !ruby/object:Gem::Requirement
156
77
  requirements:
157
- - - "~>"
78
+ - - ">="
79
+ - !ruby/object:Gem::Version
80
+ version: 2.6.6
81
+ - - "<"
158
82
  - !ruby/object:Gem::Version
159
- version: 1.4.0
83
+ version: 3.0.0
160
84
  type: :runtime
161
85
  prerelease: false
162
86
  version_requirements: !ruby/object:Gem::Requirement
163
87
  requirements:
164
- - - "~>"
88
+ - - ">="
165
89
  - !ruby/object:Gem::Version
166
- version: 1.4.0
90
+ version: 2.6.6
91
+ - - "<"
92
+ - !ruby/object:Gem::Version
93
+ version: 3.0.0
167
94
  - !ruby/object:Gem::Dependency
168
95
  name: zeitwerk
169
96
  requirement: !ruby/object:Gem::Requirement
170
97
  requirements:
171
98
  - - "~>"
172
99
  - !ruby/object:Gem::Version
173
- version: '2.1'
100
+ version: '2.3'
174
101
  type: :runtime
175
102
  prerelease: false
176
103
  version_requirements: !ruby/object:Gem::Requirement
177
104
  requirements:
178
105
  - - "~>"
179
106
  - !ruby/object:Gem::Version
180
- version: '2.1'
181
- description: Framework used to simplify Apache Kafka based Ruby applications development
107
+ version: '2.3'
108
+ description: |2
109
+ Karafka is Ruby and Rails efficient Kafka processing framework.
110
+
111
+ Karafka allows you to capture everything that happens in your systems in large scale,
112
+ without having to focus on things that are not your business domain.
182
113
  email:
183
- - maciej@mensfeld.pl
184
- - pavlo.vavruk@gmail.com
185
- - adam99g@gmail.com
114
+ - contact@karafka.io
186
115
  executables:
187
116
  - karafka
188
117
  extensions: []
@@ -204,93 +133,282 @@ files:
204
133
  - CONTRIBUTING.md
205
134
  - Gemfile
206
135
  - Gemfile.lock
207
- - MIT-LICENCE
136
+ - LICENSE
137
+ - LICENSE-COMM
138
+ - LICENSE-LGPL
208
139
  - README.md
140
+ - bin/benchmarks
141
+ - bin/create_token
142
+ - bin/integrations
209
143
  - bin/karafka
210
- - certs/mensfeld.pem
211
- - config/errors.yml
144
+ - bin/rspecs
145
+ - bin/scenario
146
+ - bin/stress_many
147
+ - bin/stress_one
148
+ - bin/verify_license_integrity
149
+ - certs/cert_chain.pem
150
+ - certs/karafka-pro.pem
151
+ - config/locales/errors.yml
152
+ - config/locales/pro_errors.yml
212
153
  - docker-compose.yml
213
154
  - karafka.gemspec
155
+ - lib/active_job/karafka.rb
156
+ - lib/active_job/queue_adapters/karafka_adapter.rb
214
157
  - lib/karafka.rb
158
+ - lib/karafka/active_job/consumer.rb
159
+ - lib/karafka/active_job/current_attributes.rb
160
+ - lib/karafka/active_job/current_attributes/loading.rb
161
+ - lib/karafka/active_job/current_attributes/persistence.rb
162
+ - lib/karafka/active_job/dispatcher.rb
163
+ - lib/karafka/active_job/job_extensions.rb
164
+ - lib/karafka/active_job/job_options_contract.rb
165
+ - lib/karafka/admin.rb
215
166
  - lib/karafka/app.rb
216
- - lib/karafka/assignment_strategies/round_robin.rb
217
- - lib/karafka/attributes_map.rb
218
- - lib/karafka/backends/inline.rb
219
167
  - lib/karafka/base_consumer.rb
220
- - lib/karafka/base_responder.rb
221
168
  - lib/karafka/cli.rb
222
169
  - lib/karafka/cli/base.rb
223
170
  - lib/karafka/cli/console.rb
224
- - lib/karafka/cli/flow.rb
225
171
  - lib/karafka/cli/info.rb
226
172
  - lib/karafka/cli/install.rb
227
- - lib/karafka/cli/missingno.rb
228
173
  - lib/karafka/cli/server.rb
229
- - lib/karafka/code_reloader.rb
230
- - lib/karafka/connection/api_adapter.rb
231
- - lib/karafka/connection/batch_delegator.rb
232
- - lib/karafka/connection/builder.rb
174
+ - lib/karafka/cli/topics.rb
233
175
  - lib/karafka/connection/client.rb
176
+ - lib/karafka/connection/consumer_group_coordinator.rb
234
177
  - lib/karafka/connection/listener.rb
235
- - lib/karafka/connection/message_delegator.rb
236
- - lib/karafka/consumers/batch_metadata.rb
237
- - lib/karafka/consumers/callbacks.rb
238
- - lib/karafka/consumers/includer.rb
239
- - lib/karafka/consumers/responders.rb
240
- - lib/karafka/consumers/single_params.rb
178
+ - lib/karafka/connection/listeners_batch.rb
179
+ - lib/karafka/connection/messages_buffer.rb
180
+ - lib/karafka/connection/pauses_manager.rb
181
+ - lib/karafka/connection/proxy.rb
182
+ - lib/karafka/connection/raw_messages_buffer.rb
183
+ - lib/karafka/connection/rebalance_manager.rb
241
184
  - lib/karafka/contracts.rb
185
+ - lib/karafka/contracts/base.rb
242
186
  - lib/karafka/contracts/config.rb
243
187
  - lib/karafka/contracts/consumer_group.rb
244
- - lib/karafka/contracts/consumer_group_topic.rb
245
- - lib/karafka/contracts/responder_usage.rb
246
188
  - lib/karafka/contracts/server_cli_options.rb
189
+ - lib/karafka/contracts/topic.rb
190
+ - lib/karafka/embedded.rb
191
+ - lib/karafka/env.rb
247
192
  - lib/karafka/errors.rb
248
- - lib/karafka/fetcher.rb
249
- - lib/karafka/helpers/class_matcher.rb
250
- - lib/karafka/helpers/config_retriever.rb
251
- - lib/karafka/helpers/inflector.rb
193
+ - lib/karafka/helpers/async.rb
194
+ - lib/karafka/helpers/colorize.rb
252
195
  - lib/karafka/helpers/multi_delegator.rb
196
+ - lib/karafka/instrumentation/callbacks/error.rb
197
+ - lib/karafka/instrumentation/callbacks/statistics.rb
253
198
  - lib/karafka/instrumentation/logger.rb
199
+ - lib/karafka/instrumentation/logger_listener.rb
254
200
  - lib/karafka/instrumentation/monitor.rb
201
+ - lib/karafka/instrumentation/notifications.rb
255
202
  - lib/karafka/instrumentation/proctitle_listener.rb
256
- - lib/karafka/instrumentation/stdout_listener.rb
257
- - lib/karafka/params/batch_metadata.rb
258
- - lib/karafka/params/builders/batch_metadata.rb
259
- - lib/karafka/params/builders/params.rb
260
- - lib/karafka/params/builders/params_batch.rb
261
- - lib/karafka/params/metadata.rb
262
- - lib/karafka/params/params.rb
263
- - lib/karafka/params/params_batch.rb
264
- - lib/karafka/patches/ruby_kafka.rb
265
- - lib/karafka/persistence/client.rb
266
- - lib/karafka/persistence/consumers.rb
267
- - lib/karafka/persistence/topics.rb
203
+ - lib/karafka/instrumentation/vendors/datadog/dashboard.json
204
+ - lib/karafka/instrumentation/vendors/datadog/logger_listener.rb
205
+ - lib/karafka/instrumentation/vendors/datadog/metrics_listener.rb
206
+ - lib/karafka/instrumentation/vendors/kubernetes/liveness_listener.rb
207
+ - lib/karafka/licenser.rb
208
+ - lib/karafka/messages/batch_metadata.rb
209
+ - lib/karafka/messages/builders/batch_metadata.rb
210
+ - lib/karafka/messages/builders/message.rb
211
+ - lib/karafka/messages/builders/messages.rb
212
+ - lib/karafka/messages/message.rb
213
+ - lib/karafka/messages/messages.rb
214
+ - lib/karafka/messages/metadata.rb
215
+ - lib/karafka/messages/parser.rb
216
+ - lib/karafka/messages/seek.rb
217
+ - lib/karafka/patches/rdkafka/bindings.rb
218
+ - lib/karafka/pro.rb
219
+ - lib/karafka/pro/active_job/consumer.rb
220
+ - lib/karafka/pro/active_job/dispatcher.rb
221
+ - lib/karafka/pro/active_job/job_options_contract.rb
222
+ - lib/karafka/pro/encryption.rb
223
+ - lib/karafka/pro/encryption/cipher.rb
224
+ - lib/karafka/pro/encryption/contracts/config.rb
225
+ - lib/karafka/pro/encryption/errors.rb
226
+ - lib/karafka/pro/encryption/messages/middleware.rb
227
+ - lib/karafka/pro/encryption/messages/parser.rb
228
+ - lib/karafka/pro/encryption/setup/config.rb
229
+ - lib/karafka/pro/iterator.rb
230
+ - lib/karafka/pro/iterator/expander.rb
231
+ - lib/karafka/pro/iterator/tpl_builder.rb
232
+ - lib/karafka/pro/loader.rb
233
+ - lib/karafka/pro/performance_tracker.rb
234
+ - lib/karafka/pro/processing/collapser.rb
235
+ - lib/karafka/pro/processing/coordinator.rb
236
+ - lib/karafka/pro/processing/filters/base.rb
237
+ - lib/karafka/pro/processing/filters/delayer.rb
238
+ - lib/karafka/pro/processing/filters/expirer.rb
239
+ - lib/karafka/pro/processing/filters/throttler.rb
240
+ - lib/karafka/pro/processing/filters/virtual_limiter.rb
241
+ - lib/karafka/pro/processing/filters_applier.rb
242
+ - lib/karafka/pro/processing/jobs/consume_non_blocking.rb
243
+ - lib/karafka/pro/processing/jobs/revoked_non_blocking.rb
244
+ - lib/karafka/pro/processing/jobs_builder.rb
245
+ - lib/karafka/pro/processing/partitioner.rb
246
+ - lib/karafka/pro/processing/scheduler.rb
247
+ - lib/karafka/pro/processing/strategies.rb
248
+ - lib/karafka/pro/processing/strategies/aj/dlq_ftr_lrj_mom.rb
249
+ - lib/karafka/pro/processing/strategies/aj/dlq_ftr_lrj_mom_vp.rb
250
+ - lib/karafka/pro/processing/strategies/aj/dlq_ftr_mom.rb
251
+ - lib/karafka/pro/processing/strategies/aj/dlq_ftr_mom_vp.rb
252
+ - lib/karafka/pro/processing/strategies/aj/dlq_lrj_mom.rb
253
+ - lib/karafka/pro/processing/strategies/aj/dlq_lrj_mom_vp.rb
254
+ - lib/karafka/pro/processing/strategies/aj/dlq_mom.rb
255
+ - lib/karafka/pro/processing/strategies/aj/dlq_mom_vp.rb
256
+ - lib/karafka/pro/processing/strategies/aj/ftr_lrj_mom.rb
257
+ - lib/karafka/pro/processing/strategies/aj/ftr_lrj_mom_vp.rb
258
+ - lib/karafka/pro/processing/strategies/aj/ftr_mom.rb
259
+ - lib/karafka/pro/processing/strategies/aj/ftr_mom_vp.rb
260
+ - lib/karafka/pro/processing/strategies/aj/lrj_mom.rb
261
+ - lib/karafka/pro/processing/strategies/aj/lrj_mom_vp.rb
262
+ - lib/karafka/pro/processing/strategies/aj/mom.rb
263
+ - lib/karafka/pro/processing/strategies/aj/mom_vp.rb
264
+ - lib/karafka/pro/processing/strategies/base.rb
265
+ - lib/karafka/pro/processing/strategies/default.rb
266
+ - lib/karafka/pro/processing/strategies/dlq/default.rb
267
+ - lib/karafka/pro/processing/strategies/dlq/ftr.rb
268
+ - lib/karafka/pro/processing/strategies/dlq/ftr_lrj.rb
269
+ - lib/karafka/pro/processing/strategies/dlq/ftr_lrj_mom.rb
270
+ - lib/karafka/pro/processing/strategies/dlq/ftr_lrj_mom_vp.rb
271
+ - lib/karafka/pro/processing/strategies/dlq/ftr_lrj_vp.rb
272
+ - lib/karafka/pro/processing/strategies/dlq/ftr_mom.rb
273
+ - lib/karafka/pro/processing/strategies/dlq/ftr_mom_vp.rb
274
+ - lib/karafka/pro/processing/strategies/dlq/ftr_vp.rb
275
+ - lib/karafka/pro/processing/strategies/dlq/lrj.rb
276
+ - lib/karafka/pro/processing/strategies/dlq/lrj_mom.rb
277
+ - lib/karafka/pro/processing/strategies/dlq/lrj_mom_vp.rb
278
+ - lib/karafka/pro/processing/strategies/dlq/lrj_vp.rb
279
+ - lib/karafka/pro/processing/strategies/dlq/mom.rb
280
+ - lib/karafka/pro/processing/strategies/dlq/mom_vp.rb
281
+ - lib/karafka/pro/processing/strategies/dlq/vp.rb
282
+ - lib/karafka/pro/processing/strategies/ftr/default.rb
283
+ - lib/karafka/pro/processing/strategies/ftr/vp.rb
284
+ - lib/karafka/pro/processing/strategies/lrj/default.rb
285
+ - lib/karafka/pro/processing/strategies/lrj/ftr.rb
286
+ - lib/karafka/pro/processing/strategies/lrj/ftr_mom.rb
287
+ - lib/karafka/pro/processing/strategies/lrj/ftr_mom_vp.rb
288
+ - lib/karafka/pro/processing/strategies/lrj/ftr_vp.rb
289
+ - lib/karafka/pro/processing/strategies/lrj/mom.rb
290
+ - lib/karafka/pro/processing/strategies/lrj/mom_vp.rb
291
+ - lib/karafka/pro/processing/strategies/lrj/vp.rb
292
+ - lib/karafka/pro/processing/strategies/mom/default.rb
293
+ - lib/karafka/pro/processing/strategies/mom/ftr.rb
294
+ - lib/karafka/pro/processing/strategies/mom/ftr_vp.rb
295
+ - lib/karafka/pro/processing/strategies/mom/vp.rb
296
+ - lib/karafka/pro/processing/strategies/vp/default.rb
297
+ - lib/karafka/pro/processing/strategy_selector.rb
298
+ - lib/karafka/pro/processing/virtual_offset_manager.rb
299
+ - lib/karafka/pro/routing/features/base.rb
300
+ - lib/karafka/pro/routing/features/dead_letter_queue.rb
301
+ - lib/karafka/pro/routing/features/dead_letter_queue/contract.rb
302
+ - lib/karafka/pro/routing/features/delaying.rb
303
+ - lib/karafka/pro/routing/features/delaying/config.rb
304
+ - lib/karafka/pro/routing/features/delaying/contract.rb
305
+ - lib/karafka/pro/routing/features/delaying/topic.rb
306
+ - lib/karafka/pro/routing/features/expiring.rb
307
+ - lib/karafka/pro/routing/features/expiring/config.rb
308
+ - lib/karafka/pro/routing/features/expiring/contract.rb
309
+ - lib/karafka/pro/routing/features/expiring/topic.rb
310
+ - lib/karafka/pro/routing/features/filtering.rb
311
+ - lib/karafka/pro/routing/features/filtering/config.rb
312
+ - lib/karafka/pro/routing/features/filtering/contract.rb
313
+ - lib/karafka/pro/routing/features/filtering/topic.rb
314
+ - lib/karafka/pro/routing/features/long_running_job.rb
315
+ - lib/karafka/pro/routing/features/long_running_job/config.rb
316
+ - lib/karafka/pro/routing/features/long_running_job/contract.rb
317
+ - lib/karafka/pro/routing/features/long_running_job/topic.rb
318
+ - lib/karafka/pro/routing/features/pausing.rb
319
+ - lib/karafka/pro/routing/features/pausing/contract.rb
320
+ - lib/karafka/pro/routing/features/pausing/topic.rb
321
+ - lib/karafka/pro/routing/features/throttling.rb
322
+ - lib/karafka/pro/routing/features/throttling/config.rb
323
+ - lib/karafka/pro/routing/features/throttling/contract.rb
324
+ - lib/karafka/pro/routing/features/throttling/topic.rb
325
+ - lib/karafka/pro/routing/features/virtual_partitions.rb
326
+ - lib/karafka/pro/routing/features/virtual_partitions/config.rb
327
+ - lib/karafka/pro/routing/features/virtual_partitions/contract.rb
328
+ - lib/karafka/pro/routing/features/virtual_partitions/topic.rb
268
329
  - lib/karafka/process.rb
269
- - lib/karafka/responders/builder.rb
270
- - lib/karafka/responders/topic.rb
330
+ - lib/karafka/processing/coordinator.rb
331
+ - lib/karafka/processing/coordinators_buffer.rb
332
+ - lib/karafka/processing/executor.rb
333
+ - lib/karafka/processing/executors_buffer.rb
334
+ - lib/karafka/processing/jobs/base.rb
335
+ - lib/karafka/processing/jobs/consume.rb
336
+ - lib/karafka/processing/jobs/idle.rb
337
+ - lib/karafka/processing/jobs/revoked.rb
338
+ - lib/karafka/processing/jobs/shutdown.rb
339
+ - lib/karafka/processing/jobs_builder.rb
340
+ - lib/karafka/processing/jobs_queue.rb
341
+ - lib/karafka/processing/partitioner.rb
342
+ - lib/karafka/processing/result.rb
343
+ - lib/karafka/processing/scheduler.rb
344
+ - lib/karafka/processing/strategies/aj_dlq_mom.rb
345
+ - lib/karafka/processing/strategies/aj_mom.rb
346
+ - lib/karafka/processing/strategies/base.rb
347
+ - lib/karafka/processing/strategies/default.rb
348
+ - lib/karafka/processing/strategies/dlq.rb
349
+ - lib/karafka/processing/strategies/dlq_mom.rb
350
+ - lib/karafka/processing/strategies/mom.rb
351
+ - lib/karafka/processing/strategy_selector.rb
352
+ - lib/karafka/processing/worker.rb
353
+ - lib/karafka/processing/workers_batch.rb
354
+ - lib/karafka/railtie.rb
355
+ - lib/karafka/routing/activity_manager.rb
271
356
  - lib/karafka/routing/builder.rb
272
357
  - lib/karafka/routing/consumer_group.rb
273
358
  - lib/karafka/routing/consumer_mapper.rb
359
+ - lib/karafka/routing/features/active_job.rb
360
+ - lib/karafka/routing/features/active_job/builder.rb
361
+ - lib/karafka/routing/features/active_job/config.rb
362
+ - lib/karafka/routing/features/active_job/contract.rb
363
+ - lib/karafka/routing/features/active_job/topic.rb
364
+ - lib/karafka/routing/features/base.rb
365
+ - lib/karafka/routing/features/base/expander.rb
366
+ - lib/karafka/routing/features/dead_letter_queue.rb
367
+ - lib/karafka/routing/features/dead_letter_queue/config.rb
368
+ - lib/karafka/routing/features/dead_letter_queue/contract.rb
369
+ - lib/karafka/routing/features/dead_letter_queue/topic.rb
370
+ - lib/karafka/routing/features/declaratives.rb
371
+ - lib/karafka/routing/features/declaratives/config.rb
372
+ - lib/karafka/routing/features/declaratives/contract.rb
373
+ - lib/karafka/routing/features/declaratives/topic.rb
374
+ - lib/karafka/routing/features/manual_offset_management.rb
375
+ - lib/karafka/routing/features/manual_offset_management/config.rb
376
+ - lib/karafka/routing/features/manual_offset_management/contract.rb
377
+ - lib/karafka/routing/features/manual_offset_management/topic.rb
274
378
  - lib/karafka/routing/proxy.rb
275
379
  - lib/karafka/routing/router.rb
380
+ - lib/karafka/routing/subscription_group.rb
381
+ - lib/karafka/routing/subscription_groups_builder.rb
276
382
  - lib/karafka/routing/topic.rb
277
- - lib/karafka/routing/topic_mapper.rb
383
+ - lib/karafka/routing/topics.rb
384
+ - lib/karafka/runner.rb
278
385
  - lib/karafka/serialization/json/deserializer.rb
279
- - lib/karafka/serialization/json/serializer.rb
280
386
  - lib/karafka/server.rb
387
+ - lib/karafka/setup/attributes_map.rb
281
388
  - lib/karafka/setup/config.rb
282
- - lib/karafka/setup/configurators/water_drop.rb
283
389
  - lib/karafka/setup/dsl.rb
284
390
  - lib/karafka/status.rb
285
391
  - lib/karafka/templates/application_consumer.rb.erb
286
- - lib/karafka/templates/application_responder.rb.erb
392
+ - lib/karafka/templates/example_consumer.rb.erb
287
393
  - lib/karafka/templates/karafka.rb.erb
394
+ - lib/karafka/time_trackers/base.rb
395
+ - lib/karafka/time_trackers/pause.rb
396
+ - lib/karafka/time_trackers/poll.rb
288
397
  - lib/karafka/version.rb
289
398
  - log/.gitkeep
290
- homepage: https://github.com/karafka/karafka
399
+ - renovate.json
400
+ homepage: https://karafka.io
291
401
  licenses:
292
- - MIT
293
- metadata: {}
402
+ - LGPL-3.0
403
+ - Commercial
404
+ metadata:
405
+ funding_uri: https://karafka.io/#become-pro
406
+ homepage_uri: https://karafka.io
407
+ changelog_uri: https://github.com/karafka/karafka/blob/master/CHANGELOG.md
408
+ bug_tracker_uri: https://github.com/karafka/karafka/issues
409
+ source_code_uri: https://github.com/karafka/karafka
410
+ documentation_uri: https://karafka.io/docs
411
+ rubygems_mfa_required: 'true'
294
412
  post_install_message:
295
413
  rdoc_options: []
296
414
  require_paths:
@@ -299,15 +417,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
299
417
  requirements:
300
418
  - - ">="
301
419
  - !ruby/object:Gem::Version
302
- version: 2.6.0
420
+ version: '0'
303
421
  required_rubygems_version: !ruby/object:Gem::Requirement
304
422
  requirements:
305
423
  - - ">="
306
424
  - !ruby/object:Gem::Version
307
425
  version: '0'
308
426
  requirements: []
309
- rubygems_version: 3.2.15
427
+ rubygems_version: 3.4.10
310
428
  signing_key:
311
429
  specification_version: 4
312
- summary: Ruby based framework for working with Apache Kafka
430
+ summary: Karafka is Ruby and Rails efficient Kafka processing framework.
313
431
  test_files: []
metadata.gz.sig CHANGED
Binary file
data/MIT-LICENCE DELETED
@@ -1,18 +0,0 @@
1
- Permission is hereby granted, free of charge, to any person obtaining
2
- a copy of this software and associated documentation files (the
3
- "Software"), to deal in the Software without restriction, including
4
- without limitation the rights to use, copy, modify, merge, publish,
5
- distribute, sublicense, and/or sell copies of the Software, and to
6
- permit persons to whom the Software is furnished to do so, subject to
7
- the following conditions:
8
-
9
- The above copyright notice and this permission notice shall be
10
- included in all copies or substantial portions of the Software.
11
-
12
- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
13
- EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
14
- MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
15
- NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
16
- LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
17
- OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
18
- WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
data/certs/mensfeld.pem DELETED
@@ -1,25 +0,0 @@
1
- -----BEGIN CERTIFICATE-----
2
- MIIEODCCAqCgAwIBAgIBATANBgkqhkiG9w0BAQsFADAjMSEwHwYDVQQDDBhtYWNp
3
- ZWovREM9bWVuc2ZlbGQvREM9cGwwHhcNMjAwODExMDkxNTM3WhcNMjEwODExMDkx
4
- NTM3WjAjMSEwHwYDVQQDDBhtYWNpZWovREM9bWVuc2ZlbGQvREM9cGwwggGiMA0G
5
- CSqGSIb3DQEBAQUAA4IBjwAwggGKAoIBgQDCpXsCgmINb6lHBXXBdyrgsBPSxC4/
6
- 2H+weJ6L9CruTiv2+2/ZkQGtnLcDgrD14rdLIHK7t0o3EKYlDT5GhD/XUVhI15JE
7
- N7IqnPUgexe1fbZArwQ51afxz2AmPQN2BkB2oeQHXxnSWUGMhvcEZpfbxCCJH26w
8
- hS0Ccsma8yxA6hSlGVhFVDuCr7c2L1di6cK2CtIDpfDaWqnVNJEwBYHIxrCoWK5g
9
- sIGekVt/admS9gRhIMaIBg+Mshth5/DEyWO2QjteTodItlxfTctrfmiAl8X8T5JP
10
- VXeLp5SSOJ5JXE80nShMJp3RFnGw5fqjX/ffjtISYh78/By4xF3a25HdWH9+qO2Z
11
- tx0wSGc9/4gqNM0APQnjN/4YXrGZ4IeSjtE+OrrX07l0TiyikzSLFOkZCAp8oBJi
12
- Fhlosz8xQDJf7mhNxOaZziqASzp/hJTU/tuDKl5+ql2icnMv5iV/i6SlmvU29QNg
13
- LCV71pUv0pWzN+OZbHZKWepGhEQ3cG9MwvkCAwEAAaN3MHUwCQYDVR0TBAIwADAL
14
- BgNVHQ8EBAMCBLAwHQYDVR0OBBYEFImGed2AXS070ohfRidiCEhXEUN+MB0GA1Ud
15
- EQQWMBSBEm1hY2llakBtZW5zZmVsZC5wbDAdBgNVHRIEFjAUgRJtYWNpZWpAbWVu
16
- c2ZlbGQucGwwDQYJKoZIhvcNAQELBQADggGBAKiHpwoENVrMi94V1zD4o8/6G3AU
17
- gWz4udkPYHTZLUy3dLznc/sNjdkJFWT3E6NKYq7c60EpJ0m0vAEg5+F5pmNOsvD3
18
- 2pXLj9kisEeYhR516HwXAvtngboUcb75skqvBCU++4Pu7BRAPjO1/ihLSBexbwSS
19
- fF+J5OWNuyHHCQp+kGPLtXJe2yUYyvSWDj3I2//Vk0VhNOIlaCS1+5/P3ZJThOtm
20
- zJUBI7h3HgovwRpcnmk2mXTmU4Zx/bCzX8EA6VY0khEvnmiq7S6eBF0H9qH8KyQ6
21
- EkVLpvmUDFcf/uNaBQdazEMB5jYtwoA8gQlANETNGPi51KlkukhKgaIEDMkBDJOx
22
- 65N7DzmkcyY0/GwjIVIxmRhcrCt1YeCUElmfFx0iida1/YRm6sB2AXqScc1+ECRi
23
- 2DND//YJUikn1zwbz1kT70XmHd97B4Eytpln7K+M1u2g1pHVEPW4owD/ammXNpUy
24
- nt70FcDD4yxJQ+0YNiHd0N8IcVBM1TMIVctMNQ==
25
- -----END CERTIFICATE-----
data/config/errors.yml DELETED
@@ -1,41 +0,0 @@
1
- en:
2
- dry_validation:
3
- errors:
4
- invalid_broker_schema: >
5
- has an invalid format
6
- Expected schema, host and port number
7
- Example: kafka://127.0.0.1:9092 or kafka+ssl://127.0.0.1:9092
8
- invalid_certificate: >
9
- is not a valid certificate
10
- invalid_certificate_from_path: >
11
- is not a valid certificate
12
- invalid_private_key: >
13
- is not a valid private key
14
- max_timeout_size_for_exponential: >
15
- pause_timeout cannot be more than pause_max_timeout
16
- max_wait_time_limit:
17
- max_wait_time cannot be more than socket_timeout
18
- topics_names_not_unique: >
19
- all topic names within a single consumer group must be unique
20
- ssl_client_cert_with_ssl_client_cert_key: >
21
- Both ssl_client_cert and ssl_client_cert_key need to be provided
22
- ssl_client_cert_key_with_ssl_client_cert: >
23
- Both ssl_client_cert_key and ssl_client_cert need to be provided
24
- ssl_client_cert_chain_with_ssl_client_cert: >
25
- Both ssl_client_cert_chain and ssl_client_cert need to be provided
26
- ssl_client_cert_chain_with_ssl_client_cert_key: >
27
- Both ssl_client_cert_chain and ssl_client_cert_key need to be provided
28
- ssl_client_cert_key_password_with_ssl_client_cert_key: >
29
- Both ssl_client_cert_key_password and ssl_client_cert_key need to be provided
30
- does_not_respond_to_token: >
31
- needs to respond to a #token method
32
- required_usage_count: >
33
- Given topic must be used at least once
34
- pid_already_exists: >
35
- Pidfile already exists
36
- consumer_groups_inclusion: >
37
- Unknown consumer group
38
- does_not_exist:
39
- Given file does not exist or cannot be read
40
- does_not_respond_to_call: >
41
- needs to respond to a #call method