karafka 2.0.0.beta2 → 2.0.0.beta5

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka
 version: !ruby/object:Gem::Version
-  version: 2.0.0.beta2
+  version: 2.0.0.beta5
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -34,7 +34,7 @@ cert_chain:
   R2P11bWoCtr70BsccVrN8jEhzwXngMyI2gVt750Y+dbTu1KgRqZKp/ECe7ZzPzXj
   pIy9vHxTANKYVyI4qj8OrFdEM5BQNu8oQpL0iQ==
   -----END CERTIFICATE-----
-date: 2022-06-07 00:00:00.000000000 Z
+date: 2022-07-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: dry-configurable
@@ -112,7 +112,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.3.0
+        version: 2.3.1
     - - "<"
       - !ruby/object:Gem::Version
         version: 3.0.0
@@ -122,7 +122,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.3.0
+        version: 2.3.1
     - - "<"
       - !ruby/object:Gem::Version
         version: 3.0.0
@@ -171,7 +171,10 @@ files:
 - bin/create_token
 - bin/integrations
 - bin/karafka
-- bin/stress
+- bin/scenario
+- bin/stress_many
+- bin/stress_one
+- bin/wait_for_kafka
 - certs/karafka-pro.pem
 - certs/mensfeld.pem
 - config/errors.yml
@@ -231,18 +234,27 @@ files:
 - lib/karafka/pro/active_job/consumer.rb
 - lib/karafka/pro/active_job/dispatcher.rb
 - lib/karafka/pro/active_job/job_options_contract.rb
+- lib/karafka/pro/base_consumer.rb
 - lib/karafka/pro/loader.rb
 - lib/karafka/pro/performance_tracker.rb
+- lib/karafka/pro/processing/coordinator.rb
 - lib/karafka/pro/processing/jobs/consume_non_blocking.rb
-- lib/karafka/pro/scheduler.rb
+- lib/karafka/pro/processing/jobs_builder.rb
+- lib/karafka/pro/processing/scheduler.rb
+- lib/karafka/pro/routing/extensions.rb
 - lib/karafka/process.rb
+- lib/karafka/processing/coordinator.rb
+- lib/karafka/processing/coordinators_buffer.rb
 - lib/karafka/processing/executor.rb
 - lib/karafka/processing/executors_buffer.rb
 - lib/karafka/processing/jobs/base.rb
 - lib/karafka/processing/jobs/consume.rb
 - lib/karafka/processing/jobs/revoked.rb
 - lib/karafka/processing/jobs/shutdown.rb
+- lib/karafka/processing/jobs_builder.rb
 - lib/karafka/processing/jobs_queue.rb
+- lib/karafka/processing/result.rb
+- lib/karafka/processing/scheduler.rb
 - lib/karafka/processing/worker.rb
 - lib/karafka/processing/workers_batch.rb
 - lib/karafka/railtie.rb
@@ -256,7 +268,6 @@ files:
 - lib/karafka/routing/topic.rb
 - lib/karafka/routing/topics.rb
 - lib/karafka/runner.rb
-- lib/karafka/scheduler.rb
 - lib/karafka/serialization/json/deserializer.rb
 - lib/karafka/server.rb
 - lib/karafka/setup/config.rb
@@ -273,6 +284,7 @@ files:
 homepage: https://karafka.io
 licenses:
 - LGPL-3.0
+- Commercial
 metadata:
   source_code_uri: https://github.com/karafka/karafka
   rubygems_mfa_required: 'true'

data/lib/karafka/pro/scheduler.rb

@@ -1,54 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  module Pro
-    # This Karafka component is a Pro component.
-    # All of the commercial components are present in the lib/karafka/pro directory of this
-    # repository and their usage requires commercial license agreement.
-    #
-    # Karafka has also commercial-friendly license, commercial support and commercial components.
-    #
-    # By sending a pull request to the pro components, you are agreeing to transfer the copyright
-    # of your code to Maciej Mensfeld.
-
-    # Optimizes scheduler that takes into consideration of execution time needed to process
-    # messages from given topics partitions. It uses the non-preemptive LJF algorithm
-    #
-    # This scheduler is designed to optimize execution times on jobs that perform IO operations as
-    # when taking IO into consideration, the can achieve optimized parallel processing.
-    #
-    # This scheduler can also work with virtual partitions.
-    #
-    # Aside from consumption jobs, other jobs do not run often, thus we can leave them with
-    # default FIFO scheduler from the default Karafka scheduler
-    class Scheduler < ::Karafka::Scheduler
-      # Schedules jobs in the LJF order for consumption
-      #
-      # @param queue [Karafka::Processing::JobsQueue] queue where we want to put the jobs
-      # @param jobs_array [Array<Karafka::Processing::Jobs::Base>] jobs we want to schedule
-      #
-      def schedule_consumption(queue, jobs_array)
-        pt = PerformanceTracker.instance
-
-        ordered = []
-
-        jobs_array.each do |job|
-          messages = job.messages
-          message = messages.first
-
-          cost = pt.processing_time_p95(message.topic, message.partition) * messages.size
-
-          ordered << [job, cost]
-        end
-
-        ordered.sort_by!(&:last)
-        ordered.reverse!
-        ordered.map!(&:first)
-
-        ordered.each do |job|
-          queue << job
-        end
-      end
-    end
-  end
-end

data/lib/karafka/scheduler.rb

@@ -1,20 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  # FIFO scheduler for messages coming from various topics and partitions
-  class Scheduler
-    # Schedules jobs in the fifo order
-    #
-    # @param queue [Karafka::Processing::JobsQueue] queue where we want to put the jobs
-    # @param jobs_array [Array<Karafka::Processing::Jobs::Base>] jobs we want to schedule
-    def schedule_consumption(queue, jobs_array)
-      jobs_array.each do |job|
-        queue << job
-      end
-    end
-
-    # Both revocation and shutdown jobs can also run in fifo by default
-    alias schedule_revocation schedule_consumption
-    alias schedule_shutdown schedule_consumption
-  end
-end