karafka 2.0.0.alpha6 → 2.0.0.beta3

data/lib/karafka/setup/config.rb

@@ -83,7 +83,7 @@ module Karafka
       # @see https://github.com/edenhill/librdkafka/blob/master/CONFIGURATION.md
       setting :kafka, default: {}
 
-      # Namespace for internal settings that should not be modified
+      # Namespace for internal settings that should not be modified directly
       setting :internal do
         # option routing_builder [Karafka::Routing::Builder] builder instance
         setting :routing_builder, default: Routing::Builder.new
@@ -96,6 +96,10 @@ module Karafka
         # option subscription_groups_builder [Routing::SubscriptionGroupsBuilder] subscription
         #   group builder
         setting :subscription_groups_builder, default: Routing::SubscriptionGroupsBuilder.new
+        # option scheduler [Class] scheduler we will be using
+        setting :scheduler, default: Scheduler.new
+        # option jobs_builder [Class] jobs builder we want to use
+        setting :jobs_builder, default: Processing::JobsBuilder.new
 
         # Karafka components for ActiveJob
         setting :active_job do
@@ -115,6 +119,7 @@ module Karafka
         def setup(&block)
           configure(&block)
           merge_kafka_defaults!(config)
+
           Contracts::Config.new.validate!(config.to_h)
 
           # Check the license presence (if needed) and

data/lib/karafka/status.rb

@@ -31,9 +31,7 @@ module Karafka
         # We skip as during this state we do not have yet a monitor
         return if initializing?
 
-        # Trap context disallows to run certain things that we instrument
-        # so the state changes are executed from a separate thread
-        Thread.new { Karafka.monitor.instrument("app.#{state}") }.join
+        Karafka.monitor.instrument("app.#{state}")
       end
     end
   end

data/lib/karafka/time_trackers/pause.rb

@@ -41,9 +41,12 @@ module Karafka
 
       # Pauses the processing from now till the end of the interval (backoff or non-backoff)
       # and records the count.
-      def pause
+      # @param timeout [Integer] timeout value in milliseconds that overwrites the default timeout
+      # @note Providing this value can be useful when we explicitly want to pause for a certain
+      #   period of time, outside of any regular pausing logic
+      def pause(timeout = backoff_interval)
         @started_at = now
-        @ends_at = @started_at + backoff_interval
+        @ends_at = @started_at + timeout
         @count += 1
       end
 
@@ -53,6 +56,11 @@ module Karafka
         @ends_at = nil
       end
 
+      # Expires the pause, so it can be considered expired
+      def expire
+        @ends_at = nil
+      end
+
       # @return [Boolean] are we paused from processing
       def paused?
         !@started_at.nil?

data/lib/karafka/version.rb

@@ -3,5 +3,5 @@
 # Main module namespace
 module Karafka
   # Current Karafka version
-  VERSION = '2.0.0.alpha6'
+  VERSION = '2.0.0.beta3'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka
 version: !ruby/object:Gem::Version
-  version: 2.0.0.alpha6
+  version: 2.0.0.beta3
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -34,7 +34,7 @@ cert_chain:
   R2P11bWoCtr70BsccVrN8jEhzwXngMyI2gVt750Y+dbTu1KgRqZKp/ECe7ZzPzXj
   pIy9vHxTANKYVyI4qj8OrFdEM5BQNu8oQpL0iQ==
   -----END CERTIFICATE-----
-date: 2022-04-17 00:00:00.000000000 Z
+date: 2022-06-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: dry-configurable
@@ -171,6 +171,7 @@ files:
 - bin/create_token
 - bin/integrations
 - bin/karafka
+- bin/scenario
 - bin/stress
 - certs/karafka-pro.pem
 - certs/mensfeld.pem
@@ -184,7 +185,7 @@ files:
 - lib/karafka/active_job/dispatcher.rb
 - lib/karafka/active_job/job_extensions.rb
 - lib/karafka/active_job/job_options_contract.rb
-- lib/karafka/active_job/routing_extensions.rb
+- lib/karafka/active_job/routing/extensions.rb
 - lib/karafka/app.rb
 - lib/karafka/base_consumer.rb
 - lib/karafka/cli.rb
@@ -195,8 +196,10 @@ files:
 - lib/karafka/cli/server.rb
 - lib/karafka/connection/client.rb
 - lib/karafka/connection/listener.rb
+- lib/karafka/connection/listeners_batch.rb
 - lib/karafka/connection/messages_buffer.rb
 - lib/karafka/connection/pauses_manager.rb
+- lib/karafka/connection/raw_messages_buffer.rb
 - lib/karafka/connection/rebalance_manager.rb
 - lib/karafka/contracts.rb
 - lib/karafka/contracts/base.rb
@@ -206,6 +209,7 @@ files:
 - lib/karafka/contracts/server_cli_options.rb
 - lib/karafka/env.rb
 - lib/karafka/errors.rb
+- lib/karafka/helpers/async.rb
 - lib/karafka/helpers/multi_delegator.rb
 - lib/karafka/instrumentation.rb
 - lib/karafka/instrumentation/callbacks/error.rb
@@ -225,9 +229,16 @@ files:
 - lib/karafka/messages/seek.rb
 - lib/karafka/patches/rdkafka/consumer.rb
 - lib/karafka/pro.rb
+- lib/karafka/pro/active_job/consumer.rb
 - lib/karafka/pro/active_job/dispatcher.rb
 - lib/karafka/pro/active_job/job_options_contract.rb
+- lib/karafka/pro/base_consumer_extensions.rb
 - lib/karafka/pro/loader.rb
+- lib/karafka/pro/performance_tracker.rb
+- lib/karafka/pro/processing/jobs/consume_non_blocking.rb
+- lib/karafka/pro/processing/jobs_builder.rb
+- lib/karafka/pro/routing/extensions.rb
+- lib/karafka/pro/scheduler.rb
 - lib/karafka/process.rb
 - lib/karafka/processing/executor.rb
 - lib/karafka/processing/executors_buffer.rb
@@ -235,6 +246,7 @@ files:
 - lib/karafka/processing/jobs/consume.rb
 - lib/karafka/processing/jobs/revoked.rb
 - lib/karafka/processing/jobs/shutdown.rb
+- lib/karafka/processing/jobs_builder.rb
 - lib/karafka/processing/jobs_queue.rb
 - lib/karafka/processing/worker.rb
 - lib/karafka/processing/workers_batch.rb
@@ -247,7 +259,9 @@ files:
 - lib/karafka/routing/subscription_group.rb
 - lib/karafka/routing/subscription_groups_builder.rb
 - lib/karafka/routing/topic.rb
+- lib/karafka/routing/topics.rb
 - lib/karafka/runner.rb
+- lib/karafka/scheduler.rb
 - lib/karafka/serialization/json/deserializer.rb
 - lib/karafka/server.rb
 - lib/karafka/setup/config.rb
@@ -264,6 +278,7 @@ files:
 homepage: https://karafka.io
 licenses:
 - LGPL-3.0
+- Commercial
 metadata:
   source_code_uri: https://github.com/karafka/karafka
   rubygems_mfa_required: 'true'
@@ -282,7 +297,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: 1.3.1
 requirements: []
-rubygems_version: 3.3.3
+rubygems_version: 3.3.7
 signing_key: 
 specification_version: 4
 summary: Ruby based framework for working with Apache Kafka

data/lib/karafka/active_job/routing_extensions.rb

@@ -1,18 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  # ActiveJob related Karafka stuff
-  module ActiveJob
-    # Routing extensions for ActiveJob
-    module RoutingExtensions
-      # This method simplifies routes definition for ActiveJob topics / queues by auto-injecting
-      # the consumer class
-      # @param name [String, Symbol] name of the topic where ActiveJobs jobs should go
-      def active_job_topic(name)
-        topic(name) do
-          consumer App.config.internal.active_job.consumer
-        end
-      end
-    end
-  end
-end