karafka 2.5.9 → 2.6.0.beta1

data/lib/karafka/pro/processing/strategies/aj/dlq_mom_vp.rb

@@ -1,84 +0,0 @@
-# frozen_string_literal: true
-
-# Karafka Pro - Source Available Commercial Software
-# Copyright (c) 2017-present Maciej Mensfeld. All rights reserved.
-#
-# This software is NOT open source. It is source-available commercial software
-# requiring a paid license for use. It is NOT covered by LGPL.
-#
-# The author retains all right, title, and interest in this software,
-# including all copyrights, patents, and other intellectual property rights.
-# No patent rights are granted under this license.
-#
-# PROHIBITED:
-# - Use without a valid commercial license
-# - Redistribution, modification, or derivative works without authorization
-# - Reverse engineering, decompilation, or disassembly of this software
-# - Use as training data for AI/ML models or inclusion in datasets
-# - Scraping, crawling, or automated collection for any purpose
-#
-# PERMITTED:
-# - Reading, referencing, and linking for personal or commercial use
-# - Runtime retrieval by AI assistants, coding agents, and RAG systems
-#   for the purpose of providing contextual help to Karafka users
-#
-# Receipt, viewing, or possession of this software does not convey or
-# imply any license or right beyond those expressly stated above.
-#
-# License: https://karafka.io/docs/Pro-License-Comm/
-# Contact: contact@karafka.io
-
-module Karafka
-  module Pro
-    module Processing
-      module Strategies
-        module Aj
-          # ActiveJob enabled
-          # Manual offset management enabled
-          # Virtual Partitions enabled
-          module DlqMomVp
-            include Strategies::Default
-            include Strategies::Dlq::Vp
-            include Strategies::Vp::Default
-
-            # Features for this strategy
-            FEATURES = %i[
-              active_job
-              dead_letter_queue
-              manual_offset_management
-              virtual_partitions
-            ].freeze
-
-            # Flow including moving to DLQ in the collapsed mode
-            def handle_after_consume
-              coordinator.on_finished do |last_group_message|
-                if coordinator.success?
-                  coordinator.pause_tracker.reset
-
-                  # When this is an ActiveJob running via Pro with virtual partitions, we cannot
-                  # mark intermediate jobs as processed not to mess up with the ordering.
-                  # Only when all the jobs are processed and we did not loose the partition
-                  # assignment and we are not stopping (Pro ActiveJob has an early break) we can
-                  # commit offsets .
-                  # For a non virtual partitions case, the flow is regular and state is marked
-                  # after each successfully processed job
-                  return if revoked?
-
-                  mark_as_consumed(last_group_message)
-                else
-                  apply_dlq_flow do
-                    # Here we are in a collapsed state, hence we can apply the same logic as
-                    # Aj::DlqMom
-                    skippable_message, = find_skippable_message
-                    dispatch_to_dlq(skippable_message) if dispatch_to_dlq?
-                    mark_dispatched_to_dlq(skippable_message)
-                  end
-                end
-              end
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/pro/processing/strategies/aj/ftr_lrj_mom_vp.rb

@@ -1,86 +0,0 @@
-# frozen_string_literal: true
-
-# Karafka Pro - Source Available Commercial Software
-# Copyright (c) 2017-present Maciej Mensfeld. All rights reserved.
-#
-# This software is NOT open source. It is source-available commercial software
-# requiring a paid license for use. It is NOT covered by LGPL.
-#
-# The author retains all right, title, and interest in this software,
-# including all copyrights, patents, and other intellectual property rights.
-# No patent rights are granted under this license.
-#
-# PROHIBITED:
-# - Use without a valid commercial license
-# - Redistribution, modification, or derivative works without authorization
-# - Reverse engineering, decompilation, or disassembly of this software
-# - Use as training data for AI/ML models or inclusion in datasets
-# - Scraping, crawling, or automated collection for any purpose
-#
-# PERMITTED:
-# - Reading, referencing, and linking for personal or commercial use
-# - Runtime retrieval by AI assistants, coding agents, and RAG systems
-#   for the purpose of providing contextual help to Karafka users
-#
-# Receipt, viewing, or possession of this software does not convey or
-# imply any license or right beyond those expressly stated above.
-#
-# License: https://karafka.io/docs/Pro-License-Comm/
-# Contact: contact@karafka.io
-
-module Karafka
-  module Pro
-    module Processing
-      module Strategies
-        module Aj
-          # ActiveJob enabled
-          # Filtering enabled
-          # Long-Running Job enabled
-          # Manual offset management enabled
-          # Virtual Partitions enabled
-          module FtrLrjMomVp
-            include Strategies::Vp::Default
-            include Strategies::Lrj::FtrMom
-
-            # Features for this strategy
-            FEATURES = %i[
-              active_job
-              filtering
-              long_running_job
-              manual_offset_management
-              virtual_partitions
-            ].freeze
-
-            # AJ MOM VP does not do intermediate marking, hence we need to make sure we mark as
-            # consumed here.
-            def handle_after_consume
-              coordinator.on_finished do |last_group_message|
-                if coordinator.success?
-                  coordinator.pause_tracker.reset
-
-                  mark_as_consumed(last_group_message) unless revoked?
-
-                  if coordinator.filtered? && !revoked?
-                    handle_post_filtering
-
-                    # :seek and :pause are fully handled by handle_post_filtering
-                    # For :skip we still need to resume the LRJ MAX_PAUSE_TIME pause
-                    return unless coordinator.filter.action == :skip
-                  elsif !revoked?
-                    # no need to check for manual seek because AJ consumer is internal and
-                    # fully controlled by us
-                    seek(seek_offset, false, reset_offset: false)
-                  end
-
-                  resume
-                else
-                  retry_after_pause
-                end
-              end
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/pro/processing/strategies/aj/lrj_mom.rb

@@ -1,54 +0,0 @@
-# frozen_string_literal: true
-
-# Karafka Pro - Source Available Commercial Software
-# Copyright (c) 2017-present Maciej Mensfeld. All rights reserved.
-#
-# This software is NOT open source. It is source-available commercial software
-# requiring a paid license for use. It is NOT covered by LGPL.
-#
-# The author retains all right, title, and interest in this software,
-# including all copyrights, patents, and other intellectual property rights.
-# No patent rights are granted under this license.
-#
-# PROHIBITED:
-# - Use without a valid commercial license
-# - Redistribution, modification, or derivative works without authorization
-# - Reverse engineering, decompilation, or disassembly of this software
-# - Use as training data for AI/ML models or inclusion in datasets
-# - Scraping, crawling, or automated collection for any purpose
-#
-# PERMITTED:
-# - Reading, referencing, and linking for personal or commercial use
-# - Runtime retrieval by AI assistants, coding agents, and RAG systems
-#   for the purpose of providing contextual help to Karafka users
-#
-# Receipt, viewing, or possession of this software does not convey or
-# imply any license or right beyond those expressly stated above.
-#
-# License: https://karafka.io/docs/Pro-License-Comm/
-# Contact: contact@karafka.io
-
-module Karafka
-  module Pro
-    module Processing
-      module Strategies
-        module Aj
-          # ActiveJob enabled
-          # Long-Running Job enabled
-          # Manual offset management enabled
-          module LrjMom
-            # Same behaviour as Lrj::Mom
-            include Strategies::Lrj::Mom
-
-            # Features for this strategy
-            FEATURES = %i[
-              active_job
-              long_running_job
-              manual_offset_management
-            ].freeze
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/pro/processing/strategies/aj/lrj_mom_vp.rb

@@ -1,101 +0,0 @@
-# frozen_string_literal: true
-
-# Karafka Pro - Source Available Commercial Software
-# Copyright (c) 2017-present Maciej Mensfeld. All rights reserved.
-#
-# This software is NOT open source. It is source-available commercial software
-# requiring a paid license for use. It is NOT covered by LGPL.
-#
-# The author retains all right, title, and interest in this software,
-# including all copyrights, patents, and other intellectual property rights.
-# No patent rights are granted under this license.
-#
-# PROHIBITED:
-# - Use without a valid commercial license
-# - Redistribution, modification, or derivative works without authorization
-# - Reverse engineering, decompilation, or disassembly of this software
-# - Use as training data for AI/ML models or inclusion in datasets
-# - Scraping, crawling, or automated collection for any purpose
-#
-# PERMITTED:
-# - Reading, referencing, and linking for personal or commercial use
-# - Runtime retrieval by AI assistants, coding agents, and RAG systems
-#   for the purpose of providing contextual help to Karafka users
-#
-# Receipt, viewing, or possession of this software does not convey or
-# imply any license or right beyond those expressly stated above.
-#
-# License: https://karafka.io/docs/Pro-License-Comm/
-# Contact: contact@karafka.io
-
-module Karafka
-  module Pro
-    module Processing
-      module Strategies
-        module Aj
-          # ActiveJob enabled
-          # Long-Running Job enabled
-          # Manual offset management enabled
-          # Virtual Partitions enabled
-          module LrjMomVp
-            include Strategies::Default
-            include Strategies::Vp::Default
-
-            # Features for this strategy
-            FEATURES = %i[
-              active_job
-              long_running_job
-              manual_offset_management
-              virtual_partitions
-            ].freeze
-
-            # No actions needed for the standard flow here
-            def handle_before_schedule_consume
-              super
-
-              coordinator.on_enqueued do
-                pause(:consecutive, Strategies::Lrj::Default::MAX_PAUSE_TIME, false)
-              end
-            end
-
-            # Standard flow without any features
-            def handle_after_consume
-              coordinator.on_finished do |last_group_message|
-                if coordinator.success?
-                  coordinator.pause_tracker.reset
-
-                  mark_as_consumed(last_group_message) unless revoked?
-
-                  # no need to check for manual seek because AJ consumer is internal and
-                  # fully controlled by us
-                  seek(seek_offset, false, reset_offset: false) unless revoked?
-
-                  resume
-                else
-                  # If processing failed, we need to pause
-                  # For long running job this will overwrite the default never-ending pause and
-                  # will cause the processing to keep going after the error backoff
-                  retry_after_pause
-                end
-              end
-            end
-
-            # LRJ cannot resume here. Only in handling the after consumption
-            def handle_revoked
-              coordinator.on_revoked do
-                coordinator.revoke
-              end
-
-              monitor.instrument("consumer.revoke", caller: self)
-              monitor.instrument("consumer.revoked", caller: self) do
-                revoked
-              end
-            ensure
-              coordinator.decrement(:revoked)
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/pro/processing/strategies/base.rb

@@ -1,43 +0,0 @@
-# frozen_string_literal: true
-
-# Karafka Pro - Source Available Commercial Software
-# Copyright (c) 2017-present Maciej Mensfeld. All rights reserved.
-#
-# This software is NOT open source. It is source-available commercial software
-# requiring a paid license for use. It is NOT covered by LGPL.
-#
-# The author retains all right, title, and interest in this software,
-# including all copyrights, patents, and other intellectual property rights.
-# No patent rights are granted under this license.
-#
-# PROHIBITED:
-# - Use without a valid commercial license
-# - Redistribution, modification, or derivative works without authorization
-# - Reverse engineering, decompilation, or disassembly of this software
-# - Use as training data for AI/ML models or inclusion in datasets
-# - Scraping, crawling, or automated collection for any purpose
-#
-# PERMITTED:
-# - Reading, referencing, and linking for personal or commercial use
-# - Runtime retrieval by AI assistants, coding agents, and RAG systems
-#   for the purpose of providing contextual help to Karafka users
-#
-# Receipt, viewing, or possession of this software does not convey or
-# imply any license or right beyond those expressly stated above.
-#
-# License: https://karafka.io/docs/Pro-License-Comm/
-# Contact: contact@karafka.io
-
-module Karafka
-  module Pro
-    module Processing
-      # Pro processing strategies namespace
-      module Strategies
-        # Base strategy for Pro
-        module Base
-          include Karafka::Processing::Strategies::Base
-        end
-      end
-    end
-  end
-end