karafka-web 0.10.3 → 0.11.0.beta1

data/lib/karafka/web/pro/ui/lib/safe_runner.rb

@@ -1,5 +1,8 @@
 # frozen_string_literal: true
 
+# This code is part of Karafka Pro, a commercial component not licensed under LGPL.
+# See LICENSE for details.
+
 module Karafka
   module Web
     module Pro
@@ -49,6 +52,7 @@ module Karafka
               @executed = true
 
               if objspace?
+                GC.disable
                 ObjectSpace.trace_object_allocations_start
                 before = ObjectSpace.each_object.count
               end
@@ -76,6 +80,7 @@ module Karafka
               if objspace?
                 @allocations = ObjectSpace.each_object.count - before
                 ObjectSpace.trace_object_allocations_stop
+                GC.enable
               end
             end
 

data/lib/karafka/web/pro/ui/lib/search/config.rb

@@ -1,15 +1,7 @@
 # frozen_string_literal: true
 
-# This Karafka component is a Pro component under a commercial license.
-# This Karafka component is NOT licensed under LGPL.
-#
-# All of the commercial components are present in the lib/karafka/pro directory of this
-# repository and their usage requires commercial license agreement.
-#
-# Karafka has also commercial-friendly license, commercial support and commercial components.
-#
-# By sending a pull request to the pro components, you are agreeing to transfer the copyright of
-# your code to Maciej Mensfeld.
+# This code is part of Karafka Pro, a commercial component not licensed under LGPL.
+# See LICENSE for details.
 
 module Karafka
   module Web

data/lib/karafka/web/pro/ui/lib/search/contracts/config.rb

@@ -1,15 +1,7 @@
 # frozen_string_literal: true
 
-# This Karafka component is a Pro component under a commercial license.
-# This Karafka component is NOT licensed under LGPL.
-#
-# All of the commercial components are present in the lib/karafka/pro directory of this
-# repository and their usage requires commercial license agreement.
-#
-# Karafka has also commercial-friendly license, commercial support and commercial components.
-#
-# By sending a pull request to the pro components, you are agreeing to transfer the copyright of
-# your code to Maciej Mensfeld.
+# This code is part of Karafka Pro, a commercial component not licensed under LGPL.
+# See LICENSE for details.
 
 module Karafka
   module Web

data/lib/karafka/web/pro/ui/lib/search/contracts/form.rb

@@ -1,15 +1,7 @@
 # frozen_string_literal: true
 
-# This Karafka component is a Pro component under a commercial license.
-# This Karafka component is NOT licensed under LGPL.
-#
-# All of the commercial components are present in the lib/karafka/pro directory of this
-# repository and their usage requires commercial license agreement.
-#
-# Karafka has also commercial-friendly license, commercial support and commercial components.
-#
-# By sending a pull request to the pro components, you are agreeing to transfer the copyright of
-# your code to Maciej Mensfeld.
+# This code is part of Karafka Pro, a commercial component not licensed under LGPL.
+# See LICENSE for details.
 
 module Karafka
   module Web

data/lib/karafka/web/pro/ui/lib/search/matchers/base.rb

@@ -1,15 +1,7 @@
 # frozen_string_literal: true
 
-# This Karafka component is a Pro component under a commercial license.
-# This Karafka component is NOT licensed under LGPL.
-#
-# All of the commercial components are present in the lib/karafka/pro directory of this
-# repository and their usage requires commercial license agreement.
-#
-# Karafka has also commercial-friendly license, commercial support and commercial components.
-#
-# By sending a pull request to the pro components, you are agreeing to transfer the copyright of
-# your code to Maciej Mensfeld.
+# This code is part of Karafka Pro, a commercial component not licensed under LGPL.
+# See LICENSE for details.
 
 module Karafka
   module Web

data/lib/karafka/web/pro/ui/lib/search/matchers/raw_header_includes.rb

@@ -1,15 +1,7 @@
 # frozen_string_literal: true
 
-# This Karafka component is a Pro component under a commercial license.
-# This Karafka component is NOT licensed under LGPL.
-#
-# All of the commercial components are present in the lib/karafka/pro directory of this
-# repository and their usage requires commercial license agreement.
-#
-# Karafka has also commercial-friendly license, commercial support and commercial components.
-#
-# By sending a pull request to the pro components, you are agreeing to transfer the copyright of
-# your code to Maciej Mensfeld.
+# This code is part of Karafka Pro, a commercial component not licensed under LGPL.
+# See LICENSE for details.
 
 module Karafka
   module Web
@@ -30,7 +22,14 @@ module Karafka
                 def call(message, phrase)
                   message.raw_headers.each do |raw_header_key, raw_header_value|
                     return true if safe_include?(raw_header_key, phrase)
-                    return true if safe_include?(raw_header_value, phrase)
+
+                    if raw_header_value.is_a?(Array)
+                      raw_header_value.each do |raw_header_sub_value|
+                        return true if safe_include?(raw_header_sub_value, phrase)
+                      end
+                    elsif safe_include?(raw_header_value, phrase)
+                      return true
+                    end
                   end
 
                   false

data/lib/karafka/web/pro/ui/lib/search/matchers/raw_key_includes.rb

@@ -1,15 +1,7 @@
 # frozen_string_literal: true
 
-# This Karafka component is a Pro component under a commercial license.
-# This Karafka component is NOT licensed under LGPL.
-#
-# All of the commercial components are present in the lib/karafka/pro directory of this
-# repository and their usage requires commercial license agreement.
-#
-# Karafka has also commercial-friendly license, commercial support and commercial components.
-#
-# By sending a pull request to the pro components, you are agreeing to transfer the copyright of
-# your code to Maciej Mensfeld.
+# This code is part of Karafka Pro, a commercial component not licensed under LGPL.
+# See LICENSE for details.
 
 module Karafka
   module Web

data/lib/karafka/web/pro/ui/lib/search/matchers/raw_payload_includes.rb

@@ -1,15 +1,7 @@
 # frozen_string_literal: true
 
-# This Karafka component is a Pro component under a commercial license.
-# This Karafka component is NOT licensed under LGPL.
-#
-# All of the commercial components are present in the lib/karafka/pro directory of this
-# repository and their usage requires commercial license agreement.
-#
-# Karafka has also commercial-friendly license, commercial support and commercial components.
-#
-# By sending a pull request to the pro components, you are agreeing to transfer the copyright of
-# your code to Maciej Mensfeld.
+# This code is part of Karafka Pro, a commercial component not licensed under LGPL.
+# See LICENSE for details.
 
 module Karafka
   module Web
@@ -19,9 +11,13 @@ module Karafka
           module Search
             module Matchers
               # Checks for phrase existence in the raw payload
+              # If raw payload has a `zlib` header, it tries to decompress it
+              # (without de-serializing). We decompress because internal web ui topics (including
+              # errors topic) use Ruby specific zlib compression.
               #
               # @note It is case sensitive
               # @note Ignores encoding issues
+              # @note Decompresses if zlib is used
               class RawPayloadIncludes < Base
                 # @param message [Karafka::Messages::Message]
                 # @param phrase [String]
@@ -30,11 +26,27 @@ module Karafka
                   # raw payload can be nil for tombstone events
                   return false unless message.raw_payload
 
-                  message.raw_payload.include?(phrase)
+                  build_matchable_payload(message).include?(phrase)
                 # String matching on compressed data may fail
                 rescue Encoding::CompatibilityError
                   false
                 end
+
+                private
+
+                # Checks whether decompression is needed and if yes does it. Does not deserialize
+                #   the payload itself.
+                # @param message [Karafka::Messages::Message]
+                # @return [String] decompressed payload
+                def build_matchable_payload(message)
+                  raw_payload = message.raw_payload
+
+                  return raw_payload unless message.raw_headers.key?('zlib')
+
+                  Zlib::Inflate.inflate(raw_payload)
+                rescue Zlib::Error
+                  raw_payload
+                end
               end
             end
           end

data/lib/karafka/web/pro/ui/lib/search/normalizer.rb

@@ -1,15 +1,7 @@
 # frozen_string_literal: true
 
-# This Karafka component is a Pro component under a commercial license.
-# This Karafka component is NOT licensed under LGPL.
-#
-# All of the commercial components are present in the lib/karafka/pro directory of this
-# repository and their usage requires commercial license agreement.
-#
-# Karafka has also commercial-friendly license, commercial support and commercial components.
-#
-# By sending a pull request to the pro components, you are agreeing to transfer the copyright of
-# your code to Maciej Mensfeld.
+# This code is part of Karafka Pro, a commercial component not licensed under LGPL.
+# See LICENSE for details.
 
 module Karafka
   module Web

data/lib/karafka/web/pro/ui/lib/search/runner.rb

@@ -1,15 +1,7 @@
 # frozen_string_literal: true
 
-# This Karafka component is a Pro component under a commercial license.
-# This Karafka component is NOT licensed under LGPL.
-#
-# All of the commercial components are present in the lib/karafka/pro directory of this
-# repository and their usage requires commercial license agreement.
-#
-# Karafka has also commercial-friendly license, commercial support and commercial components.
-#
-# By sending a pull request to the pro components, you are agreeing to transfer the copyright of
-# your code to Maciej Mensfeld.
+# This code is part of Karafka Pro, a commercial component not licensed under LGPL.
+# See LICENSE for details.
 
 module Karafka
   module Web
@@ -187,7 +179,7 @@ module Karafka
                     @totals_stats[:matched] += 1
                   end
 
-                  message.clean!
+                  message.clean!(metadata: false)
                 end
 
                 @stop_reason ||= :eof

data/lib/karafka/web/pro/ui/lib/search.rb

@@ -1,15 +1,7 @@
 # frozen_string_literal: true
 
-# This Karafka component is a Pro component under a commercial license.
-# This Karafka component is NOT licensed under LGPL.
-#
-# All of the commercial components are present in the lib/karafka/pro directory of this
-# repository and their usage requires commercial license agreement.
-#
-# Karafka has also commercial-friendly license, commercial support and commercial components.
-#
-# By sending a pull request to the pro components, you are agreeing to transfer the copyright of
-# your code to Maciej Mensfeld.
+# This code is part of Karafka Pro, a commercial component not licensed under LGPL.
+# See LICENSE for details.
 
 module Karafka
   module Web

data/lib/karafka/web/pro/ui/routes/base.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+# This code is part of Karafka Pro, a commercial component not licensed under LGPL.
+# See LICENSE for details.
+
+module Karafka
+  module Web
+    module Pro
+      module Ui
+        # Namespace for Pro routes
+        module Routes
+          # Base class for Pro UI routing components
+          class Base < Web::Ui::Routes::Base
+          end
+        end
+      end
+    end
+  end
+end

data/lib/karafka/web/pro/ui/routes/cluster.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+# This code is part of Karafka Pro, a commercial component not licensed under LGPL.
+# See LICENSE for details.
+
+module Karafka
+  module Web
+    module Pro
+      module Ui
+        module Routes
+          # Manages the cluster related routes
+          class Cluster < Base
+            route do |r|
+              r.on 'cluster' do
+                controller = build(Controllers::ClusterController)
+
+                r.get 'replication' do
+                  # We use the non-pro controller here because this action is the same
+                  controller = build(Ui::Controllers::ClusterController)
+                  controller.replication
+                end
+
+                r.get String do |broker_id|
+                  controller.show(broker_id)
+                end
+
+                r.get do
+                  controller.index
+                end
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/karafka/web/pro/ui/routes/consumers.rb

@@ -0,0 +1,145 @@
+# frozen_string_literal: true
+
+# This code is part of Karafka Pro, a commercial component not licensed under LGPL.
+# See LICENSE for details.
+
+module Karafka
+  module Web
+    module Pro
+      module Ui
+        module Routes
+          # Manages the consumers related routes
+          class Consumers < Base
+            route do |r|
+              r.on 'consumers' do
+                controller = build(Controllers::Consumers::ConsumersController)
+
+                r.get 'overview' do
+                  controller.index
+                end
+
+                r.get String, 'subscriptions' do |process_id|
+                  controller.subscriptions(process_id)
+                end
+
+                r.get String, 'details' do |process_id|
+                  controller.details(process_id)
+                end
+
+                r.get 'performance' do
+                  controller.performance
+                end
+
+                r.on String, 'partitions' do |process_id|
+                  controller = build(Controllers::Consumers::Partitions::PausesController)
+
+                  r.get(
+                    String, String, :partition_id, 'pause', 'new'
+                  ) do |subscription_group_id, topic, partition_id|
+                    controller.new(process_id, subscription_group_id, topic, partition_id)
+                  end
+
+                  r.post(
+                    String, String, :partition_id, 'pause'
+                  ) do |subscription_group_id, topic, partition_id|
+                    controller.create(process_id, subscription_group_id, topic, partition_id)
+                  end
+
+                  r.get(
+                    String, String, :partition_id, 'pause', 'edit'
+                  ) do |subscription_group_id, topic, partition_id|
+                    controller.edit(process_id, subscription_group_id, topic, partition_id)
+                  end
+
+                  r.delete(
+                    String, String, :partition_id, 'pause'
+                  ) do |subscription_group_id, topic, partition_id|
+                    controller.delete(process_id, subscription_group_id, topic, partition_id)
+                  end
+
+                  controller = build(Controllers::Consumers::Partitions::OffsetsController)
+
+                  r.get(
+                    String, String, :partition_id, 'offset', 'edit'
+                  ) do |subscription_group_id, topic, partition_id|
+                    controller.edit(process_id, subscription_group_id, topic, partition_id)
+                  end
+
+                  r.put(
+                    String, String, :partition_id, 'offset'
+                  ) do |subscription_group_id, topic, partition_id|
+                    controller.update(process_id, subscription_group_id, topic, partition_id)
+                  end
+                end
+
+                r.on String, 'jobs' do |process_id|
+                  controller = build(Controllers::Consumers::JobsController)
+
+                  r.get 'running' do
+                    controller.running(process_id)
+                  end
+
+                  r.get 'pending' do
+                    controller.pending(process_id)
+                  end
+
+                  r.redirect root_path("consumers/#{process_id}/jobs/running")
+                end
+
+                r.get 'controls' do
+                  controller = build(Controllers::Consumers::ControlsController)
+
+                  controller.index
+                end
+
+                r.on 'commands' do
+                  controller = build(Controllers::Consumers::CommandsController)
+
+                  r.on Integer do |offset_id|
+                    controller.show(offset_id)
+                  end
+
+                  r.get 'recent' do
+                    controller.recent
+                  end
+
+                  r.get do
+                    controller.index
+                  end
+                end
+
+                r.on 'commanding' do
+                  controller = build(Controllers::Consumers::CommandingController)
+
+                  r.post 'quiet_all' do
+                    controller.quiet_all
+                  end
+
+                  r.post 'stop_all' do
+                    controller.stop_all
+                  end
+
+                  r.on String do |process_id|
+                    r.post 'trace' do
+                      controller.trace(process_id)
+                    end
+
+                    r.post 'quiet' do
+                      controller.quiet(process_id)
+                    end
+
+                    r.post 'stop' do
+                      controller.stop(process_id)
+                    end
+                  end
+                end
+
+                r.redirect root_path('consumers/overview')
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/karafka/web/pro/ui/routes/dashboard.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+# This code is part of Karafka Pro, a commercial component not licensed under LGPL.
+# See LICENSE for details.
+
+module Karafka
+  module Web
+    module Pro
+      module Ui
+        module Routes
+          # Manages the dashboard related routes
+          class Dashboard < Base
+            route do |r|
+              r.get 'dashboard' do
+                @breadcrumbs = false
+                controller = build(Controllers::DashboardController)
+                controller.index
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/karafka/web/pro/ui/routes/dlq.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+# This code is part of Karafka Pro, a commercial component not licensed under LGPL.
+# See LICENSE for details.
+
+module Karafka
+  module Web
+    module Pro
+      module Ui
+        module Routes
+          # Manages the dlq related routes
+          class Dlq < Base
+            route do |r|
+              r.get 'dlq' do
+                controller = build(Controllers::DlqController)
+                controller.index
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/karafka/web/pro/ui/routes/errors.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+# This code is part of Karafka Pro, a commercial component not licensed under LGPL.
+# See LICENSE for details.
+
+module Karafka
+  module Web
+    module Pro
+      module Ui
+        module Routes
+          # Manages the errors related routes
+          class Errors < Base
+            route do |r|
+              r.on 'errors' do
+                controller = build(Controllers::ErrorsController)
+
+                r.get :partition_id, Integer do |partition_id, offset|
+                  if params.current_offset != -1
+                    r.redirect root_path('errors', partition_id, params.current_offset)
+                  else
+                    controller.show(partition_id, offset)
+                  end
+                end
+
+                r.get :partition_id do |partition_id|
+                  controller.partition(partition_id)
+                end
+
+                r.get do
+                  controller.index
+                end
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end