source_monitor 0.2.0 → 0.3.0

data/lib/source_monitor/configuration/validation_definition.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+module SourceMonitor
+  class Configuration
+    class ValidationDefinition
+      attr_reader :handler, :options
+
+      def initialize(handler, options)
+        @handler = handler
+        @options = options
+      end
+
+      def signature
+        handler_key =
+          case handler
+          when Symbol
+            [ :symbol, handler ]
+          when String
+            [ :symbol, handler.to_sym ]
+          else
+            [ :callable, handler.object_id ]
+          end
+
+        [ handler_key, options ]
+      end
+
+      def symbol?
+        handler.is_a?(Symbol) || handler.is_a?(String)
+      end
+    end
+  end
+end

data/lib/source_monitor/configuration.rb

@@ -1,6 +1,18 @@
 # frozen_string_literal: true
 
 require "active_support/core_ext/string/inflections"
+require "source_monitor/configuration/http_settings"
+require "source_monitor/configuration/fetching_settings"
+require "source_monitor/configuration/health_settings"
+require "source_monitor/configuration/scraping_settings"
+require "source_monitor/configuration/realtime_settings"
+require "source_monitor/configuration/retention_settings"
+require "source_monitor/configuration/authentication_settings"
+require "source_monitor/configuration/scraper_registry"
+require "source_monitor/configuration/events"
+require "source_monitor/configuration/validation_definition"
+require "source_monitor/configuration/model_definition"
+require "source_monitor/configuration/models"
 
 module SourceMonitor
   class Configuration
@@ -71,584 +83,5 @@ module SourceMonitor
         raise ArgumentError, "unknown queue role #{role.inspect}"
       end
     end
-
-    class AuthenticationSettings
-      Handler = Struct.new(:type, :callable) do
-        def call(controller)
-          return unless callable
-
-          case type
-          when :symbol
-            controller.public_send(callable)
-          when :callable
-            arity = callable.arity
-            if arity.zero?
-              controller.instance_exec(&callable)
-            else
-              callable.call(controller)
-            end
-          end
-        end
-      end
-
-      attr_reader :authenticate_handler, :authorize_handler
-      attr_accessor :current_user_method, :user_signed_in_method
-
-      def initialize
-        reset!
-      end
-
-      def authenticate_with(handler = nil, &block)
-        @authenticate_handler = build_handler(handler, &block)
-      end
-
-      def authorize_with(handler = nil, &block)
-        @authorize_handler = build_handler(handler, &block)
-      end
-
-      def reset!
-        @authenticate_handler = nil
-        @authorize_handler = nil
-        @current_user_method = nil
-        @user_signed_in_method = nil
-      end
-
-      private
-
-      def build_handler(handler = nil, &block)
-        handler ||= block
-        return nil unless handler
-
-        if handler.is_a?(Symbol) || handler.is_a?(String)
-          Handler.new(:symbol, handler.to_sym)
-        elsif handler.respond_to?(:call)
-          Handler.new(:callable, handler)
-        else
-          raise ArgumentError, "Invalid authentication handler #{handler.inspect}"
-        end
-      end
-    end
-
-    class ScrapingSettings
-      attr_accessor :max_in_flight_per_source, :max_bulk_batch_size
-
-      DEFAULT_MAX_IN_FLIGHT = 25
-      DEFAULT_MAX_BULK_BATCH_SIZE = 100
-
-      def initialize
-        reset!
-      end
-
-      def reset!
-        @max_in_flight_per_source = DEFAULT_MAX_IN_FLIGHT
-        @max_bulk_batch_size = DEFAULT_MAX_BULK_BATCH_SIZE
-      end
-
-      def max_in_flight_per_source=(value)
-        @max_in_flight_per_source = normalize_numeric(value)
-      end
-
-      def max_bulk_batch_size=(value)
-        @max_bulk_batch_size = normalize_numeric(value)
-      end
-
-      private
-
-      def normalize_numeric(value)
-        return nil if value.nil?
-        return nil if value == ""
-
-        integer = value.respond_to?(:to_i) ? value.to_i : value
-        integer.positive? ? integer : nil
-      end
-    end
-
-    class RealtimeSettings
-      VALID_ADAPTERS = %i[solid_cable redis async].freeze
-
-      attr_reader :adapter, :solid_cable
-      attr_accessor :redis_url
-
-      def initialize
-        reset!
-      end
-
-      def adapter=(value)
-        value = value&.to_sym
-        unless VALID_ADAPTERS.include?(value)
-          raise ArgumentError, "Unsupported realtime adapter #{value.inspect}"
-        end
-
-        @adapter = value
-      end
-
-      def reset!
-        @solid_cable = SolidCableOptions.new
-        @redis_url = nil
-        self.adapter = :solid_cable
-      end
-
-      def solid_cable=(options)
-        solid_cable.assign(options)
-      end
-
-      def action_cable_config
-        case adapter
-        when :solid_cable
-          solid_cable.to_h.merge(adapter: "solid_cable")
-        when :redis
-          config = { adapter: "redis" }
-          config[:url] = redis_url if redis_url.present?
-          config
-        when :async
-          { adapter: "async" }
-        else
-          {}
-        end
-      end
-
-      class SolidCableOptions
-        attr_accessor :polling_interval,
-          :message_retention,
-          :autotrim,
-          :silence_polling,
-          :use_skip_locked,
-          :trim_batch_size,
-          :connects_to
-
-        def initialize
-          reset!
-        end
-
-        def assign(options)
-          return unless options.respond_to?(:each)
-
-          options.each do |key, value|
-            setter = "#{key}="
-            public_send(setter, value) if respond_to?(setter)
-          end
-        end
-
-        def reset!
-          @polling_interval = "0.1.seconds"
-          @message_retention = "1.day"
-          @autotrim = true
-          @silence_polling = true
-          @use_skip_locked = true
-          @trim_batch_size = nil
-          @connects_to = nil
-        end
-
-        def to_h
-          {
-            polling_interval: polling_interval,
-            message_retention: message_retention,
-            autotrim: autotrim,
-            silence_polling: silence_polling,
-            use_skip_locked: use_skip_locked,
-            trim_batch_size: trim_batch_size,
-            connects_to: connects_to
-          }.compact
-        end
-      end
-    end
-
-    class HTTPSettings
-      attr_accessor :timeout,
-        :open_timeout,
-        :max_redirects,
-        :user_agent,
-        :proxy,
-        :headers,
-        :retry_max,
-        :retry_interval,
-        :retry_interval_randomness,
-        :retry_backoff_factor,
-        :retry_statuses
-
-      def initialize
-        reset!
-      end
-
-      def reset!
-        @timeout = 15
-        @open_timeout = 5
-        @max_redirects = 5
-        @user_agent = default_user_agent
-        @proxy = nil
-        @headers = {}
-        @retry_max = 4
-        @retry_interval = 0.5
-        @retry_interval_randomness = 0.5
-        @retry_backoff_factor = 2
-        @retry_statuses = nil
-      end
-
-      private
-
-      def default_user_agent
-        "SourceMonitor/#{SourceMonitor::VERSION}"
-      end
-    end
-
-    class FetchingSettings
-      attr_accessor :min_interval_minutes,
-        :max_interval_minutes,
-        :increase_factor,
-        :decrease_factor,
-        :failure_increase_factor,
-        :jitter_percent
-
-      def initialize
-        reset!
-      end
-
-      def reset!
-        @min_interval_minutes = 5
-        @max_interval_minutes = 24 * 60
-        @increase_factor = 1.25
-        @decrease_factor = 0.75
-        @failure_increase_factor = 1.5
-        @jitter_percent = 0.1
-      end
-    end
-
-    class HealthSettings
-      attr_accessor :window_size,
-        :healthy_threshold,
-        :warning_threshold,
-        :auto_pause_threshold,
-        :auto_resume_threshold,
-        :auto_pause_cooldown_minutes
-
-      def initialize
-        reset!
-      end
-
-      def reset!
-        @window_size = 20
-        @healthy_threshold = 0.8
-        @warning_threshold = 0.5
-        @auto_pause_threshold = 0.2
-        @auto_resume_threshold = 0.6
-        @auto_pause_cooldown_minutes = 60
-      end
-    end
-
-    class ScraperRegistry
-      include Enumerable
-
-      def initialize
-        @adapters = {}
-      end
-
-      def register(name, adapter)
-        key = normalize_name(name)
-        @adapters[key] = normalize_adapter(adapter)
-      end
-
-      def unregister(name)
-        @adapters.delete(normalize_name(name))
-      end
-
-      def adapter_for(name)
-        adapter = @adapters[normalize_name(name)]
-        adapter if adapter
-      end
-
-      def each(&block)
-        @adapters.each(&block)
-      end
-
-      private
-
-      def normalize_name(name)
-        value = name.to_s
-        raise ArgumentError, "Invalid scraper adapter name #{name.inspect}" unless value.match?(/\A[a-z0-9_]+\z/i)
-
-        value.downcase
-      end
-
-      def normalize_adapter(adapter)
-        constant = resolve_adapter(adapter)
-
-        if defined?(SourceMonitor::Scrapers::Base) && !(constant <= SourceMonitor::Scrapers::Base)
-          raise ArgumentError, "Scraper adapters must inherit from SourceMonitor::Scrapers::Base"
-        end
-
-        constant
-      end
-
-      def resolve_adapter(adapter)
-        return adapter if adapter.is_a?(Class)
-
-        if adapter.respond_to?(:to_s)
-          constant_name = adapter.to_s
-          begin
-            return constant_name.constantize
-          rescue NameError
-            raise ArgumentError, "Unknown scraper adapter constant #{constant_name.inspect}"
-          end
-        end
-
-        raise ArgumentError, "Invalid scraper adapter #{adapter.inspect}"
-      end
-    end
-
-    class RetentionSettings
-      attr_accessor :items_retention_days, :max_items
-
-      def initialize
-        @items_retention_days = nil
-        @max_items = nil
-        @strategy = :destroy
-      end
-
-      def strategy
-        @strategy
-      end
-
-      def strategy=(value)
-        normalized = normalize_strategy(value)
-        @strategy = normalized unless normalized.nil?
-      end
-
-      private
-
-      def normalize_strategy(value)
-        return :destroy if value.nil?
-
-        if value.respond_to?(:to_sym)
-          candidate = value.to_sym
-          valid =
-            if defined?(SourceMonitor::Items::RetentionPruner::VALID_STRATEGIES)
-              SourceMonitor::Items::RetentionPruner::VALID_STRATEGIES
-            else
-              %i[destroy soft_delete]
-            end
-
-          raise ArgumentError, "Invalid retention strategy #{value.inspect}" unless valid.include?(candidate)
-          candidate
-        else
-          raise ArgumentError, "Invalid retention strategy #{value.inspect}"
-        end
-      end
-    end
-
-    class Events
-      CALLBACK_KEYS = %i[after_item_created after_item_scraped after_fetch_completed].freeze
-
-      def initialize
-        @callbacks = Hash.new { |hash, key| hash[key] = [] }
-        @item_processors = []
-      end
-
-      CALLBACK_KEYS.each do |key|
-        define_method(key) do |handler = nil, &block|
-          register_callback(key, handler, &block)
-        end
-      end
-
-      def register_item_processor(processor = nil, &block)
-        callable = processor || block
-        validate_callable!(callable, :item_processor)
-        @item_processors << callable
-        callable
-      end
-
-      def callbacks_for(name)
-        @callbacks[name.to_sym]&.dup || []
-      end
-
-      def item_processors
-        @item_processors.dup
-      end
-
-      def reset!
-        @callbacks.clear
-        @item_processors.clear
-      end
-
-      private
-
-      def register_callback(key, handler = nil, &block)
-        callable = handler || block
-        validate_callable!(callable, key)
-        key = key.to_sym
-        unless CALLBACK_KEYS.include?(key)
-          raise ArgumentError, "Unknown event #{key.inspect}"
-        end
-
-        @callbacks[key] << callable
-        callable
-      end
-
-      def validate_callable!(callable, name)
-        unless callable.respond_to?(:call)
-          raise ArgumentError, "#{name} handler must respond to #call"
-        end
-      end
-    end
-
-    class Models
-      MODEL_KEYS = {
-        source: :source,
-        item: :item,
-        fetch_log: :fetch_log,
-        scrape_log: :scrape_log,
-        health_check_log: :health_check_log,
-        item_content: :item_content,
-        log_entry: :log_entry
-      }.freeze
-
-      attr_accessor :table_name_prefix
-
-      def initialize
-        @table_name_prefix = "sourcemon_"
-        @definitions = MODEL_KEYS.transform_values { ModelDefinition.new }
-      end
-
-      MODEL_KEYS.each do |method_name, key|
-        define_method(method_name) { @definitions[key] }
-      end
-
-      def for(name)
-        key = name.to_sym
-        definition = @definitions[key]
-        raise ArgumentError, "Unknown model #{name.inspect}" unless definition
-
-        definition
-      end
-    end
-
-    class ModelDefinition
-      attr_reader :validations
-
-      def initialize
-        @concern_definitions = []
-        @validations = []
-      end
-
-      def include_concern(concern = nil, &block)
-        definition = ConcernDefinition.new(concern, block)
-        unless @concern_definitions.any? { |existing| existing.signature == definition.signature }
-          @concern_definitions << definition
-        end
-
-        definition.return_value
-      end
-
-      def each_concern
-        return enum_for(:each_concern) unless block_given?
-
-        @concern_definitions.each do |definition|
-          yield definition.signature, definition.resolve
-        end
-      end
-
-      def validate(handler = nil, **options, &block)
-        callable =
-          if block
-            block
-          elsif handler.respond_to?(:call) && !handler.is_a?(Symbol) && !handler.is_a?(String)
-            handler
-          elsif handler.is_a?(Symbol) || handler.is_a?(String)
-            handler.to_sym
-          else
-            raise ArgumentError, "Invalid validation handler #{handler.inspect}"
-          end
-
-        validation = ValidationDefinition.new(callable, options)
-        @validations << validation
-        validation
-      end
-
-      private
-
-      class ConcernDefinition
-        attr_reader :signature
-
-        def initialize(concern, block)
-          @resolver = build_resolver(concern, block)
-          @signature = build_signature(concern, block)
-          @return_value = determine_return_value(concern, block)
-        end
-
-        def resolve
-          @resolved ||= @resolver.call
-        end
-
-        def return_value
-          @return_value
-        end
-
-        private
-
-        def build_resolver(concern, block)
-          if block
-            mod = Module.new(&block)
-            -> { mod }
-          elsif concern.is_a?(Module)
-            -> { concern }
-          elsif concern.respond_to?(:to_s)
-            constant_name = concern.to_s
-            lambda do
-              constant_name.constantize
-            rescue NameError => error
-              raise ArgumentError, error.message
-            end
-          else
-            raise ArgumentError, "Invalid concern #{concern.inspect}"
-          end
-        end
-
-        def build_signature(concern, block)
-          if block
-            [ :anonymous_module, block.object_id ]
-          elsif concern.is_a?(Module)
-            [ :module, concern.object_id ]
-          else
-            [ :constant, concern.to_s ]
-          end
-        end
-
-        def determine_return_value(concern, block)
-          if block
-            resolve
-          elsif concern.is_a?(Module)
-            concern
-          else
-            concern
-          end
-        end
-      end
-    end
-
-    class ValidationDefinition
-      attr_reader :handler, :options
-
-      def initialize(handler, options)
-        @handler = handler
-        @options = options
-      end
-
-      def signature
-        handler_key =
-          case handler
-          when Symbol
-            [ :symbol, handler ]
-          when String
-            [ :symbol, handler.to_sym ]
-          else
-            [ :callable, handler.object_id ]
-          end
-
-        [ handler_key, options ]
-      end
-
-      def symbol?
-        handler.is_a?(Symbol) || handler.is_a?(String)
-      end
-    end
   end
 end