deimos-ruby 1.16.3 → 1.16.5

data/lib/deimos/schema_class/base.rb

@@ -7,23 +7,26 @@ module Deimos
     # Base Class for Schema Classes generated from Avro.
     class Base
 
-      # :nodoc:
+      # @param _args [Array<Object>]
       def initialize(*_args)
       end
 
       # Converts the object to a hash which can be used for debugging or comparing objects.
+      # @param _opts [Hash]
       # @return [Hash] a hash representation of the payload
       def as_json(_opts={})
         raise NotImplementedError
       end
 
-      # @param key [String|Symbol]
+      # @param key [String,Symbol]
       # @param val [Object]
+      # @return [void]
       def []=(key, val)
         self.send("#{key}=", val)
       end
 
-      # :nodoc:
+      # @param other [SchemaClass::Base]
+      # @return [Boolean]
       def ==(other)
         comparison = other
         if other.class == self.class
@@ -33,7 +36,7 @@ module Deimos
         comparison == self.as_json
       end
 
-      # :nodoc:
+      # @return [String]
       def inspect
         klass = self.class
         "#{klass}(#{self.as_json})"
@@ -41,13 +44,14 @@ module Deimos
 
       # Initializes this class from a given value
       # @param value [Object]
+      # @return [SchemaClass::Base]
       def self.initialize_from_value(value)
         raise NotImplementedError
       end
 
     protected
 
-      # :nodoc:
+      # @return [Integer]
       def hash
         as_json.hash
       end

data/lib/deimos/schema_class/enum.rb

@@ -8,9 +8,11 @@ module Deimos
     # Base Class for Enum Classes generated from Avro.
     class Enum < Base
 
+      # @return [String]
       attr_accessor :value
 
       # @param other [Deimos::SchemaClass::Enum]
+      # @return [Boolean]
       def ==(other)
         other.is_a?(self.class) ? other.value == @value : other == @value
       end
@@ -31,12 +33,12 @@ module Deimos
         raise NotImplementedError
       end
 
-      # :nodoc:
+      # @return [String]
       def as_json(_opts={})
         @value
       end
 
-      # :nodoc:
+      # @return [SchemaClass::Enum]
       def self.initialize_from_value(value)
         return nil if value.nil?
 

data/lib/deimos/schema_class/record.rb

@@ -21,8 +21,8 @@ module Deimos
       end
 
       # Merge a hash or an identical schema object with this one and return a new object.
-      # @param other_hash [Hash|SchemaClasses::Base]
-      # @return [SchemaClasses::Base]
+      # @param other_hash [Hash,SchemaClass::Base]
+      # @return [SchemaClass::Base]
       def merge(other_hash)
         obj = self.class.new(**self.to_h.symbolize_keys)
         other_hash.to_h.each do |k, v|
@@ -32,13 +32,13 @@ module Deimos
       end
 
       # Element access method as if this Object were a hash
-      # @param key[String||Symbol]
+      # @param key[String,Symbol]
       # @return [Object] The value of the attribute if exists, nil otherwise
       def [](key)
         self.try(key.to_sym)
       end
 
-      # :nodoc
+      # @return [SchemaClass::Record]
       def with_indifferent_access
         self
       end
@@ -72,7 +72,7 @@ module Deimos
         validator.schema_fields.map(&:name)
       end
 
-      # :nodoc:
+      # @return [SchemaClass::Record]
       def self.initialize_from_value(value)
         return nil if value.nil?
 

data/lib/deimos/shared_config.rb

@@ -35,12 +35,14 @@ module Deimos
 
       # Set the schema.
       # @param schema [String]
+      # @return [void]
       def schema(schema)
         config[:schema] = schema
       end
 
       # Set the namespace.
       # @param namespace [String]
+      # @return [void]
       def namespace(namespace)
         config[:namespace] = namespace
       end
@@ -48,9 +50,10 @@ module Deimos
       # Set key configuration.
       # @param field [Symbol] the name of a field to use in the value schema as
       #   a generated key schema
-      # @param schema [String|Symbol] the name of a schema to use for the key
+      # @param schema [String, Symbol] the name of a schema to use for the key
       # @param plain [Boolean] if true, do not encode keys at all
       # @param none [Boolean] if true, do not use keys at all
+      # @return [void]
       def key_config(plain: nil, field: nil, schema: nil, none: nil)
         config[:key_configured] = true
         config[:no_keys] = none
@@ -59,7 +62,8 @@ module Deimos
         config[:key_schema] = schema
       end
 
-      # @param enabled [Boolean]
+      # @param use_schema_classes [Boolean]
+      # @return [void]
       def schema_class_config(use_schema_classes)
         config[:use_schema_classes] = use_schema_classes
       end

data/lib/deimos/test_helpers.rb

@@ -20,6 +20,7 @@ module Deimos
       end
 
       # Set the config to the right settings for a unit test
+      # @return [void]
       def unit_test!
         Deimos.configure do |deimos_config|
           deimos_config.logger = Logger.new(STDOUT)
@@ -31,6 +32,7 @@ module Deimos
       end
 
       # Kafka test config with avro schema registry
+      # @return [void]
       def full_integration_test!
         Deimos.configure do |deimos_config|
           deimos_config.producers.backend = :kafka
@@ -39,6 +41,7 @@ module Deimos
       end
 
       # Set the config to the right settings for a kafka test
+      # @return [void]
       def kafka_test!
         Deimos.configure do |deimos_config|
           deimos_config.producers.backend = :kafka
@@ -62,21 +65,25 @@ module Deimos
     end
 
     # @deprecated
+    # @!visibility private
     def stub_producers_and_consumers!
       warn('stub_producers_and_consumers! is no longer necessary and this method will be removed in 3.0')
     end
 
     # @deprecated
+    # @!visibility private
     def stub_producer(_klass)
       warn('Stubbing producers is no longer necessary and this method will be removed in 3.0')
     end
 
     # @deprecated
+    # @!visibility private
     def stub_consumer(_klass)
       warn('Stubbing consumers is no longer necessary and this method will be removed in 3.0')
     end
 
     # @deprecated
+    # @!visibility private
     def stub_batch_consumer(_klass)
       warn('Stubbing batch consumers is no longer necessary and this method will be removed in 3.0')
     end
@@ -84,6 +91,7 @@ module Deimos
     # get the difference of 2 hashes.
     # @param hash1 [Hash]
     # @param hash2 [Hash]
+    # @!visibility private
     def _hash_diff(hash1, hash2)
       if hash1.nil? || !hash1.is_a?(Hash)
         hash2
@@ -96,7 +104,7 @@ module Deimos
       end
     end
 
-    # :nodoc:
+    # @!visibility private
     def _frk_failure_message(topic, message, key=nil, partition_key=nil, was_negated=false)
       messages = Deimos::Backends::Test.sent_messages.
         select { |m| m[:topic] == topic }.
@@ -162,6 +170,7 @@ module Deimos
 
     # Clear all sent messages - e.g. if we want to check that
     # particular messages were sent or not sent after a point in time.
+    # @return [void]
     def clear_kafka_messages!
       Deimos::Backends::Test.sent_messages.clear
     end
@@ -170,15 +179,16 @@ module Deimos
     # that the schema is correct. If
     # a block is given, that block will be executed when `consume` is called.
     # Otherwise it will just confirm that `consume` is called at all.
-    # @param handler_class_or_topic [Class|String] Class which inherits from
+    # @param handler_class_or_topic [Class, String] Class which inherits from
     # Deimos::Consumer or the topic as a string
     # @param payload [Hash] the payload to consume
     # @param call_original [Boolean] if true, allow the consume handler
     # to continue as normal. Not compatible with a block.
-    # @param ignore_expectation [Boolean] Set to true to not place any
+    # @param skip_expectation [Boolean] Set to true to not place any
     # expectations on the consumer. Primarily used internally to Deimos.
     # @param key [Object] the key to use.
     # @param partition_key [Object] the partition key to use.
+    # @return [void]
     def test_consume_message(handler_class_or_topic,
                              payload,
                              call_original: false,
@@ -225,6 +235,7 @@ module Deimos
     # Check to see that a given message will fail due to validation errors.
     # @param handler_class [Class]
     # @param payload [Hash]
+    # @return [void]
     def test_consume_invalid_message(handler_class, payload)
       expect {
         handler_class.decoder.validate(payload,
@@ -236,9 +247,14 @@ module Deimos
     # i.e. that the schema is correct. If
     # a block is given, that block will be executed when `consume` is called.
     # Otherwise it will just confirm that `consume` is called at all.
-    # @param handler_class_or_topic [Class|String] Class which inherits from
+    # @param handler_class_or_topic [Class, String] Class which inherits from
     # Deimos::Consumer or the topic as a string
     # @param payloads [Array<Hash>] the payload to consume
+    # @param keys [Array<Hash,String>]
+    # @param partition_keys [Array<Integer>]
+    # @param call_original [Boolean]
+    # @param skip_expectation [Boolean]
+    # @return [void]
     def test_consume_batch(handler_class_or_topic,
                            payloads,
                            keys: [],
@@ -297,6 +313,7 @@ module Deimos
     # Check to see that a given message will fail due to validation errors.
     # @param handler_class [Class]
     # @param payloads [Array<Hash>]
+    # @return [void]
     def test_consume_batch_invalid_message(handler_class, payloads)
       topic_name = 'my-topic'
       handler = handler_class.new

data/lib/deimos/tracing/datadog.rb

@@ -6,7 +6,7 @@ module Deimos
   module Tracing
     # Tracing wrapper class for Datadog.
     class Datadog < Tracing::Provider
-      # :nodoc:
+      # @param config [Hash]
       def initialize(config)
         raise 'Tracing config must specify service_name' if config[:service_name].nil?
 

data/lib/deimos/tracing/mock.rb

@@ -6,13 +6,14 @@ module Deimos
   module Tracing
     # Class that mocks out tracing functionality
     class Mock < Tracing::Provider
-      # :nodoc:
+      # @param logger [Logger]
       def initialize(logger=nil)
         @logger = logger || Logger.new(STDOUT)
         @logger.info('MockTracingProvider initialized')
       end
 
-      # :nodoc:
+      # @param span_name [String]
+      # @param _options [Hash]
       def start(span_name, _options={})
         @logger.info("Mock span '#{span_name}' started")
         {
@@ -35,7 +36,7 @@ module Deimos
       end
 
       # :nodoc:
-      def set_tag(name, value)
+      def set_tag(tag, value, span=nil)
         nil
       end
 

data/lib/deimos/tracing/provider.rb

@@ -14,6 +14,7 @@ module Deimos
 
       # Finishes the trace on the span object.
       # @param span [Object] The span to finish trace on
+      # @return [void]
       def finish(span)
         raise NotImplementedError
       end
@@ -21,11 +22,13 @@ module Deimos
       # Set an error on the span.
       # @param span [Object] The span to set error on
       # @param exception [Exception] The exception that occurred
+      # @return [void]
       def set_error(span, exception)
         raise NotImplementedError
       end
 
       # Get the currently activated span.
+      # @return [Object]
       def active_span
         raise NotImplementedError
       end
@@ -33,6 +36,8 @@ module Deimos
       # Set a tag to a span. Use the currently active span if not given.
       # @param tag [String]
       # @param value [String]
+      # @param span [Object]
+      # @return [void]
       def set_tag(tag, value, span=nil)
         raise NotImplementedError
       end

data/lib/deimos/utils/db_poller.rb

@@ -7,12 +7,15 @@ module Deimos
   module Utils
     # Class which continually polls the database and sends Kafka messages.
     class DbPoller
+      # @return [Integer]
       BATCH_SIZE = 1000
 
       # Needed for Executor so it can identify the worker
+      # @return [Integer]
       attr_reader :id
 
       # Begin the DB Poller process.
+      # @return [void]
       def self.start!
         if Deimos.config.db_poller_objects.empty?
           raise('No pollers configured!')
@@ -28,7 +31,7 @@ module Deimos
         signal_handler.run!
       end
 
-      # @param config [Deimos::Configuration::ConfigStruct]
+      # @param config [FigTree::ConfigStruct]
       def initialize(config)
         @config = config
         @id = SecureRandom.hex
@@ -47,6 +50,7 @@ module Deimos
       # time we ran
       # 2) On a loop, process all the recent updates between the last time
       # we ran and now.
+      # @return [void]
       def start
         # Don't send asynchronously
         if Deimos.config.producers.backend == :kafka_async
@@ -66,6 +70,7 @@ module Deimos
       end
 
       # Grab the PollInfo or create if it doesn't exist.
+      # @return [void]
       def retrieve_poll_info
         ActiveRecord::Base.connection.reconnect! unless ActiveRecord::Base.connection.open_transactions.positive?
         new_time = @config.start_from_beginning ? Time.new(0) : Time.zone.now
@@ -76,6 +81,7 @@ module Deimos
       end
 
       # Stop the poll.
+      # @return [void]
       def stop
         Deimos.config.logger.info('Received signal to stop')
         @signal_to_stop = true
@@ -95,6 +101,7 @@ module Deimos
       end
 
       # Send messages for updated data.
+      # @return [void]
       def process_updates
         return unless should_run?
 
@@ -135,6 +142,7 @@ module Deimos
       end
 
       # @param batch [Array<ActiveRecord::Base>]
+      # @return [void]
       def process_batch(batch)
         record = batch.last
         id_method = record.class.primary_key

data/lib/deimos/utils/db_producer.rb

@@ -8,8 +8,11 @@ module Deimos
       include Phobos::Producer
       attr_accessor :id, :current_topic
 
+      # @return [Integer]
       BATCH_SIZE = 1000
+      # @return [Integer]
       DELETE_BATCH_SIZE = 10
+      # @return [Integer]
       MAX_DELETE_ATTEMPTS = 3
 
       # @param logger [Logger]
@@ -19,12 +22,13 @@ module Deimos
         @logger.push_tags("DbProducer #{@id}") if @logger.respond_to?(:push_tags)
       end
 
-      # @return [Deimos::DbProducerConfig]
+      # @return [FigTree]
       def config
         Deimos.config.db_producer
       end
 
       # Start the poll.
+      # @return [void]
       def start
         @logger.info('Starting...')
         @signal_to_stop = false
@@ -40,12 +44,14 @@ module Deimos
       end
 
       # Stop the poll.
+      # @return [void]
       def stop
         @logger.info('Received signal to stop')
         @signal_to_stop = true
       end
 
       # Complete one loop of processing all messages in the DB.
+      # @return [void]
       def process_next_messages
         topics = retrieve_topics
         @logger.info("Found topics: #{topics}")
@@ -80,6 +86,7 @@ module Deimos
       end
 
       # Process a single batch in a topic.
+      # @return [void]
       def process_topic_batch
         messages = retrieve_messages
         return false if messages.empty?
@@ -111,6 +118,7 @@ module Deimos
       end
 
       # @param messages [Array<Deimos::KafkaMessage>]
+      # @return [void]
       def delete_messages(messages)
         attempts = 1
         begin
@@ -137,6 +145,7 @@ module Deimos
       end
 
       # @param messages [Array<Deimos::KafkaMessage>]
+      # @return [void]
       def log_messages(messages)
         return if config.log_topics != :all && !config.log_topics.include?(@current_topic)
 
@@ -146,7 +155,8 @@ module Deimos
         end
       end
 
-      # Send metrics to Datadog.
+      # Send metrics related to pending messages.
+      # @return [void]
       def send_pending_metrics
         metrics = Deimos.config.metrics
         return unless metrics
@@ -185,6 +195,7 @@ module Deimos
       # Shut down the sync producer if we have to. Phobos will automatically
       # create a new one. We should call this if the producer can be in a bad
       # state and e.g. we need to clear the buffer.
+      # @return [void]
       def shutdown_producer
         if self.class.producer.respond_to?(:sync_producer_shutdown) # Phobos 1.8.3
           self.class.producer.sync_producer_shutdown
@@ -194,6 +205,7 @@ module Deimos
       # Produce messages in batches, reducing the size 1/10 if the batch is too
       # large. Does not retry batches of messages that have already been sent.
       # @param batch [Array<Hash>]
+      # @return [void]
       def produce_messages(batch)
         batch_size = batch.size
         current_index = 0

data/lib/deimos/utils/deadlock_retry.rb

@@ -7,9 +7,11 @@ module Deimos
     class DeadlockRetry
       class << self
         # Maximum number of times to retry the block after encountering a deadlock
+        # @return [Integer]
         RETRY_COUNT = 2
 
         # Need to match on error messages to support older Rails versions
+        # @return [Array<String>]
         DEADLOCK_MESSAGES = [
           # MySQL
           'Deadlock found when trying to get lock',
@@ -28,6 +30,7 @@ module Deimos
         # from retrying at the same time.
         # @param tags [Array] Tags to attach when logging and reporting metrics.
         # @yield Yields to the block that may deadlock.
+        # @return [void]
         def wrap(tags=[])
           count = RETRY_COUNT
 

data/lib/deimos/utils/inline_consumer.rb

@@ -6,10 +6,12 @@ module Deimos
   module Utils
     # Listener that can seek to get the last X messages in a topic.
     class SeekListener < Phobos::Listener
+      # @return [Integer]
       MAX_SEEK_RETRIES = 3
+      # @return [Integer]
       attr_accessor :num_messages
 
-      # :nodoc:
+      # @return [void]
       def start_listener
         @num_messages ||= 10
         @consumer = create_kafka_consumer
@@ -45,17 +47,20 @@ module Deimos
 
       cattr_accessor :total_messages
 
-      # @param klass [Class < Deimos::Consumer]
+      # @param klass [Class<Deimos::Consumer>]
+      # @return [void]
       def self.config_class=(klass)
         self.config.merge!(klass.config)
       end
 
-      # :nodoc:
+      # @param _kafka_client [Kafka::Client]
+      # @return [void]
       def self.start(_kafka_client)
         self.total_messages = []
       end
 
-      # :nodoc:
+      # @param payload [Hash]
+      # @param metadata [Hash]
       def consume(payload, metadata)
         self.class.total_messages << {
           key: metadata[:key],
@@ -66,18 +71,20 @@ module Deimos
 
     # Class which can process/consume messages inline.
     class InlineConsumer
+      # @return [Integer]
       MAX_MESSAGE_WAIT_TIME = 1.second
+      # @return [Integer]
       MAX_TOPIC_WAIT_TIME = 10.seconds
 
       # Get the last X messages from a topic. You can specify a subclass of
       # Deimos::Consumer or Deimos::Producer, or provide the
       # schema, namespace and key_config directly.
       # @param topic [String]
-      # @param config_class [Class < Deimos::Consumer|Deimos::Producer>]
+      # @param config_class [Class<Deimos::Consumer>,Class<Deimos::Producer>]
       # @param schema [String]
       # @param namespace [String]
       # @param key_config [Hash]
-      # @param num_messages [Number]
+      # @param num_messages [Integer]
       # @return [Array<Hash>]
       def self.get_messages_for(topic:, schema: nil, namespace: nil, key_config: nil,
                                 config_class: nil, num_messages: 10)
@@ -106,6 +113,7 @@ module Deimos
       # @param frk_consumer [Class]
       # @param num_messages [Integer] If this number is >= the number
       #   of messages in the topic, all messages will be consumed.
+      # @return [void]
       def self.consume(topic:, frk_consumer:, num_messages: 10)
         listener = SeekListener.new(
           handler: frk_consumer,

data/lib/deimos/utils/lag_reporter.rb

@@ -24,6 +24,7 @@ module Deimos
 
         # @param topic [String]
         # @param partition [Integer]
+        # @return [void]
         def report_lag(topic, partition)
           self.topics[topic.to_s] ||= Topic.new(topic, self)
           self.topics[topic.to_s].report_lag(partition)
@@ -32,6 +33,7 @@ module Deimos
         # @param topic [String]
         # @param partition [Integer]
         # @param offset [Integer]
+        # @return [void]
         def assign_current_offset(topic, partition, offset)
           self.topics[topic.to_s] ||= Topic.new(topic, self)
           self.topics[topic.to_s].assign_current_offset(partition, offset)
@@ -56,11 +58,15 @@ module Deimos
         end
 
         # @param partition [Integer]
+        # @param offset [Integer]
+        # @return [void]
         def assign_current_offset(partition, offset)
           self.partition_current_offsets[partition.to_i] = offset
         end
 
         # @param partition [Integer]
+        # @param offset [Integer]
+        # @return [Integer]
         def compute_lag(partition, offset)
           begin
             client = Phobos.create_kafka_client
@@ -74,6 +80,7 @@ module Deimos
         end
 
         # @param partition [Integer]
+        # @return [void]
         def report_lag(partition)
           current_offset = self.partition_current_offsets[partition.to_i]
           return unless current_offset
@@ -94,6 +101,7 @@ module Deimos
 
       class << self
         # Reset all group information.
+        # @return [void]
         def reset
           @groups = {}
         end
@@ -103,6 +111,7 @@ module Deimos
         # topic = event.payload.fetch(:topic)
         # partition = event.payload.fetch(:partition)
         # @param payload [Hash]
+        # @return [void]
         def message_processed(payload)
           offset = payload[:offset] || payload[:last_offset]
           topic = payload[:topic]
@@ -116,6 +125,7 @@ module Deimos
         end
 
         # @param payload [Hash]
+        # @return [void]
         def offset_seek(payload)
           offset = payload[:offset]
           topic = payload[:topic]
@@ -129,6 +139,7 @@ module Deimos
         end
 
         # @param payload [Hash]
+        # @return [void]
         def heartbeat(payload)
           group = payload[:group_id]
           synchronize do