waterdrop 0.1.8 → 0.1.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: cbea9ddc22773693d0b13d65a0f3ebc780c49728
-  data.tar.gz: 83af92ca901fa84b08f9ca0181ce6776dccf714a
+  metadata.gz: afd61e0c7e80a6ccd14002340ca460ca051f835e
+  data.tar.gz: 80072934389308b27aa255a7e8e9b223b906d10e
 SHA512:
-  metadata.gz: 525b3f744648cb556162e4c9534d347a45311e37d0710e0fa64b2d10b21c26ccb7b725911d36f30e46ac4d83293cebf90e7df16fbc6c13e43a1f81c407cebd3e
-  data.tar.gz: 97b53494dbac29cb44ecf214c2d30335c45ccdd97e2db4f9275a24a8b3a8e230d14664f75e1faafbd3b57d843090a7e0df750a2df40ba8cace782cbe37d0768e
+  metadata.gz: e4653e4edb72c79ac015451e7fa9c5b62232262e63cd76420bb8aa7b02b3d64df87098d81a73b80867511b898e513ce9c88f28e132238d1cf54109b4dc598332
+  data.tar.gz: 17c30dc90a1bd130245ce9df5f586d97ff4fa70a007ef1f7ff21e5e55572a4eab94fcf8dc76c42d44f44b8cc7c2eecca6bb7085c7b3773a2f18d1bc2e5d9709d

data/CHANGELOG.md

@@ -1,5 +1,10 @@
 # WaterDrop changelog
 
+## 0.1.9
+- Required acks and set to - (most secure but slower)
+- Added a proxu layer to to producer so we could replate Kafka with other messaging systems
+- Gem dump
+
 ## 0.1.8
 - proper poseidon clients names (not duplicated)
 

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    waterdrop (0.1.8)
+    waterdrop (0.1.9)
       aspector
       bundler
       connection_pool

data/lib/water_drop/pool.rb

@@ -12,10 +12,7 @@ module WaterDrop
           size: ::WaterDrop.config.connection_pool_size,
           timeout: ::WaterDrop.config.connection_pool_timeout
         ) do
-          Poseidon::Producer.new(
-            ::WaterDrop.config.kafka_hosts,
-            object_id.to_s + rand.to_s + Time.now.to_f.to_s
-          )
+          WaterDrop::ProducerProxy.new
         end
       end
     end

data/lib/water_drop/producer_proxy.rb

@@ -0,0 +1,72 @@
+module WaterDrop
+  # Proxy object for a producer (sender) objects that are inside pool
+  # We use it to provide additional timeout monitoring layer
+  # There seem to be some issues with Poseidon and usage of sockets that
+  # are old and not used - that's why we just reinitialize connection if
+  # the connection layer is not being used for too long
+  class ProducerProxy
+    # How long should be object considered alive if nothing is being
+    # send using it. After that time, we will recreate the connection
+    LIFE_TIME = 5 * 60 #  5 minute
+
+    # How often should we refresh meta data from Kafka
+    METADATA_REFRESH_INTERVAL = 5 * 60 # 5 minute
+
+    # @see https://kafka.apache.org/08/configuration.html
+    # Security level for producer
+    REQUIRED_ACKS = -1
+
+    # @return [WaterDrop::ProducerProxy] proxy object to Poseidon::Producer
+    # @note To ignore @last_usage nil case - we just assume that it is being
+    #   first used when we create it
+    def initialize
+      touch
+    end
+
+    # Sends messages to Kafka
+    # @param messages [Array<Poseidon::MessageToSend>] array with messages that we want to send
+    # @return [Boolean] were the messages send
+    # @note Even if you send one message - it still needs to be in an array
+    # @example Send 1 message
+    #   ProducerProxy.new.send_messages([Poseidon::MessageToSend.new(topic, message)])
+    def send_messages(messages)
+      touch
+      producer.send_messages(messages)
+    end
+
+    private
+
+    # Refreshes last usage value with current time
+    def touch
+      @last_usage = Time.now
+    end
+
+    # @return [Poseidon::Producer] producer instance to which we can forward method requests
+    def producer
+      reload! if dead?
+      # Metadata refresh interval needs to be in miliseconds
+      @producer ||= Poseidon::Producer.new(
+        ::WaterDrop.config.kafka_hosts,
+        producer_id,
+        metadata_refresh_interval_ms: METADATA_REFRESH_INTERVAL * 1000,
+        required_acks: REQUIRED_ACKS
+      )
+    end
+
+    # @return [String] random unique id for producer
+    def producer_id
+      object_id.to_s + Time.now.to_f.to_s
+    end
+
+    # @return [Boolean] true if we cannot use producer anymore because it was not used for a
+    #   long time
+    def dead?
+      @last_usage + LIFE_TIME < Time.now
+    end
+
+    # Resets a producer so a new one will be created once requested
+    def reload!
+      @producer = nil
+    end
+  end
+end

data/lib/water_drop/version.rb

@@ -1,5 +1,5 @@
 # WaterDrop library
 module WaterDrop
   # Current WaterDrop version
-  VERSION = '0.1.8'.freeze
+  VERSION = '0.1.9'.freeze
 end

data/lib/waterdrop.rb

@@ -18,6 +18,7 @@ base_path = File.dirname(__FILE__) + '/water_drop'
 
 %w(
   version
+  producer_proxy
   pool
   config
   message

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: waterdrop
 version: !ruby/object:Gem::Version
-  version: 0.1.8
+  version: 0.1.9
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-10-21 00:00:00.000000000 Z
+date: 2015-10-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -121,6 +121,7 @@ files:
 - lib/water_drop/config.rb
 - lib/water_drop/message.rb
 - lib/water_drop/pool.rb
+- lib/water_drop/producer_proxy.rb
 - lib/water_drop/version.rb
 - lib/waterdrop.rb
 - waterdrop.gemspec