phobos 1.7.1 → 1.7.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8f244c641277c9ee85b12ea07250670fba1a0e8c
-  data.tar.gz: 385b9b4dec2f3991b9a8d1345d1f838c4d1ce04d
+  metadata.gz: 9a1be0c7e093c341850150a4fc386bb858a4cb37
+  data.tar.gz: 6873ff23a925070291916c4b227a4b139bc44463
 SHA512:
-  metadata.gz: e116a595f2d1de1881ff4c24b07b563c1f2798e28cc2af434b057b3b137fdd94b91bf44d767f4d138dd1b5114f2afba324c85b2eb1f8e4aba38173fb222ec9e1
-  data.tar.gz: 4359fba15e7de514376a5da2ab19c4796523c71155b9ea22a54317edae26c1ec9cfbcfefe5b3a856228aedcd405d1adb369ad21df1b72d8651becb7455aa0242
+  metadata.gz: '08520a3dd1a8c53057561853ff1651a710a911128a2ef75ce65bb5f82c501c537317a92d473bdc82b4a2270acbd5c0cfd418397c68db286690b7387636f254bc'
+  data.tar.gz: 88ffede29159f84ed85f9b1a9c2efb5bc5a4b39f4b04d37cb2d9c690e828d27236c00dce1ecb365ab58a5e8efd503c2e2854cbb45d0bb074e829b48d37b977ff

data/CHANGELOG.md

@@ -6,6 +6,12 @@ and this project adheres to [Semantic Versioning](http://semver.org/).
 
 ## UNRELEASED
 
+## [1.7.2] - 2018-05-03
+### Added
+- Add ability to override session_timeout, heartbeat_interval, offset_retention_time, offset_commit_interval, and offset_commit_threshold per listener
+### Changed
+- Phobos CLI: Load boot file before configuring (instead of after)
+
 ## [1.7.1] - 2018-02-22
 ### Fixed
 - Phobos overwrites ENV['RAILS_ENV'] with incorrect value #71

data/config/phobos.yml.example

@@ -114,3 +114,10 @@ listeners:
     backoff:
       min_ms: 500
       max_ms: 10000
+    # session_timeout, offset_commit_interval, offset_commit_threshold, offset_retention_time, and heartbeat_interval
+    # can be customized per listener if desired
+    session_timeout: 30
+    offset_commit_interval: 15
+    offset_commit_threshold: 5
+    offset_retention_time: 172800
+    heartbeat_interval: 20

data/lib/phobos/cli/start.rb

@@ -15,13 +15,13 @@ module Phobos
       end
 
       def execute
+        load_boot_file
+
         if config_file
           validate_config_file!
           Phobos.configure(config_file)
         end
 
-        load_boot_file
-
         if listeners_file
           Phobos.add_listeners(listeners_file)
         end

data/lib/phobos/executor.rb

@@ -12,6 +12,11 @@ module Phobos
       max_bytes_per_partition
       backoff
       delivery
+      session_timeout
+      offset_commit_interval
+      offset_commit_threshold
+      heartbeat_interval
+      offset_retention_time
     ).freeze
 
     def initialize

data/lib/phobos/listener.rb

@@ -20,7 +20,11 @@ module Phobos
                    max_wait_time: nil, force_encoding: nil,
                    start_from_beginning: true, backoff: nil,
                    delivery: 'batch',
-                   max_bytes_per_partition: DEFAULT_MAX_BYTES_PER_PARTITION)
+                   max_bytes_per_partition: DEFAULT_MAX_BYTES_PER_PARTITION,
+                   session_timeout: nil, offset_commit_interval: nil,
+                   heartbeat_interval: nil, offset_commit_threshold: nil,
+                   offset_retention_time: nil
+                  )
       @id = SecureRandom.hex[0...6]
       @handler_class = handler
       @group_id = group_id
@@ -31,8 +35,15 @@ module Phobos
         start_from_beginning: start_from_beginning,
         max_bytes_per_partition: max_bytes_per_partition
       }
+      @kafka_consumer_opts = compact(
+        session_timeout: session_timeout,
+        offset_commit_interval: offset_commit_interval,
+        heartbeat_interval: heartbeat_interval,
+        offset_retention_time: offset_retention_time,
+        offset_commit_threshold: offset_commit_threshold
+      )
       @encoding = Encoding.const_get(force_encoding.to_sym) if force_encoding
-      @consumer_opts = compact(min_bytes: min_bytes, max_wait_time: max_wait_time)
+      @message_processing_opts = compact(min_bytes: min_bytes, max_wait_time: max_wait_time)
       @kafka_client = Phobos.create_kafka_client
       @producer_enabled = @handler_class.ancestors.include?(Phobos::Producer)
     end
@@ -84,7 +95,7 @@ module Phobos
     end
 
     def consume_each_batch
-      @consumer.each_batch(@consumer_opts) do |batch|
+      @consumer.each_batch(@message_processing_opts) do |batch|
         batch_processor = Phobos::Actions::ProcessBatch.new(
           listener: self,
           batch: batch,
@@ -98,7 +109,7 @@ module Phobos
     end
 
     def consume_each_message
-      @consumer.each_message(@consumer_opts) do |message|
+      @consumer.each_message(@message_processing_opts) do |message|
         message_processor = Phobos::Actions::ProcessMessage.new(
           listener: self,
           message: message,
@@ -136,6 +147,7 @@ module Phobos
 
     def create_kafka_consumer
       configs = Phobos.config.consumer_hash.select { |k| KAFKA_CONSUMER_OPTS.include?(k) }
+      configs.merge!(@kafka_consumer_opts)
       @kafka_client.consumer({ group_id: group_id }.merge(configs))
     end
 

data/lib/phobos/version.rb

@@ -1,3 +1,3 @@
 module Phobos
-  VERSION = '1.7.1'
+  VERSION = '1.7.2'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: phobos
 version: !ruby/object:Gem::Version
-  version: 1.7.1
+  version: 1.7.2
 platform: ruby
 authors:
 - Túlio Ornelas
@@ -14,7 +14,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-02-22 00:00:00.000000000 Z
+date: 2018-05-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler