franz 1.4.22 → 1.4.23

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: fccf5901c0008ced05e906424f35184fb565f27c
-  data.tar.gz: 33f81dac4a321a00e429559db5c1a27ca5d8445a
+  metadata.gz: ae96d60887a62ee75d9923b6e46e1a8844aef817
+  data.tar.gz: 326eadbbefa908436b9d4648990f8e06ce8293c7
 SHA512:
-  metadata.gz: ea4a735a8c11beb3952ff16cabe617a98fc4e31c19311e46ae9a9ac763d7863b0108ac679e25c8c0729ad23911af60b9e18dc5e2e8f8488156eb3b661f6d6f66
-  data.tar.gz: 3fb02ffc6b256eec4e8afc3018dbf86568e1df0557e0b3333a0ac1692b022840aff49873ee59d0d8b86746e80e20fed4efcc9088f27e29e18368864b85c4361f
+  metadata.gz: faaba2e28edefb9cefe589769a3e434188b36ee551bdeb2c12217303629d4ba8994c73ce0294bc48559fcbdec3353869e75ee1039995963ea57ee84659e616b0
+  data.tar.gz: 46c19e3aaa3aaeb71c2c6e5c848b9d8bada5352853dbb9e99ee077c56d7fce0be5bf786d53c8c35eea0efd14ddb86847e82b957d7686a44692ae894251bfa5df

data/VERSION

@@ -1 +1 @@
-1.4.22
+1.4.23

data/lib/franz/input.rb

@@ -39,6 +39,7 @@ module Franz
           flush_interval: nil,
           buffer_limit: nil,
           line_limit: nil,
+          read_limit: nil,
           play_catchup?: nil,
           configs: []
         }
@@ -109,6 +110,7 @@ module Franz
         tail_events: tail_events,
         block_size: opts[:input][:block_size],
         line_limit: opts[:input][:line_limit],
+        read_limit: opts[:input][:read_limit],
         logger: opts[:logger],
         cursors: cursors,
         full_state: full_state

data/lib/franz/tail.rb

@@ -17,10 +17,11 @@ module Franz
       @watch_events = opts[:watch_events] || []
       @tail_events  = opts[:tail_events]  || []
 
-      @line_limit = opts[:line_limit]  || 10_240 # 10 KiB
-      @block_size = opts[:block_size]  || 32_768 # 32 KiB
-      @cursors    = opts[:cursors]     || Hash.new
-      @logger     = opts[:logger]      || Logger.new(STDOUT)
+      @read_limit = opts[:read_limit] || 10_240 # 100 KiB
+      @line_limit = opts[:line_limit] || 10_240 # 10 KiB
+      @block_size = opts[:block_size] || 32_768 # 32 KiB
+      @cursors    = opts[:cursors]    || Hash.new
+      @logger     = opts[:logger]     || Logger.new(STDOUT)
 
       @buffer = Hash.new { |h, k| h[k] = BufferedTokenizer.new("\n", @line_limit) }
       @stop   = false
@@ -76,7 +77,7 @@ module Franz
         size: size
       @cursors[path] ||= 0
       spread = size - @cursors[path]
-      if spread > @block_size
+      if spread > @read_limit
         log.fatal event: 'large read', path: path, spread: spread
       end
       loop do

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: franz
 version: !ruby/object:Gem::Version
-  version: 1.4.22
+  version: 1.4.23
 platform: ruby
 authors:
 - Sean Clemmer