franz 1.4.18 → 1.4.19

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 64573b7281f23c997d286281578f8377d053cf36
-  data.tar.gz: 746bf620f4834749fd2b2aaac70e854a38883ab4
+  metadata.gz: 852d8fa135a7c0488eb2be4bd455d4f7fb571381
+  data.tar.gz: 39a25a6846f8b6769777ed9be5d4ba777947fb79
 SHA512:
-  metadata.gz: 23f6458269c96d97876cd0dcdee6c0cf7c4f240c87d5e0b9a80bb30f6d9a89bce2757fe2987dd97b69d29a64e51457d9868936899eadb1b4fa9c63dbf0cb4e0a
-  data.tar.gz: 882f6d886cb9fa188a22a23175478afe71c1ab0996f8e79d411712e8ec0d742233f77511c0ce204a478830b27308687cc88564b71ff5ad2549cb535d41627108
+  metadata.gz: a897a7675079a3dc25d2a638fca338517d141848757d9a79bd49e6b5ec843877b6718722307d33df0108931f1aa8da070a619adebf4810b54efac08f2297e4f3
+  data.tar.gz: 8aa5cb80658334f8ffdfec4f0b8cd0ec47f098a96c44f2435fc9f33eac6c96c2702d7e32a8c89dd8d44eca6f69a621a29dbdd62c192a571db8252f3a6634e4aa

data/VERSION

@@ -1 +1 @@
-1.4.18
+1.4.19

data/lib/franz/agg.rb

@@ -51,6 +51,9 @@ module Franz
         capture until @stop
       end
 
+      @last_checkin = Time.now
+      @checkin_interval = 60
+
       log.debug \
         event: 'agg started',
         configs: @configs,
@@ -80,6 +83,13 @@ module Franz
 
     def log ; @logger end
 
+    def checkin now=Time.now
+      if @last_checkin < now - @checkin_interval
+        log.warn event: 'checkin', buffer_size: @buffer.length
+        @last_checkin = now
+      end
+    end
+
     def type path
       begin
         @types.fetch path
@@ -158,6 +168,7 @@ module Franz
       log.trace \
         event: 'capture',
         raw: event
+      checkin
       multiline = config(event[:path])[:multiline] rescue nil
       if multiline.nil?
         enqueue event[:path], event[:line] unless event[:line].empty?

data/lib/franz/tail.rb

@@ -29,6 +29,9 @@ module Franz
         handle(watch_events.shift) until @stop
       end
 
+      @last_checkin = Time.now
+      @checkin_interval = 60
+
       log.debug \
         event: 'tail started',
         watch_events: watch_events,
@@ -58,11 +61,19 @@ module Franz
 
     def log ; @logger end
 
+    def checkin now=Time.now
+      if @last_checkin < now - @checkin_interval
+        log.warn event: 'checkin', cursors_size: @cursors.length
+        @last_checkin = now
+      end
+    end
+
     def read path, size
       log.trace \
         event: 'read',
         path: path,
         size: size
+      checkin
       @cursors[path] ||= 0
       loop do
         break if @cursors[path] >= size
@@ -82,6 +93,7 @@ module Franz
 
     def close path
       log.trace event: 'close', path: path
+      tail_events.push path: path, line: buffer[path].flush
       @cursors[path] = 0
     end
 

data/lib/franz/watch.rb

@@ -92,7 +92,8 @@ module Franz
 
     def watch
       log.debug \
-        event: 'watch'
+        event: 'watch',
+        stats_size: stats.keys.length
       deleted = []
 
       stats.keys.each do |path|

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: franz
 version: !ruby/object:Gem::Version
-  version: 1.4.18
+  version: 1.4.19
 platform: ruby
 authors:
 - Sean Clemmer