mongoriver 0.4.0 → 0.4.1

data/lib/mongoriver/abstract_persistent_tailer.rb

@@ -8,6 +8,9 @@ module Mongoriver
   class AbstractPersistentTailer < Tailer
     attr_reader :last_saved, :last_read
 
+    # How often to save position to database
+    DEFAULT_SAVE_FREQUENCY = 60.0
+
     def initialize(upstream, type, opts={})
       raise "You can't instantiate an AbstractPersistentTailer -- did you want PersistentTailer? " if self.class == AbstractPersistentTailer
       super(upstream, type)
@@ -15,6 +18,7 @@ module Mongoriver
       @last_saved       = {}
       @batch            = opts[:batch]
       @last_read        = {}
+      @save_frequency   = opts[:save_frequency] || DEFAULT_SAVE_FREQUENCY
     end
 
     def tail(opts={})
@@ -24,7 +28,7 @@ module Mongoriver
     end
 
     def stream(limit=nil)
-      start_time = Time.at(connection_config['localTime'])
+      start_time = connection_config['localTime']
       found_entry = false
 
       # Sketchy logic - yield results from Tailer.stream
@@ -39,6 +43,10 @@ module Mongoriver
 
       if !found_entry && !entries_left
         @last_read['time'] = start_time
+        if @last_read['position'].nil?
+          @last_read['position'] ||= read_position
+          @last_read['position'] ||= most_recent_position(start_time)
+        end
         maybe_save_state unless @batch
       end
 
@@ -92,16 +100,15 @@ module Mongoriver
       if state.nil?
         state = last_read
       end
+      return unless state['position']
       write_state(state)
       @last_saved = state
       log.info("Saved state: #{last_saved}")
     end
 
     def maybe_save_state
-      # Write position once a minute
-
       return unless last_read['time']
-      if last_saved['time'].nil? || last_read['time'] - last_saved['time'] > 60.0
+      if last_saved['time'].nil? || last_read['time'] - last_saved['time'] > @save_frequency
         save_state
       end
     end

data/lib/mongoriver/version.rb

@@ -1,3 +1,3 @@
 module Mongoriver
-  VERSION = "0.4.0"
+  VERSION = "0.4.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mongoriver
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.4.1
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-09-04 00:00:00.000000000 Z
+date: 2014-09-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mongo