logstash-input-elasticache 0.2.10 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a7b5c422e124c1074ca7d4c24b0ad7c7f639bdc2ff21a5e97f98d895e86b8f08
-  data.tar.gz: 4f9b9dd48c6d2f2c31d21eb2cefca706f637785648accd9a5f9ea8fcf303768f
+  metadata.gz: b293f0027b99f3844f2183bd30efbe1ee9c197a0e099ce4407fc0d41ac4ebcc8
+  data.tar.gz: 182293b263ff5027fc7ae99eac52533aa8beef28f89566150e710d7ace6f5507
 SHA512:
-  metadata.gz: a6e3555c977c4fdc759e3895098714856c7a7591c393e2bf7467d68ed8e31e2ab96599c05bc29a2708234e4494e7b8572bc76b735fc6ac502036790a18e11bcb
-  data.tar.gz: 5a756c510129835b2c6271b612364c7d4d6a2618a4e9241b2d777abfcb3bf8bafcc5ac318f479b9cfa81591026e2f3631c31c8d21f9d7feae568e80958dfdf71
+  metadata.gz: 65e11c26d01eaa764a778edc0141151a7c69406328d591f0676dbf9847705211e976ed8bf62418e5e8329c68b4a5399bcda249eb8930145d1f673e31fec677f4
+  data.tar.gz: a7bbe5641232af2c34fbc631052c398c2f526cac31318caa445d3135072cadcd6f4a83f88cd0608ca86e3fa2d2404ec67f40336582911f4b39e03526bec4cf64

data/lib/logstash/inputs/elasticache.rb

@@ -18,12 +18,15 @@ class LogStash::Inputs::ElastiCache < LogStash::Inputs::Base
   config :source_type, :validate => :string, :required => true
   config :source_name, :validate => :string, :required => true
   config :polling_frequency, :validate => :number, :default => 600
+  config :sincedb_path, :validate => :string, :default => nil
 
   def register
     require "aws-sdk"
     @logger.info "Registering ElastiCache input", :region => @region, :source_type => @source_type, :source_name => @source_name
     @elasticache = Aws::ElastiCache::Client.new aws_options_hash
-    @since = DateTime.now - 13 # FIXME sincedb
+
+    path = @sincedb_path || File.join(ENV["HOME"], ".sincedb_" + Digest::MD5.hexdigest("#{@source_type}+#{@source_name}"))
+    @sincedb = SinceDB::File.new path
   end
 
   def run(queue)
@@ -38,7 +41,7 @@ class LogStash::Inputs::ElastiCache < LogStash::Inputs::Base
           response = @elasticache.describe_events({
             source_identifier: @source_name,
             source_type: @source_type,
-            start_time: @since,
+            start_time: @sincedb.read,
             end_time: checkpoint,
             marker: marker,
           })
@@ -47,7 +50,7 @@ class LogStash::Inputs::ElastiCache < LogStash::Inputs::Base
           more = response[:marker]
           marker = response[:marker]
         end
-        @since = checkpoint
+        @sincedb.write checkpoint
       end
     end
   end
@@ -82,4 +85,26 @@ class LogStash::Inputs::ElastiCache < LogStash::Inputs::Base
     @logger.debug "shipping #{event} to #{queue}"
     queue << event
   end
+
+  private
+  module SinceDB
+    class File
+      def initialize(file)
+        @db = file
+      end
+
+      def read
+        if ::File.exists?(@db)
+          content = ::File.read(@db).chomp.strip
+          return content.empty? ? Time.new : Time.parse(content)
+        else
+          return DateTime.now - 13
+        end
+      end
+
+      def write(time)
+        ::File.open(@db, 'w') { |file| file.write time.to_s }
+      end
+    end
+  end
 end

data/logstash-input-elasticache.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name          = 'logstash-input-elasticache'
-  s.version       = '0.2.10'
+  s.version       = '0.3.1'
   s.summary       = 'Import events from ElastiCache to Logstash'
 
   s.authors       = ['Andrew Schleifer']

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-elasticache
 version: !ruby/object:Gem::Version
-  version: 0.2.10
+  version: 0.3.1
 platform: ruby
 authors:
 - Andrew Schleifer
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-12-22 00:00:00.000000000 Z
+date: 2018-01-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement