logstash-input-file 2.2.1 → 2.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 581d2e0d0226001ca38ff0bc76e043886605b1f2
-  data.tar.gz: a2f6a6e76baa734b7b8632f9175f4202ed77d8c5
+  metadata.gz: adb0ee83a05f531fd594701ca39754fc78f7ec3a
+  data.tar.gz: 2cfe3f3ea0f532cde7d762821540d17180d0c927
 SHA512:
-  metadata.gz: f42dcbc3e885b978c01be71259dd65ac87b7b5ec78eba41cc1f642a6902569a598c8d122fecf7c219ab96057f7adf08a4317fb2c8c8dd21e1cb36332068abbe3
-  data.tar.gz: 14ff48936b13aee32f0e8ed73c20355603833fc5d7705f5b6601067a559766a591063479b0e13d0f01712d32c55d4106823316bd94d5e780087cacec000b7ed4
+  metadata.gz: d5c2ae3efb6a29d350c804bd419ba9dbbacae6370c8f0df38e14bdd7f88f95b2c9591865c18b636cab3f1545036b96f598f3e7034f2defae6f9c5e02b24f64d3
+  data.tar.gz: 198d997d546af886286a2cdfd7e27fbefc785268b696113ab3eb008d655395985322ca0a6f0c876ccaa8b38857ccfde97e70d5613af2a76d1d50e9dc176ced1b

data/CHANGELOG.md

@@ -1,3 +1,10 @@
+## 2.2.2
+ - Fix for: Filewatch library complains if HOME or SINCEDB_PATH variables are unset.
+   - [Issue #101](https://github.com/logstash-plugins/logstash-input-file/issues/101)
+   - [PR, filewatch 78](https://github.com/jordansissel/ruby-filewatch/pull/78) introduces the fix
+   - [Issue, filewatch 76](https://github.com/jordansissel/ruby-filewatch/issues/76)
+ - Improve documentation on ignore_older and close_older options [#104](https://github.com/logstash-plugins/logstash-input-file/issues/104) Documentation
+
 ## 2.2.1
  - Fix spec failures on CI Linux builds (not seen on local OSX and Linux)
 

data/lib/logstash/inputs/file.rb

@@ -77,7 +77,7 @@ class LogStash::Codecs::Base
     end
   end
   if !method_defined?(:auto_flush)
-    def auto_flush
+    def auto_flush(*)
     end
   end
 end
@@ -139,14 +139,14 @@ class LogStash::Inputs::File < LogStash::Inputs::Base
   # set the new line delimiter, defaults to "\n"
   config :delimiter, :validate => :string, :default => "\n"
 
-  # If this option is specified, when the file input discovers a file that
-  # was last modified before the specified timespan in seconds, the file is
-  # ignored. After it's discovery, if an ignored file is modified it is no
+  # When the file input discovers a file that was last modified
+  # before the specified timespan in seconds, the file is ignored.
+  # After it's discovery, if an ignored file is modified it is no
   # longer ignored and any new data is read. The default is 24 hours.
   config :ignore_older, :validate => :number, :default => 24 * 60 * 60
 
-  # If this option is specified, the file input closes any files that were last
-  # read the specified timespan in seconds ago.
+  # The file input closes any files that were last read the specified
+  # timespan in seconds ago.
   # This has different implications depending on if a file is being tailed or
   # read. If tailing, and there is a large time gap in incoming data the file
   # can be closed (allowing other files to be opened) but will be queued for
@@ -269,6 +269,10 @@ class LogStash::Inputs::File < LogStash::Inputs::Base
     end
   end
 
+  class FlushableListener < ListenerTail
+    attr_writer :path
+  end
+
   def listener_for(path)
     # path is the identity
     ListenerTail.new(path, self)
@@ -288,6 +292,7 @@ class LogStash::Inputs::File < LogStash::Inputs::Base
     begin_tailing
     @queue = queue
     @tail.subscribe(self)
+    exit_flush
   end # def run
 
   def post_process_this(event)
@@ -310,4 +315,22 @@ class LogStash::Inputs::File < LogStash::Inputs::Base
       @tail.quit
     end
   end
+
+  private
+
+  def exit_flush
+    listener = FlushableListener.new("none", self)
+    if @codec.identity_count.zero?
+      # using the base codec without identity/path info
+      @codec.base_codec.flush do |event|
+        begin
+          listener.process_event(event)
+        rescue => e
+          @logger.error("File Input: flush on exit downstream error", :exception => e)
+        end
+      end
+    else
+      @codec.flush_mapped(listener)
+    end
+  end
 end # class LogStash::Inputs::File

data/logstash-input-file.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
 
   s.name            = 'logstash-input-file'
-  s.version         = '2.2.1'
+  s.version         = '2.2.2'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = "Stream events from files."
   s.description     = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
@@ -24,7 +24,7 @@ Gem::Specification.new do |s|
 
   s.add_runtime_dependency 'logstash-codec-plain'
   s.add_runtime_dependency 'addressable'
-  s.add_runtime_dependency 'filewatch', ['>= 0.8.0', '~> 0.8']
+  s.add_runtime_dependency 'filewatch', ['>= 0.8.1', '~> 0.8']
   s.add_runtime_dependency 'logstash-codec-multiline', ['~> 2.0.7']
 
   s.add_development_dependency 'stud', ['~> 0.0.19']

data/spec/inputs/file_spec.rb

@@ -181,15 +181,11 @@ describe LogStash::Inputs::File do
             expect(events.size).to eq(0)
             File.open(tmpfile_path, "a") { |fd| fd.puts("hello"); fd.puts("world") }
           end
-          .then_after(0.1, "only one event is created, the last line is buffered") do
-            expect(events.size).to eq(1)
-          end
-          .then_after(0.1, "quit") do
+          .then_after(0.25, "quit") do
             subject.stop
           end
+
         subject.run(events)
-        # stop flushes the second event
-        expect(events.size).to eq(2)
 
         event1 = events[0]
         expect(event1).not_to be_nil

data/spec/spec_helper.rb

@@ -47,9 +47,12 @@ module FileInput
     def accept(listener)
       @tracer.push [:accept, true]
     end
-    def auto_flush()
+    def auto_flush(*)
       @tracer.push [:auto_flush, true]
     end
+    def flush(*)
+      @tracer.push [:flush, true]
+    end
     def close
       @tracer.push [:close, true]
     end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-file
 version: !ruby/object:Gem::Version
-  version: 2.2.1
+  version: 2.2.2
 platform: ruby
 authors:
 - Elastic
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-02-04 00:00:00.000000000 Z
+date: 2016-03-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: logstash-core
@@ -64,7 +64,7 @@ dependencies:
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
-        version: 0.8.0
+        version: 0.8.1
     - - ~>
       - !ruby/object:Gem::Version
         version: '0.8'
@@ -72,7 +72,7 @@ dependencies:
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
-        version: 0.8.0
+        version: 0.8.1
     - - ~>
       - !ruby/object:Gem::Version
         version: '0.8'