logstash-codec-multiline 3.1.1 → 3.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2579876a333e816be9826e4d9f0f02f67634a4e4370f90cbcde04465f9d18b2a
-  data.tar.gz: 4c915fe445fe7b98e3ce584432a196951317d5b8fe2be41897e0234fd25868a1
+  metadata.gz: 3e46243c32a2f87ede3a266ee117dd89086a5a48454813d8979fe04a25454692
+  data.tar.gz: fedc22e883fd7e842a4de3f8cf599268c57f7b1d7de06a40a5d5fb27cd86febb
 SHA512:
-  metadata.gz: 44f1bba5815ee431f52265a630628b41e5b0460a23d54fb1eccd3d21004f1fd441129434baf75616995d27ff28c2925d04510f83e36fd02d5af9e5a23dad3250
-  data.tar.gz: 3770b8ed35551d6c21a88f037b0ed94417b7fad630f5e680afa1bb93ca481d985d593c29af77e8537b40eb85adec5e7e2743dcf293c64aa4056a510056b573df
+  metadata.gz: faa8892c245b03438c1cd63f5812b8e5c80c145b55fd437e8eb3ab82baf4bb94f23754d720c40016fc8bfecf23a6eae7cbb1c1ab4e0a34f5a5a4e37efe1d8fec
+  data.tar.gz: 415515b5dc715d12df012febfc9a91cf986d8c05fd73f975bc284807bbd034e436168a6d624299bc53aea5417bae4d391f10b97b32a07b0b43be7ac197de8a7a

data/CHANGELOG.md

@@ -1,3 +1,6 @@
+## 3.1.2
+  - Fix: periodic runner fails to stop and prevent pipeline shutdown [#72](https://github.com/logstash-plugins/logstash-codec-multiline/pull/72)
+
 ## 3.1.1
   - Fix: avoid reusing per-identity codec instances for differing identities. Removes a very minor optimization so that stateful codecs like CSV can work reliably [#70](https://github.com/logstash-plugins/logstash-codec-multiline/pull/70)
 

data/lib/logstash/codecs/identity_map_codec.rb

@@ -42,15 +42,20 @@ module LogStash module Codecs class IdentityMapCodec
     def initialize(listener, interval, method_symbol)
       @listener, @interval = listener, interval
       @method_symbol = method_symbol
-      @running = Concurrent::AtomicBoolean.new(false)
+      @running = Concurrent::AtomicBoolean.new(true)
     end
 
+    # The goal of periodic runner is to have a single thread to do clean up / auto flush
+    # This method is expected to access by a single thread,
+    # otherwise, multiple Thread.start could create more than one periodic runner
     def start
-      return self if running?
-      @running.make_true
+      return self unless running?
+      return self if running? && !@thread.nil?
+
       @thread = Thread.start do
         class_name = @listener.class.name.split('::').last # IdentityMapCodec
         LogStash::Util.set_thread_name("#{class_name}##{@method_symbol}")
+        @listener.logger.debug("Start periodic runner")
 
         while running? do
           sleep @interval
@@ -67,9 +72,11 @@ module LogStash module Codecs class IdentityMapCodec
     end
 
     def stop
-      return if !running?
+      return unless running?
+
+      @listener.logger.debug("Stop periodic runner")
       @running.make_false
-      while @thread.alive?
+      while @thread&.alive?
         begin
           @thread.wakeup
         rescue ThreadError
@@ -313,7 +320,7 @@ module LogStash module Codecs class IdentityMapCodec
   def record_codec_usage(identity)
     check_map_limits
     # only start the cleaner if streams are in use
-    # continuous calls to start are OK
+    # continuous calls to start are OK if this codec method is accessed by a single thread
     cleaner.start
     auto_flusher.start
     compo = find_codec_value(identity)

data/logstash-codec-multiline.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
 
   s.name            = 'logstash-codec-multiline'
-  s.version         = '3.1.1'
+  s.version         = '3.1.2'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = "Merges multiline messages into a single event"
   s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"

data/spec/codecs/identity_map_codec_spec.rb

@@ -299,3 +299,79 @@ describe LogStash::Codecs::IdentityMapCodec do
     end
   end
 end
+
+describe LogStash::Codecs::IdentityMapCodec::PeriodicRunner do
+  let(:listener) do
+    double('Listener', logger: double('Logger').as_null_object,
+           some_method: double('method_symbol').as_null_object)
+  end
+  let(:interval) { 1 }
+  let(:method_symbol) { :some_method }
+  subject(:runner) { described_class.new(listener, interval, method_symbol) }
+
+  before(:all) do
+    Thread.abort_on_exception = true
+  end
+
+  describe "normal shutdown" do
+    it "starts first and stops successfully" do
+      start_thread = Thread.start do
+        runner.start
+      end
+
+      stop_thread = Thread.start do
+        sleep(1)
+        runner.stop
+      end
+
+      start_thread.join
+      stop_thread.join
+
+      expect(runner.instance_variable_get('@listener')).to be_nil
+    end
+  end
+
+  describe "race condition" do
+    let(:atomic_bool) { Concurrent::AtomicBoolean.new(true) }
+    let(:running) { double('AtomicBooleanStub') }
+
+    before do
+      allow(running).to receive(:make_true) do
+        atomic_bool.make_true
+      end
+
+      allow(running).to receive(:make_false) do
+        atomic_bool.make_false
+        sleep(2)
+      end
+
+      allow(running).to receive(:true?) do
+        atomic_bool.true?
+      end
+    end
+
+    before :each do
+      runner.instance_variable_set('@running', running)
+    end
+
+    it "starts several times and stops successfully" do
+      start_thread = Thread.start do
+        5.times do
+          runner.start
+          sleep(1)
+        end
+      end
+
+      stop_thread = Thread.start do
+        sleep(1) # give time to runner start
+        runner.stop
+      end
+
+      start_thread.join
+      stop_thread.join
+
+      expect(runner.instance_variable_get('@listener')).to be_nil
+      expect(runner.instance_variable_get('@thread').alive?).to be_falsey
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-codec-multiline
 version: !ruby/object:Gem::Version
-  version: 3.1.1
+  version: 3.1.2
 platform: ruby
 authors:
 - Elastic
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-09-28 00:00:00.000000000 Z
+date: 2024-04-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -173,7 +173,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.6
+rubygems_version: 3.2.33
 signing_key:
 specification_version: 4
 summary: Merges multiline messages into a single event