logstash-input-beats 6.8.4-java → 6.9.1-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a26922cbcd9213f93a8729afa3ef58abedf78468f28b7bf2317ad8aa7b173539
-  data.tar.gz: b1120393ac6920fb6277b048b2e39645be0c846864433a2ee48b566e3ee7ce38
+  metadata.gz: 765bfc357e5f8f71d8b2ca407a57c5d3ab1bdc0df052477f0997c5318f694f54
+  data.tar.gz: 55f75fac1f6afc9777eb7068f8326544e855d1ee69982a9c811f6207dcac9293
 SHA512:
-  metadata.gz: e1f1d39e8198af2c1867c217c962d6c8a91bcb6d9b382ba62bd5467fc50fc57cc2973d3b0612ca3dc15e3d88841ea395c303d06c658d5e36d2578c3d48c6487a
-  data.tar.gz: f25381a87fffd76b3fb1caf004336b5edb4b632d0777e25d684eac75c053289f3d8893c4ad40988a71089f43e7ed5fae40a64f36fe2af89e569e0b1262519ffc
+  metadata.gz: 205d378bb2482f9b29dadd2115a5dcd126644a69f75ebaa60c9092707cdc0ca34f66dd3ed37996fdbd07570b515d95bc1169778c67bc717718d5a1633728ce7e
+  data.tar.gz: 2e8abb74a6297423f6a5240072b6d8f332f69f8c83d8abc5babe69abea2c5c1f3207ad212be5d745f1c8b8ad50841e8dcbf2692f533d7335a39b4fdaffedfff8

data/CHANGELOG.md

@@ -1,3 +1,11 @@
+## 6.9.1
+  - Upgrade netty to 4.1.115 [#507](https://github.com/logstash-plugins/logstash-input-beats/pull/507)
+
+## 6.9.0
+  - Improvements on plugin's shutdown [#500](https://github.com/logstash-plugins/logstash-input-beats/pull/500)
+    - Fix: avoid plugin crash when connection terminated but processing the message
+    - Graceful shutdown: close acceptor group (incoming socket handler) first, ask and wait for the executors which have pending tasks, better message handling when executors terminated
+
 ## 6.8.4
   - Fixed to populate the `@metadata` fields even if the source's metadata value is `nil` [#502](https://github.com/logstash-plugins/logstash-input-beats/pull/502)
 

data/VERSION

@@ -1 +1 @@
-6.8.4
+6.9.1

data/lib/logstash/inputs/beats/codec_callback_listener.rb

@@ -2,12 +2,12 @@
 require "logstash/inputs/beats"
 
 module LogStash module Inputs class Beats
-  # Use the new callback based approch instead of using blocks
+  # Use the new callback based approach instead of using blocks
   # so we can retain some context of the execution, and make it easier to test
   class CodecCallbackListener
     attr_accessor :data
     # The path acts as the `stream_identity`, 
-    # usefull when the clients is reading multiples files
+    # useful when the clients is reading multiples files
     attr_accessor :path
 
     def initialize(data, hash, path, transformer, queue)

data/lib/logstash/inputs/beats/message_listener.rb

@@ -49,11 +49,18 @@ module LogStash module Inputs class Beats
         @nocodec_transformer.transform(event)
         @queue << event
       else
-        codec(ctx).accept(CodecCallbackListener.new(target_field,
-                                                    hash,
-                                                    message.getIdentityStream(),
-                                                    @codec_transformer,
-                                                    @queue))
+        current_codec = codec(ctx)
+        if current_codec
+          current_codec.accept(CodecCallbackListener.new(target_field,
+                                                         hash,
+                                                         message.getIdentityStream(),
+                                                         @codec_transformer,
+                                                         @queue))
+        else
+          # the possible cases: connection closed or exception with a connection
+          # let client retry
+          input.logger.warn("No codec available to process the message. This may due to connection termination and message was being processed.")
+        end
       end
     end
 

data/lib/logstash-input-beats_jars.rb

@@ -1,11 +1,11 @@
 # AUTOGENERATED BY THE GRADLE SCRIPT. DO NOT EDIT.
 
 require 'jar_dependencies'
-require_jar('io.netty', 'netty-buffer', '4.1.109.Final')
-require_jar('io.netty', 'netty-codec', '4.1.109.Final')
-require_jar('io.netty', 'netty-common', '4.1.109.Final')
-require_jar('io.netty', 'netty-transport', '4.1.109.Final')
-require_jar('io.netty', 'netty-handler', '4.1.109.Final')
-require_jar('io.netty', 'netty-transport-native-unix-common', '4.1.109.Final')
+require_jar('io.netty', 'netty-buffer', '4.1.115.Final')
+require_jar('io.netty', 'netty-codec', '4.1.115.Final')
+require_jar('io.netty', 'netty-common', '4.1.115.Final')
+require_jar('io.netty', 'netty-transport', '4.1.115.Final')
+require_jar('io.netty', 'netty-handler', '4.1.115.Final')
+require_jar('io.netty', 'netty-transport-native-unix-common', '4.1.115.Final')
 require_jar('org.javassist', 'javassist', '3.24.0-GA')
-require_jar('org.logstash.beats', 'logstash-input-beats', '6.8.4')
+require_jar('org.logstash.beats', 'logstash-input-beats', '6.9.1')

data/spec/inputs/beats/message_listener_spec.rb

@@ -218,6 +218,24 @@ describe LogStash::Inputs::Beats::MessageListener do
       end
     end
 
+    context "when connection is terminated" do
+      let(:message) { MockMessage.new("message from Mars", { "message" => "hello world", "@metadata" => {} } )}
+
+      it "handles without crashing" do
+        subject.onConnectionClose(ctx)
+        expect(subject.connections_list[ctx]).to be nil
+
+        expect( input.logger ).to receive(:warn) do |message |
+          expect( message ).to match /No codec available to process the message. This may due to connection termination and message was being processed./
+        end
+
+        subject.onNewMessage(ctx, message)
+        # doesn't push to queue, so should be nil
+        event = queue.pop
+        expect(event.get("message")).to be nil
+      end
+    end
+
     it_behaves_like "when the message is from any libbeat", :disabled, "[@metadata][ip_address]"
     it_behaves_like "when the message is from any libbeat", :v1, "[@metadata][input][beats][host][ip]"
     it_behaves_like "when the message is from any libbeat", :v8, "[@metadata][input][beats][host][ip]"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-beats
 version: !ruby/object:Gem::Version
-  version: 6.8.4
+  version: 6.9.1
 platform: java
 authors:
 - Elastic
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-08-28 00:00:00.000000000 Z
+date: 2024-11-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -20,8 +20,8 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '2.99'
   name: logstash-core-plugin-api
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -37,8 +37,8 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
   name: logstash-codec-plain
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -51,8 +51,8 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '1.0'
   name: concurrent-ruby
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
@@ -65,8 +65,8 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 0.3.5
   name: thread_safe
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
@@ -79,8 +79,8 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 2.0.5
   name: logstash-codec-multiline
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -96,8 +96,8 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 0.3.4
   name: jar-dependencies
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
@@ -113,8 +113,8 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '1.3'
   name: logstash-mixin-ecs_compatibility_support
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
@@ -127,8 +127,8 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '1.0'
   name: logstash-mixin-event_support
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
@@ -141,8 +141,8 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '1.0'
   name: logstash-mixin-plugin_factory_support
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
@@ -155,8 +155,8 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '1.0'
   name: logstash-mixin-normalize_config_support
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
@@ -169,8 +169,8 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 0.0.6
   name: flores
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
@@ -183,8 +183,8 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
   name: rspec
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -197,8 +197,8 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
   name: stud
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -211,8 +211,8 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
   name: pry
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -225,8 +225,8 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
   name: rspec-wait
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -239,8 +239,8 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
   name: logstash-devutils
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -253,8 +253,8 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
   name: logstash-codec-json
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -267,8 +267,8 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
   name: childprocess
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -319,14 +319,14 @@ files:
 - spec/support/integration_shared_context.rb
 - spec/support/logstash_test.rb
 - spec/support/shared_examples.rb
-- vendor/jar-dependencies/io/netty/netty-buffer/4.1.109.Final/netty-buffer-4.1.109.Final.jar
-- vendor/jar-dependencies/io/netty/netty-codec/4.1.109.Final/netty-codec-4.1.109.Final.jar
-- vendor/jar-dependencies/io/netty/netty-common/4.1.109.Final/netty-common-4.1.109.Final.jar
-- vendor/jar-dependencies/io/netty/netty-handler/4.1.109.Final/netty-handler-4.1.109.Final.jar
-- vendor/jar-dependencies/io/netty/netty-transport-native-unix-common/4.1.109.Final/netty-transport-native-unix-common-4.1.109.Final.jar
-- vendor/jar-dependencies/io/netty/netty-transport/4.1.109.Final/netty-transport-4.1.109.Final.jar
+- vendor/jar-dependencies/io/netty/netty-buffer/4.1.115.Final/netty-buffer-4.1.115.Final.jar
+- vendor/jar-dependencies/io/netty/netty-codec/4.1.115.Final/netty-codec-4.1.115.Final.jar
+- vendor/jar-dependencies/io/netty/netty-common/4.1.115.Final/netty-common-4.1.115.Final.jar
+- vendor/jar-dependencies/io/netty/netty-handler/4.1.115.Final/netty-handler-4.1.115.Final.jar
+- vendor/jar-dependencies/io/netty/netty-transport-native-unix-common/4.1.115.Final/netty-transport-native-unix-common-4.1.115.Final.jar
+- vendor/jar-dependencies/io/netty/netty-transport/4.1.115.Final/netty-transport-4.1.115.Final.jar
 - vendor/jar-dependencies/org/javassist/javassist/3.24.0-GA/javassist-3.24.0-GA.jar
-- vendor/jar-dependencies/org/logstash/beats/logstash-input-beats/6.8.4/logstash-input-beats-6.8.4.jar
+- vendor/jar-dependencies/org/logstash/beats/logstash-input-beats/6.9.1/logstash-input-beats-6.9.1.jar
 homepage: http://www.elastic.co/guide/en/logstash/current/index.html
 licenses:
 - Apache License (2.0)
@@ -349,7 +349,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.33
+rubygems_version: 3.3.26
 signing_key:
 specification_version: 4
 summary: Receives events from the Elastic Beats framework