logstash-input-beats 6.8.0-java → 6.8.2-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e795cf7e189345d1cf4ef96dfadc1185d2e73b63be07674654ce06342adaff86
-  data.tar.gz: 55bce211f32a39ebea8197b46ebdf83e0832d043a785d54dc9f6917bd5132ab2
+  metadata.gz: f20a980ceb322c256f538cd09e3252e941dccd0b617ca9106f368de126ded6b8
+  data.tar.gz: d276eeec91afd043c8641b08d3966fed03e376821a0733a45f6b516af694cd95
 SHA512:
-  metadata.gz: 654adc75a917802031a32ba3d02279a135f0817e90833fe2bca54261fda59debe82072e0ecdf0f14bc5996afd644d0da36f9e9ed702456a76358d7d1d6a0e458
-  data.tar.gz: 72093407b408492a8a7bbaf57d5694a64f1b56c99e418726c91727d2fcc0b4ea7ca85da22344db0a51b4b6196b5d3ad3d78c2da213c8e653087ef4949c8e1e73
+  metadata.gz: c97ea65a121c5d2785501860658ff164c22fc7d7cf4fcf6019b67030ef9f5486a7180a270e7ef9a1e6bd2c9abf295eafd6afe7c05c54a89d966f8add5fb1d09e
+  data.tar.gz: 553f4071eaa277808decad0945ab2537d6a5cdc745621e455f953bea9497d848b70bee800553a26a20883ecb5fc4b296c7d0bf7555f707399436cc080b6ae326

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+## 6.8.2
+  - Remove Logstash forwarder test cases and add Lumberjack test cases [#488](https://github.com/logstash-plugins/logstash-input-beats/pull/488)
+
+## 6.8.1
+  - Added logging the best Netty's `maxOrder` setting when big payload trigger an unpooled allocation [#493](https://github.com/logstash-plugins/logstash-input-beats/pull/493)
+
 ## 6.8.0
   - Introduce expert only `event_loop_threads` to tune netty event loop threads count [#490](https://github.com/logstash-plugins/logstash-input-beats/pull/490)
 

data/README.md

@@ -19,7 +19,7 @@ Need help? Try #logstash on freenode IRC or the https://discuss.elastic.co/c/log
 
 ## Developing
 
-### 1. Plugin Developement and Testing
+### 1. Plugin Development and Testing
 
 #### Code
 - To get started, you'll need JRuby with the Bundler gem installed.

data/VERSION

@@ -1 +1 @@
-6.8.0
+6.8.2

data/lib/logstash/inputs/beats/message_listener.rb

@@ -9,7 +9,7 @@ module LogStash module Inputs class Beats
     include org.logstash.beats.IMessageListener
 
     FILEBEAT_LOG_LINE_FIELD = "message".freeze
-    LSF_LOG_LINE_FIELD = "line".freeze
+    LUMBERJACK_LINE_FIELD = "line".freeze
 
     ConnectionState = Struct.new(:ctx, :codec, :ip_address)
 
@@ -183,8 +183,8 @@ module LogStash module Inputs class Beats
     def extract_target_field(hash)
       if from_filebeat?(hash)
         hash.delete(FILEBEAT_LOG_LINE_FIELD).to_s
-      elsif from_logstash_forwarder?(hash)
-        hash.delete(LSF_LOG_LINE_FIELD).to_s
+      elsif from_lumberjack?(hash)
+        hash.delete(LUMBERJACK_LINE_FIELD).to_s
       end
     end
 
@@ -192,8 +192,8 @@ module LogStash module Inputs class Beats
       !hash[FILEBEAT_LOG_LINE_FIELD].nil?
     end
 
-    def from_logstash_forwarder?(hash)
-      !hash[LSF_LOG_LINE_FIELD].nil?
+    def from_lumberjack?(hash)
+      !hash[LUMBERJACK_LINE_FIELD].nil?
     end
 
     def increment_connection_count

data/lib/logstash-input-beats_jars.rb

@@ -8,4 +8,4 @@ require_jar('io.netty', 'netty-transport', '4.1.100.Final')
 require_jar('io.netty', 'netty-handler', '4.1.100.Final')
 require_jar('io.netty', 'netty-transport-native-unix-common', '4.1.100.Final')
 require_jar('org.javassist', 'javassist', '3.24.0-GA')
-require_jar('org.logstash.beats', 'logstash-input-beats', '6.8.0')
+require_jar('org.logstash.beats', 'logstash-input-beats', '6.8.2')

data/lib/tasks/test.rake

@@ -9,8 +9,6 @@ elsif OS_PLATFORM == "darwin"
   FILEBEAT_URL = "https://artifacts.elastic.co/downloads/beats/filebeat/filebeat-7.6.0-darwin-x86_64.tar.gz"
 end
 
-LSF_URL = "https://download.elastic.co/logstash-forwarder/binaries/logstash-forwarder_#{OS_PLATFORM}_amd64"
-
 require "fileutils"
 @files=[]
 
@@ -27,20 +25,9 @@ namespace :test do
   namespace :integration do
     task :setup do
       Rake::Task["test:integration:setup:filebeat"].invoke
-      Rake::Task["test:integration:setup:lsf"].invoke
     end
 
     namespace :setup do
-      desc "Download latest stable version of Logstash-forwarder"
-      task :lsf do
-        destination = File.join(VENDOR_PATH, "logstash-forwarder")
-        FileUtils.rm_rf(destination)
-        FileUtils.mkdir_p(destination)
-        download_destination = File.join(destination, "logstash-forwarder")
-        puts "Logstash-forwarder: downloading from #{LSF_URL} to #{download_destination}"
-        download(LSF_URL, download_destination)
-        File.chmod(0755, download_destination)
-      end
 
       desc "Download nigthly filebeat for integration testing"
       task :filebeat do
@@ -60,7 +47,7 @@ namespace :test do
 end
 
 # Uncompress all the file from the archive this only work with 
-# one level directory structure and its fine for LSF and filebeat packaging.
+# one level directory structure and filebeat packaging.
 def untar_all(file, destination)
   untar(file) do |entry| 
     out = entry.full_name.split("/").last

data/logstash-input-beats.gemspec

@@ -39,7 +39,7 @@ Gem::Specification.new do |s|
   s.add_development_dependency "rspec-wait"
   s.add_development_dependency "logstash-devutils"
   s.add_development_dependency "logstash-codec-json"
-  s.add_development_dependency "childprocess" # To make filebeat/LSF integration test easier to write.
+  s.add_development_dependency "childprocess" # To make filebeat integration test easier to write.
 
   s.platform = 'java'
 end

data/spec/inputs/beats/message_listener_spec.rb

@@ -199,7 +199,7 @@ describe LogStash::Inputs::Beats::MessageListener do
       end
     end
 
-    context "when the message is from LSF" do
+    context "when the message is from Lumberjack" do
       let(:message) { MockMessage.new("abc", { "line" => "hello world", '@metadata' => {} } )}
 
       it "extract the event" do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-beats
 version: !ruby/object:Gem::Version
-  version: 6.8.0
+  version: 6.8.2
 platform: java
 authors:
 - Elastic
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-01-23 00:00:00.000000000 Z
+date: 2024-03-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -311,7 +311,6 @@ files:
 - spec/inputs/beats/tls_spec.rb
 - spec/inputs/beats_spec.rb
 - spec/integration/filebeat_spec.rb
-- spec/integration/logstash_forwarder_spec.rb
 - spec/spec_helper.rb
 - spec/support/client_process_helpers.rb
 - spec/support/file_helpers.rb
@@ -327,7 +326,7 @@ files:
 - vendor/jar-dependencies/io/netty/netty-transport-native-unix-common/4.1.100.Final/netty-transport-native-unix-common-4.1.100.Final.jar
 - vendor/jar-dependencies/io/netty/netty-transport/4.1.100.Final/netty-transport-4.1.100.Final.jar
 - vendor/jar-dependencies/org/javassist/javassist/3.24.0-GA/javassist-3.24.0-GA.jar
-- vendor/jar-dependencies/org/logstash/beats/logstash-input-beats/6.8.0/logstash-input-beats-6.8.0.jar
+- vendor/jar-dependencies/org/logstash/beats/logstash-input-beats/6.8.2/logstash-input-beats-6.8.2.jar
 homepage: http://www.elastic.co/guide/en/logstash/current/index.html
 licenses:
 - Apache License (2.0)
@@ -363,7 +362,6 @@ test_files:
 - spec/inputs/beats/tls_spec.rb
 - spec/inputs/beats_spec.rb
 - spec/integration/filebeat_spec.rb
-- spec/integration/logstash_forwarder_spec.rb
 - spec/spec_helper.rb
 - spec/support/client_process_helpers.rb
 - spec/support/file_helpers.rb

data/spec/integration/logstash_forwarder_spec.rb

@@ -1,108 +0,0 @@
-# encoding: utf-8
-require "logstash/inputs/beats"
-require "logstash/json"
-require "fileutils"
-require_relative "../support/flores_extensions"
-require_relative "../support/file_helpers"
-require_relative "../support/integration_shared_context"
-require_relative "../support/client_process_helpers"
-require "spec_helper"
-
-LSF_BINARY = File.expand_path(File.join(File.dirname(__FILE__), "..", "..", "vendor", "logstash-forwarder", "logstash-forwarder"))
-
-describe "Logstash-Forwarder", :integration => true do
-  include ClientProcessHelpers
-
-  before :all do
-    unless File.exist?(LSF_BINARY)
-      raise "Cannot find `logstash-forwarder` binary in `vendor/logstash-forwarder` Did you run `bundle exec rake test:integration:setup` before running the integration suite?"
-    end
-  end
-
-  include FileHelpers
-  include_context "beats configuration"
-
-  let(:client_wait_time) { 5 }
-
-  # Filebeat related variables
-  let(:cmd) { [lsf_exec, "-config", lsf_config_path] }
-
-  let(:lsf_exec) { LSF_BINARY }
-  let(:registry_file) { File.expand_path(File.join(File.dirname(__FILE__), "..", "..", ".logstash-forwarder")) }
-  let_tmp_file(:lsf_config_path) { lsf_config }
-  let(:log_file) { f = Stud::Temporary.file; f.close; f.path }
-  let(:lsf_config) do
- <<-CONFIG
-{
-  "network": {
-    "servers": [ "#{host}:#{port}" ],
-    "ssl ca": "#{certificate_authorities}"
-  },
-  "files": [
-    { "paths": [ "#{log_file}" ] }
-  ]
-}
- CONFIG
-  end
-  #
-
-  before :each do
-    FileUtils.rm_rf(registry_file) # ensure clean state between runs
-    start_client
-    sleep(1)
-    # let LSF start and than write the logs
-    File.open(log_file, "a") do |f|
-      f.write(events.join("\n") + "\n")
-    end
-    sleep(1) # give some time to the clients to pick up the changes
-  end
-
-  after :each do
-    stop_client
-  end
-
-  xcontext "Plain TCP" do
-    include ClientProcessHelpers
-
-    let(:certificate_authorities) { "" }
-
-    it "should not send any events" do
-      expect(queue.size).to eq(0), @execution_output
-    end
-  end
-
-  context "TLS" do
-    context "Server Verification" do
-      let(:input_config) do
-        super().merge({
-          "ssl_enabled" => true,
-          "ssl_certificate" => certificate_file,
-          "ssl_key" => certificate_key_file,
-        })
-      end
-
-      let(:certificate_data) { Flores::PKI.generate }
-      let_tmp_file(:certificate_file) { certificate_data.first }
-      let_tmp_file(:certificate_key_file) { convert_to_pkcs8(certificate_data.last) }
-      let(:certificate_authorities) { certificate_file }
-
-      context "self signed certificate" do
-        include_examples "send events"
-      end
-
-      context "with large batches" do
-        let(:number_of_events) { 10_000 }
-        include_examples "send events"
-      end
-
-      context "invalid CA on the client" do
-        let(:invalid_data) { Flores::PKI.generate }
-        let(:certificate_authorities) { f = Stud::Temporary.file; f.close; f.path }
-
-        it "should not send any events" do
-          expect(queue.size).to eq(0), @execution_output
-        end
-      end
-    end
-  end
-end