logstash-integration-kafka 12.1.1-java → 12.1.3-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9210f7be0def80b3b89f73361148fec857dcc0fb6b3375b02536a553e6cefdba
-  data.tar.gz: e0a5f5d701dfe8e5e587d79a7f539dfa72eaf584b8bccd537bf8256b4872df68
+  metadata.gz: d771c3fdefad5b3c1ddaa0c833bd3933ec38c3b4882e5c3f1d9c3b9273eb25f4
+  data.tar.gz: e33dc41102566fe3957bf44a8f2250300bf1f363d44ebf4f97f6c8f4bd79eb91
 SHA512:
-  metadata.gz: 8dfe76b566df21bb2c2eb660ab71daeb9449ecc8d659a2c40c11d89c815888c183ef301c98cd09e1f222fd08ab869bc87c16c6aa67e6c8a65c4c5d9718af48fa
-  data.tar.gz: d8a05444b24f21d96db399c914315a20274ccc94c0ddcf876c49693dd4586124704393278c01a64840118feda7cf569c7c51cb04099af313c01aee2b48c8d0ff
+  metadata.gz: e78dbf7b25fcf1642484241fa3d10c6b1486f659ab94d5ed5b019787c9630035606ccbdae6a329b1cebdce1f91efb1403f3b36fc119c5dbb0b4d2f3239befd11
+  data.tar.gz: 9e38c07386ef9eba02f1f22a2fac4e5693b11c28f5faed53ae83b014106e5d79f1581dc4be5f2e20e48474866b279abbebccab7369c3efdd8eb6021cda31206e

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+## 12.1.3
+  - Upgrades `httpcore5` dependency to v5.3.6 [#262](https://github.com/logstash-plugins/logstash-integration-kafka/pull/262)
+
+## 12.1.2
+  - Upgrade `com.fasterxml.jackson` dependencies to 2.21.2 [#254](https://github.com/logstash-plugins/logstash-integration-kafka/pull/254)
+
 ## 12.1.1
   - Fix `sasl_jaas_config` output configuration [#245](https://github.com/logstash-plugins/logstash-integration-kafka/pull/245)
 

data/README.md

@@ -1,6 +1,6 @@
 # Logstash Plugin
 
-[![Travis Build Status](https://travis-ci.com/logstash-plugins/logstash-integration-kafka.svg)](https://travis-ci.com/logstash-plugins/logstash-integration-kafka)
+[![Unit Tests](https://github.com/logstash-plugins/logstash-integration-kafka/actions/workflows/unit-tests.yml/badge.svg)](https://github.com/logstash-plugins/logstash-integration-kafka/actions/workflows/unit-tests.yml)
 
 This is a plugin for [Logstash](https://github.com/elastic/logstash).
 

data/lib/logstash-integration-kafka_jars.rb

@@ -1,24 +1,27 @@
 # AUTOGENERATED BY THE GRADLE SCRIPT. DO NOT EDIT.
 
 require 'jar_dependencies'
-require_jar('io.confluent', 'kafka-avro-serializer', '8.2.0')
-require_jar('org.apache.kafka', 'kafka-clients', '4.2.0')
-require_jar('io.confluent', 'kafka-schema-serializer', '8.2.0')
-require_jar('io.confluent', 'kafka-schema-registry-client', '8.2.0')
+require_jar('io.confluent', 'kafka-avro-serializer', '8.2.1')
+require_jar('io.confluent', 'kafka-schema-serializer', '8.2.1')
+require_jar('io.confluent', 'kafka-schema-registry-client', '8.2.1')
 require_jar('org.apache.avro', 'avro', '1.12.1')
+require_jar('com.fasterxml.jackson.dataformat', 'jackson-dataformat-csv', '2.21.2')
+require_jar('com.fasterxml.jackson.datatype', 'jackson-datatype-jdk8', '2.21.2')
+require_jar('com.fasterxml.jackson.core', 'jackson-databind', '2.21.2')
+require_jar('com.fasterxml.jackson.core', 'jackson-core', '2.21.2')
+require_jar('org.apache.kafka', 'kafka-clients', '4.2.0')
+require_jar('org.apache.httpcomponents.client5', 'httpclient5', '5.5')
+require_jar('org.apache.httpcomponents.core5', 'httpcore5-h2', '5.3.6')
+require_jar('org.apache.httpcomponents.core5', 'httpcore5', '5.3.6')
+require_jar('com.fasterxml.jackson.core', 'jackson-annotations', '2.21')
 require_jar('org.apache.commons', 'commons-compress', '1.28.0')
 require_jar('com.google.guava', 'guava', '32.0.1-jre')
 require_jar('io.confluent', 'logredactor', '1.0.17')
-require_jar('io.confluent', 'common-utils', '8.2.0')
+require_jar('io.confluent', 'common-utils', '8.2.1')
 require_jar('com.github.luben', 'zstd-jni', '1.5.6-10')
 require_jar('at.yawk.lz4', 'lz4-java', '1.10.1')
 require_jar('org.xerial.snappy', 'snappy-java', '1.1.10.7')
-require_jar('org.apache.httpcomponents.client5', 'httpclient5', '5.5')
 require_jar('org.slf4j', 'slf4j-api', '2.0.17')
-require_jar('com.fasterxml.jackson.dataformat', 'jackson-dataformat-csv', '2.20.0')
-require_jar('com.fasterxml.jackson.datatype', 'jackson-datatype-jdk8', '2.20.0')
-require_jar('com.fasterxml.jackson.core', 'jackson-databind', '2.20.0')
-require_jar('com.fasterxml.jackson.core', 'jackson-core', '2.20.0')
 require_jar('org.yaml', 'snakeyaml', '2.0')
 require_jar('io.swagger.core.v3', 'swagger-annotations', '2.2.29')
 require_jar('com.google.guava', 'failureaccess', '1.0.1')
@@ -33,6 +36,3 @@ require_jar('com.eclipsesource.minimal-json', 'minimal-json', '0.9.5')
 require_jar('commons-codec', 'commons-codec', '1.19.0')
 require_jar('commons-io', 'commons-io', '2.20.0')
 require_jar('org.apache.commons', 'commons-lang3', '3.18.0')
-require_jar('com.fasterxml.jackson.core', 'jackson-annotations', '2.20')
-require_jar('org.apache.httpcomponents.core5', 'httpcore5-h2', '5.3.4')
-require_jar('org.apache.httpcomponents.core5', 'httpcore5', '5.3.4')

data/logstash-integration-kafka.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name            = 'logstash-integration-kafka'
-  s.version         = '12.1.1'
+  s.version         = ::File.read('version').split("\n").first
   s.licenses        = ['Apache-2.0']
   s.summary         = "Integration with Kafka - input and output plugins"
   s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline "+

data/spec/integration/outputs/kafka_spec.rb

@@ -224,9 +224,87 @@ describe "outputs/kafka", :integration => true do
     it 'loads data' do
       expect(fetch_messages_from_all_partitions - @messages_offset).to eql num_events
     end
+  end
+
+  context 'SASL authentication' do
+    let(:test_topic) { 'logstash_integration_sasl_output_topic' }
+    let(:num_events) { 3 }
+
+    let(:sasl_config) do
+      base_config.merge(
+        'topic_id' => test_topic,
+        'bootstrap_servers' => 'localhost:9094',
+        'security_protocol' => 'SASL_PLAINTEXT'
+      )
+    end
+
+    let(:sasl_ssl_config) do
+      base_config.merge(
+        'topic_id' => test_topic,
+        'bootstrap_servers' => 'localhost:9095',
+        'security_protocol' => 'SASL_SSL',
+        'ssl_truststore_location' => File.join(Dir.pwd, 'tls_repository/clienttruststore.jks'),
+        'ssl_truststore_password' => 'changeit'
+      )
+    end
+
+    shared_examples 'loads data' do
+      before :each do
+        @messages_offset = fetch_messages_from_all_partitions
+        load_kafka_data(producer_config)
+      end
+
+      it 'loads data' do
+        expect(fetch_messages_from_all_partitions - @messages_offset).to eql num_events
+      end
+    end
+
+    context 'over SASL_PLAINTEXT' do
+      context 'with PLAIN mechanism' do
+        let(:producer_config) do
+          sasl_config.merge(
+            'sasl_mechanism' => 'PLAIN',
+            'sasl_jaas_config' => 'org.apache.kafka.common.security.plain.PlainLoginModule required username="logstash" password="logstash-secret";'
+          )
+        end
 
-    def fetch_messages_from_all_partitions
-      3.times.map { |i| fetch_messages(test_topic, partition: i).size }.sum
+        include_examples 'loads data'
+      end
+
+      context 'with SCRAM-SHA-256 mechanism' do
+        let(:producer_config) do
+          sasl_config.merge(
+            'sasl_mechanism' => 'SCRAM-SHA-256',
+            'sasl_jaas_config' => 'org.apache.kafka.common.security.scram.ScramLoginModule required username="logstash" password="logstash-secret";'
+          )
+        end
+
+        include_examples 'loads data'
+      end
+
+      context 'with SCRAM-SHA-512 mechanism' do
+        let(:producer_config) do
+          sasl_config.merge(
+            'sasl_mechanism' => 'SCRAM-SHA-512',
+            'sasl_jaas_config' => 'org.apache.kafka.common.security.scram.ScramLoginModule required username="logstash" password="logstash-secret";'
+          )
+        end
+
+        include_examples 'loads data'
+      end
+    end
+
+    context 'over SASL_SSL' do
+      context 'with PLAIN mechanism' do
+        let(:producer_config) do
+          sasl_ssl_config.merge(
+            'sasl_mechanism' => 'PLAIN',
+            'sasl_jaas_config' => 'org.apache.kafka.common.security.plain.PlainLoginModule required username="logstash" password="logstash-secret";'
+          )
+        end
+
+        include_examples 'loads data'
+      end
     end
   end
 
@@ -242,4 +320,8 @@ describe "outputs/kafka", :integration => true do
     kafka_client.fetch_messages(topic: topic, partition: partition, offset: offset)
   end
 
+  def fetch_messages_from_all_partitions
+    3.times.map { |i| fetch_messages(test_topic, partition: i).size }.sum
+  end
+
 end

data/spec/unit/outputs/kafka_spec.rb

@@ -330,5 +330,49 @@ describe "outputs/kafka" do
         ))
       subject.register
     end
+
+    context 'with sasl_jaas_config' do
+      let(:config) {
+        simple_kafka_config.merge(
+          'security_protocol' => 'SASL_PLAINTEXT',
+          'sasl_mechanism' => 'PLAIN'
+        )
+      }
+
+      shared_examples 'sasl_jaas_config password handling' do
+        it "sasl_jaas_config.value returns the original string" do
+          subject.register
+          expect(subject.sasl_jaas_config.value).to eq(jaas_config_value)
+        end
+
+        it "sasl_jaas_config.inspect does not expose the password" do
+          subject.register
+          expect(subject.sasl_jaas_config.inspect).not_to include('admin-secret')
+          expect(subject.sasl_jaas_config.inspect).to eq('<password>')
+        end
+      end
+
+      context 'with single-line config' do
+        let(:jaas_config_value) { 'org.apache.kafka.common.security.plain.PlainLoginModule required username="admin" password="admin-secret";' }
+        let(:config) { super().merge('sasl_jaas_config' => jaas_config_value) }
+
+        include_examples 'sasl_jaas_config password handling'
+      end
+
+      context 'with multiline config' do
+        let(:jaas_config_value) {
+          <<~JAAS
+            org.apache.kafka.common.security.plain.PlainLoginModule required
+              username="admin"
+              password="admin-secret"
+              user_admin="admin-secret"
+              user_alice="alice-secret";
+          JAAS
+        }
+        let(:config) { super().merge('sasl_jaas_config' => jaas_config_value) }
+
+        include_examples 'sasl_jaas_config password handling'
+      end
+    end
   end
 end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: logstash-integration-kafka
 version: !ruby/object:Gem::Version
-  version: 12.1.1
+  version: 12.1.3
 platform: java
 authors:
 - Elastic
 bindir: bin
 cert_chain: []
-date: 2026-04-13 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: logstash-core-plugin-api
@@ -246,11 +246,11 @@ files:
 - spec/unit/outputs/kafka_spec.rb
 - vendor/jar-dependencies/at/yawk/lz4/lz4-java/1.10.1/lz4-java-1.10.1.jar
 - vendor/jar-dependencies/com/eclipsesource/minimal-json/minimal-json/0.9.5/minimal-json-0.9.5.jar
-- vendor/jar-dependencies/com/fasterxml/jackson/core/jackson-annotations/2.20/jackson-annotations-2.20.jar
-- vendor/jar-dependencies/com/fasterxml/jackson/core/jackson-core/2.20.0/jackson-core-2.20.0.jar
-- vendor/jar-dependencies/com/fasterxml/jackson/core/jackson-databind/2.20.0/jackson-databind-2.20.0.jar
-- vendor/jar-dependencies/com/fasterxml/jackson/dataformat/jackson-dataformat-csv/2.20.0/jackson-dataformat-csv-2.20.0.jar
-- vendor/jar-dependencies/com/fasterxml/jackson/datatype/jackson-datatype-jdk8/2.20.0/jackson-datatype-jdk8-2.20.0.jar
+- vendor/jar-dependencies/com/fasterxml/jackson/core/jackson-annotations/2.21/jackson-annotations-2.21.jar
+- vendor/jar-dependencies/com/fasterxml/jackson/core/jackson-core/2.21.2/jackson-core-2.21.2.jar
+- vendor/jar-dependencies/com/fasterxml/jackson/core/jackson-databind/2.21.2/jackson-databind-2.21.2.jar
+- vendor/jar-dependencies/com/fasterxml/jackson/dataformat/jackson-dataformat-csv/2.21.2/jackson-dataformat-csv-2.21.2.jar
+- vendor/jar-dependencies/com/fasterxml/jackson/datatype/jackson-datatype-jdk8/2.21.2/jackson-datatype-jdk8-2.21.2.jar
 - vendor/jar-dependencies/com/github/luben/zstd-jni/1.5.6-10/zstd-jni-1.5.6-10.jar
 - vendor/jar-dependencies/com/google/code/findbugs/jsr305/3.0.2/jsr305-3.0.2.jar
 - vendor/jar-dependencies/com/google/errorprone/error_prone_annotations/2.18.0/error_prone_annotations-2.18.0.jar
@@ -261,10 +261,10 @@ files:
 - vendor/jar-dependencies/com/google/re2j/re2j/1.6/re2j-1.6.jar
 - vendor/jar-dependencies/commons-codec/commons-codec/1.19.0/commons-codec-1.19.0.jar
 - vendor/jar-dependencies/commons-io/commons-io/2.20.0/commons-io-2.20.0.jar
-- vendor/jar-dependencies/io/confluent/common-utils/8.2.0/common-utils-8.2.0.jar
-- vendor/jar-dependencies/io/confluent/kafka-avro-serializer/8.2.0/kafka-avro-serializer-8.2.0.jar
-- vendor/jar-dependencies/io/confluent/kafka-schema-registry-client/8.2.0/kafka-schema-registry-client-8.2.0.jar
-- vendor/jar-dependencies/io/confluent/kafka-schema-serializer/8.2.0/kafka-schema-serializer-8.2.0.jar
+- vendor/jar-dependencies/io/confluent/common-utils/8.2.1/common-utils-8.2.1.jar
+- vendor/jar-dependencies/io/confluent/kafka-avro-serializer/8.2.1/kafka-avro-serializer-8.2.1.jar
+- vendor/jar-dependencies/io/confluent/kafka-schema-registry-client/8.2.1/kafka-schema-registry-client-8.2.1.jar
+- vendor/jar-dependencies/io/confluent/kafka-schema-serializer/8.2.1/kafka-schema-serializer-8.2.1.jar
 - vendor/jar-dependencies/io/confluent/logredactor-metrics/1.0.17/logredactor-metrics-1.0.17.jar
 - vendor/jar-dependencies/io/confluent/logredactor/1.0.17/logredactor-1.0.17.jar
 - vendor/jar-dependencies/io/swagger/core/v3/swagger-annotations/2.2.29/swagger-annotations-2.2.29.jar
@@ -272,8 +272,8 @@ files:
 - vendor/jar-dependencies/org/apache/commons/commons-compress/1.28.0/commons-compress-1.28.0.jar
 - vendor/jar-dependencies/org/apache/commons/commons-lang3/3.18.0/commons-lang3-3.18.0.jar
 - vendor/jar-dependencies/org/apache/httpcomponents/client5/httpclient5/5.5/httpclient5-5.5.jar
-- vendor/jar-dependencies/org/apache/httpcomponents/core5/httpcore5-h2/5.3.4/httpcore5-h2-5.3.4.jar
-- vendor/jar-dependencies/org/apache/httpcomponents/core5/httpcore5/5.3.4/httpcore5-5.3.4.jar
+- vendor/jar-dependencies/org/apache/httpcomponents/core5/httpcore5-h2/5.3.6/httpcore5-h2-5.3.6.jar
+- vendor/jar-dependencies/org/apache/httpcomponents/core5/httpcore5/5.3.6/httpcore5-5.3.6.jar
 - vendor/jar-dependencies/org/apache/kafka/kafka-clients/4.2.0/kafka-clients-4.2.0.jar
 - vendor/jar-dependencies/org/checkerframework/checker-qual/3.33.0/checker-qual-3.33.0.jar
 - vendor/jar-dependencies/org/slf4j/slf4j-api/2.0.17/slf4j-api-2.0.17.jar
@@ -301,7 +301,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.3
+rubygems_version: 3.7.2
 specification_version: 4
 summary: Integration with Kafka - input and output plugins
 test_files: