logstash-integration-kafka 12.1.9-java → 12.1.11-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4c7e1d511cc4df159320b55735a86aae54bc8bcf8fcf69a0f981e527decc099e
-  data.tar.gz: 9753b143b2d788ebaa88de769295c0f6ed71a828149ca93993b0bd1ae05649f6
+  metadata.gz: feab8e952a04b460776884674e8fb07912690f6419017191ffd98533a7e94e6f
+  data.tar.gz: b1b448e15fc162f6e2e63529b1f63db77ec6a780562a824a0ac709e990791a7b
 SHA512:
-  metadata.gz: a8f17cfe32a414f4ed1cca05edd7889e2c4e376d1a5c3ab259b8f9939ac833fd507d4f5ad0cdf6728431bb5625e0d82b0e7b56ae7ab212ac503b4fd39fcd1d03
-  data.tar.gz: a4cf3c3d3d447d4d82f76343d0f48cdaef73fe62974fe7060c24a5b8036e8da7a2b91a018599f2a3add61936c6717a006e46fbc3020601242e64fd2676cddd8a
+  metadata.gz: 02c08cd82a4db2950196aae82ad01f05ca460dbd99bc32631899549262d9009f33e64ebc42adc564a78cb4d58802aaf83abc3849a53bcfe5ae17f2fe469b3300
+  data.tar.gz: 3a48b0830cfc0df951f20fe5e6b6544dc75d2e9349840a0f39e82a2cc287750ac1285b8f4bee104e6ac45bbee91460815085455df79647ddf46e7b8f4bfc8d52

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+## 12.1.11
+  - Update jackson dependency to 2.21.7, and require `snappy-java` 1.1.10.10 or later and `guava` 33.7.2-jre or later [#289](https://github.com/logstash-plugins/logstash-integration-kafka/pull/289)
+
+## 12.1.10
+  - Upgrades lz4-java dependency to 1.11.4 version [#287](https://github.com/logstash-plugins/logstash-integration-kafka/pull/287)
+
 ## 12.1.9
   - Upgrade zstd-jni dependency [#279](https://github.com/logstash-plugins/logstash-integration-kafka/pull/279)
 

data/lib/logstash-integration-kafka_jars.rb

@@ -6,35 +6,34 @@ require_jar('io.confluent', 'kafka-schema-serializer', '8.3.1')
 require_jar('io.confluent', 'kafka-schema-registry-client', '8.3.1')
 require_jar('io.confluent', 'kafka-avro-types', '8.3.1')
 require_jar('org.apache.avro', 'avro', '1.12.1')
-require_jar('com.fasterxml.jackson.dataformat', 'jackson-dataformat-csv', '2.21.6')
-require_jar('com.fasterxml.jackson.datatype', 'jackson-datatype-jdk8', '2.21.6')
+require_jar('com.fasterxml.jackson.dataformat', 'jackson-dataformat-csv', '2.21.7')
+require_jar('com.fasterxml.jackson.datatype', 'jackson-datatype-jdk8', '2.21.7')
 require_jar('io.confluent', 'kafka-schema-types', '8.3.1')
-require_jar('com.fasterxml.jackson.core', 'jackson-databind', '2.21.6')
-require_jar('com.fasterxml.jackson.core', 'jackson-core', '2.21.6')
+require_jar('com.fasterxml.jackson.core', 'jackson-databind', '2.21.7')
+require_jar('com.fasterxml.jackson.core', 'jackson-core', '2.21.7')
 require_jar('org.apache.kafka', 'kafka-clients', '4.2.0')
-require_jar('org.apache.httpcomponents.client5', 'httpclient5', '5.6.4')
-require_jar('com.github.luben', 'zstd-jni', '1.5.7-16')
+require_jar('org.apache.httpcomponents.client5', 'httpclient5', '5.6.5')
+require_jar('com.github.luben', 'zstd-jni', '1.5.7-24')
+require_jar('at.yawk.lz4', 'lz4-java', '1.12.0')
+require_jar('org.xerial.snappy', 'snappy-java', '1.1.10.12')
+require_jar('com.google.guava', 'guava', '33.7.2-jre')
 require_jar('com.fasterxml.jackson.core', 'jackson-annotations', '2.21')
 require_jar('org.apache.commons', 'commons-compress', '1.28.0')
-require_jar('com.google.guava', 'guava', '32.0.1-jre')
 require_jar('io.confluent', 'logredactor', '1.0.18')
 require_jar('io.confluent', 'common-utils', '8.3.1')
-require_jar('at.yawk.lz4', 'lz4-java', '1.10.1')
-require_jar('org.xerial.snappy', 'snappy-java', '1.1.10.7')
 require_jar('org.slf4j', 'slf4j-api', '2.0.17')
 require_jar('org.yaml', 'snakeyaml', '2.0')
 require_jar('io.swagger.core.v3', 'swagger-annotations-jakarta', '2.2.42')
-require_jar('com.google.guava', 'failureaccess', '1.0.1')
-require_jar('com.google.guava', 'listenablefuture', '9999.0-empty-to-avoid-conflict-with-guava')
-require_jar('com.google.code.findbugs', 'jsr305', '3.0.2')
-require_jar('org.checkerframework', 'checker-qual', '3.33.0')
-require_jar('com.google.errorprone', 'error_prone_annotations', '2.18.0')
-require_jar('com.google.j2objc', 'j2objc-annotations', '2.8')
 require_jar('com.google.re2j', 're2j', '1.6')
 require_jar('io.confluent', 'logredactor-metrics', '1.0.18')
 require_jar('com.eclipsesource.minimal-json', 'minimal-json', '0.9.5')
+require_jar('com.google.guava', 'failureaccess', '1.0.3')
+require_jar('com.google.guava', 'listenablefuture', '9999.0-empty-to-avoid-conflict-with-guava')
+require_jar('org.jspecify', 'jspecify', '1.0.1')
+require_jar('com.google.errorprone', 'error_prone_annotations', '2.50.0')
+require_jar('com.google.j2objc', 'j2objc-annotations', '3.1')
 require_jar('commons-codec', 'commons-codec', '1.19.0')
 require_jar('commons-io', 'commons-io', '2.20.0')
 require_jar('org.apache.commons', 'commons-lang3', '3.18.0')
-require_jar('org.apache.httpcomponents.core5', 'httpcore5-h2', '5.4.3')
-require_jar('org.apache.httpcomponents.core5', 'httpcore5', '5.4.3')
+require_jar('org.apache.httpcomponents.core5', 'httpcore5-h2', '5.4.4')
+require_jar('org.apache.httpcomponents.core5', 'httpcore5', '5.4.4')

data/spec/integration/outputs/kafka_spec.rb

@@ -160,8 +160,19 @@ describe "outputs/kafka", :integration => true do
   end
 
   context 'when using multi partition topic' do
-    let(:num_events) { 100 } # ~ more than (batch.size) 16,384 bytes
+    # In Kafka the RoundRobinPartitioner works per ProducerBatch and not per record.
+    # So if the default batch size (16KB) is not reached or the linger_ms has not elapsed
+    # then a new partition is not selected, and the list of messages fills into just the first
+    # selected partition. To avoid such behavior the batch_size has to be surpassed.
+    let(:num_events) { 100 }
+    let(:kafka_batch_size) { 16_384.0 }
     let(:test_topic) { 'logstash_integration_topic3' }
+    # Each event is padded so that num_events events span more than 2 full producer batches,
+    # guaranteeing RoundRobinPartitioner advances past all 3 partitions.
+    let(:message_content) do
+      padding_size = (kafka_batch_size / num_events).ceil
+      super() + ' ' + 'x' * padding_size
+    end
 
     before :each do
       config = base_config.merge("topic_id" => test_topic, "partitioner" => 'org.apache.kafka.clients.producer.RoundRobinPartitioner')

data/version

@@ -1 +1 @@
-12.1.9
+12.1.11

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: logstash-integration-kafka
 version: !ruby/object:Gem::Version
-  version: 12.1.9
+  version: 12.1.11
 platform: java
 authors:
 - Elastic
 bindir: bin
 cert_chain: []
-date: 1980-01-02 00:00:00.000000000 Z
+date: 2026-10-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: logstash-core-plugin-api
@@ -244,20 +244,19 @@ files:
 - spec/unit/inputs/avro_schema_fixture_payment.asvc
 - spec/unit/inputs/kafka_spec.rb
 - spec/unit/outputs/kafka_spec.rb
-- vendor/jar-dependencies/at/yawk/lz4/lz4-java/1.10.1/lz4-java-1.10.1.jar
+- vendor/jar-dependencies/at/yawk/lz4/lz4-java/1.12.0/lz4-java-1.12.0.jar
 - vendor/jar-dependencies/com/eclipsesource/minimal-json/minimal-json/0.9.5/minimal-json-0.9.5.jar
 - vendor/jar-dependencies/com/fasterxml/jackson/core/jackson-annotations/2.21/jackson-annotations-2.21.jar
-- vendor/jar-dependencies/com/fasterxml/jackson/core/jackson-core/2.21.6/jackson-core-2.21.6.jar
-- vendor/jar-dependencies/com/fasterxml/jackson/core/jackson-databind/2.21.6/jackson-databind-2.21.6.jar
-- vendor/jar-dependencies/com/fasterxml/jackson/dataformat/jackson-dataformat-csv/2.21.6/jackson-dataformat-csv-2.21.6.jar
-- vendor/jar-dependencies/com/fasterxml/jackson/datatype/jackson-datatype-jdk8/2.21.6/jackson-datatype-jdk8-2.21.6.jar
-- vendor/jar-dependencies/com/github/luben/zstd-jni/1.5.7-16/zstd-jni-1.5.7-16.jar
-- vendor/jar-dependencies/com/google/code/findbugs/jsr305/3.0.2/jsr305-3.0.2.jar
-- vendor/jar-dependencies/com/google/errorprone/error_prone_annotations/2.18.0/error_prone_annotations-2.18.0.jar
-- vendor/jar-dependencies/com/google/guava/failureaccess/1.0.1/failureaccess-1.0.1.jar
-- vendor/jar-dependencies/com/google/guava/guava/32.0.1-jre/guava-32.0.1-jre.jar
+- vendor/jar-dependencies/com/fasterxml/jackson/core/jackson-core/2.21.7/jackson-core-2.21.7.jar
+- vendor/jar-dependencies/com/fasterxml/jackson/core/jackson-databind/2.21.7/jackson-databind-2.21.7.jar
+- vendor/jar-dependencies/com/fasterxml/jackson/dataformat/jackson-dataformat-csv/2.21.7/jackson-dataformat-csv-2.21.7.jar
+- vendor/jar-dependencies/com/fasterxml/jackson/datatype/jackson-datatype-jdk8/2.21.7/jackson-datatype-jdk8-2.21.7.jar
+- vendor/jar-dependencies/com/github/luben/zstd-jni/1.5.7-24/zstd-jni-1.5.7-24.jar
+- vendor/jar-dependencies/com/google/errorprone/error_prone_annotations/2.50.0/error_prone_annotations-2.50.0.jar
+- vendor/jar-dependencies/com/google/guava/failureaccess/1.0.3/failureaccess-1.0.3.jar
+- vendor/jar-dependencies/com/google/guava/guava/33.7.2-jre/guava-33.7.2-jre.jar
 - vendor/jar-dependencies/com/google/guava/listenablefuture/9999.0-empty-to-avoid-conflict-with-guava/listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar
-- vendor/jar-dependencies/com/google/j2objc/j2objc-annotations/2.8/j2objc-annotations-2.8.jar
+- vendor/jar-dependencies/com/google/j2objc/j2objc-annotations/3.1/j2objc-annotations-3.1.jar
 - vendor/jar-dependencies/com/google/re2j/re2j/1.6/re2j-1.6.jar
 - vendor/jar-dependencies/commons-codec/commons-codec/1.19.0/commons-codec-1.19.0.jar
 - vendor/jar-dependencies/commons-io/commons-io/2.20.0/commons-io-2.20.0.jar
@@ -273,13 +272,13 @@ files:
 - vendor/jar-dependencies/org/apache/avro/avro/1.12.1/avro-1.12.1.jar
 - vendor/jar-dependencies/org/apache/commons/commons-compress/1.28.0/commons-compress-1.28.0.jar
 - vendor/jar-dependencies/org/apache/commons/commons-lang3/3.18.0/commons-lang3-3.18.0.jar
-- vendor/jar-dependencies/org/apache/httpcomponents/client5/httpclient5/5.6.4/httpclient5-5.6.4.jar
-- vendor/jar-dependencies/org/apache/httpcomponents/core5/httpcore5-h2/5.4.3/httpcore5-h2-5.4.3.jar
-- vendor/jar-dependencies/org/apache/httpcomponents/core5/httpcore5/5.4.3/httpcore5-5.4.3.jar
+- vendor/jar-dependencies/org/apache/httpcomponents/client5/httpclient5/5.6.5/httpclient5-5.6.5.jar
+- vendor/jar-dependencies/org/apache/httpcomponents/core5/httpcore5-h2/5.4.4/httpcore5-h2-5.4.4.jar
+- vendor/jar-dependencies/org/apache/httpcomponents/core5/httpcore5/5.4.4/httpcore5-5.4.4.jar
 - vendor/jar-dependencies/org/apache/kafka/kafka-clients/4.2.0/kafka-clients-4.2.0.jar
-- vendor/jar-dependencies/org/checkerframework/checker-qual/3.33.0/checker-qual-3.33.0.jar
+- vendor/jar-dependencies/org/jspecify/jspecify/1.0.1/jspecify-1.0.1.jar
 - vendor/jar-dependencies/org/slf4j/slf4j-api/2.0.17/slf4j-api-2.0.17.jar
-- vendor/jar-dependencies/org/xerial/snappy/snappy-java/1.1.10.7/snappy-java-1.1.10.7.jar
+- vendor/jar-dependencies/org/xerial/snappy/snappy-java/1.1.10.12/snappy-java-1.1.10.12.jar
 - vendor/jar-dependencies/org/yaml/snakeyaml/2.0/snakeyaml-2.0.jar
 - version
 homepage: https://www.elastic.co/logstash
@@ -304,7 +303,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.7.2
+rubygems_version: 3.6.3
 specification_version: 4
 summary: Integration with Kafka - input and output plugins
 test_files: