logstash-integration-kafka 12.1.8-java → 12.1.10-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1001ccf54f8882921c33bd8d14629fe82fae3bcfe9ac06a8bef3bfc808860ca2
-  data.tar.gz: b2caf929aaa464a6d39cbab02e4efbb77682ab259ff0880e7526db348a18c3d1
+  metadata.gz: b4a470765f5eeee50d9f7d0285de574cf48c8d93d776c9a46637ad17580878fd
+  data.tar.gz: 337c6f747b351f5911c6be690025c5b57d8a6b01a876a8f5eb71b7a665b0953c
 SHA512:
-  metadata.gz: daf63a01996d28f3fafbfb3536e960d305b11442c958745a2c9943987d7a18b68430ec8a72bcdb3efdf5df06f0aefe01a32253f7ce851ba5337f910a9d1f7c73
-  data.tar.gz: c29b3f31c8e566c89023b32ce03759270c31c9c64f9b491ad624db899963c3ffdec9dec7019259592c69aad5a1fec3256eac1360987f8b93ee432b58261b5da3
+  metadata.gz: 3e41b223bcf025d1d052ac23b98df8871e97a1c396b54393f36016aa452536a87dd23fc1b4af95f76e4e733e7c4a9ceb1dc848de75e84e66fa2854bacedaf0aa
+  data.tar.gz: 713d4f6075034555bdfe934055752ae11e122723dd83bb9f6de9fc1795269e9b5bb71d3d3ba2ec0d78f76c742055051273623336e48d20d6e5afb2f4e6aa7f98

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+## 12.1.10
+  - Upgrades lz4-java dependency to 1.11.4 version [#287](https://github.com/logstash-plugins/logstash-integration-kafka/pull/287)
+
+## 12.1.9
+  - Upgrade zstd-jni dependency [#279](https://github.com/logstash-plugins/logstash-integration-kafka/pull/279)
+
 ## 12.1.8
   - Require httpclient5 version 5.6.4 or later  [#277](https://github.com/logstash-plugins/logstash-integration-kafka/pull/277)
 

data/lib/logstash-integration-kafka_jars.rb

@@ -13,13 +13,13 @@ require_jar('com.fasterxml.jackson.core', 'jackson-databind', '2.21.6')
 require_jar('com.fasterxml.jackson.core', 'jackson-core', '2.21.6')
 require_jar('org.apache.kafka', 'kafka-clients', '4.2.0')
 require_jar('org.apache.httpcomponents.client5', 'httpclient5', '5.6.4')
+require_jar('com.github.luben', 'zstd-jni', '1.5.7-22')
+require_jar('at.yawk.lz4', 'lz4-java', '1.12.0')
 require_jar('com.fasterxml.jackson.core', 'jackson-annotations', '2.21')
 require_jar('org.apache.commons', 'commons-compress', '1.28.0')
 require_jar('com.google.guava', 'guava', '32.0.1-jre')
 require_jar('io.confluent', 'logredactor', '1.0.18')
 require_jar('io.confluent', 'common-utils', '8.3.1')
-require_jar('com.github.luben', 'zstd-jni', '1.5.6-10')
-require_jar('at.yawk.lz4', 'lz4-java', '1.10.1')
 require_jar('org.xerial.snappy', 'snappy-java', '1.1.10.7')
 require_jar('org.slf4j', 'slf4j-api', '2.0.17')
 require_jar('org.yaml', 'snakeyaml', '2.0')

data/spec/integration/outputs/kafka_spec.rb

@@ -160,8 +160,19 @@ describe "outputs/kafka", :integration => true do
   end
 
   context 'when using multi partition topic' do
-    let(:num_events) { 100 } # ~ more than (batch.size) 16,384 bytes
+    # In Kafka the RoundRobinPartitioner works per ProducerBatch and not per record.
+    # So if the default batch size (16KB) is not reached or the linger_ms has not elapsed
+    # then a new partition is not selected, and the list of messages fills into just the first
+    # selected partition. To avoid such behavior the batch_size has to be surpassed.
+    let(:num_events) { 100 }
+    let(:kafka_batch_size) { 16_384.0 }
     let(:test_topic) { 'logstash_integration_topic3' }
+    # Each event is padded so that num_events events span more than 2 full producer batches,
+    # guaranteeing RoundRobinPartitioner advances past all 3 partitions.
+    let(:message_content) do
+      padding_size = (kafka_batch_size / num_events).ceil
+      super() + ' ' + 'x' * padding_size
+    end
 
     before :each do
       config = base_config.merge("topic_id" => test_topic, "partitioner" => 'org.apache.kafka.clients.producer.RoundRobinPartitioner')

data/version

@@ -1 +1 @@
-12.1.8
+12.1.10

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: logstash-integration-kafka
 version: !ruby/object:Gem::Version
-  version: 12.1.8
+  version: 12.1.10
 platform: java
 authors:
 - Elastic
 bindir: bin
 cert_chain: []
-date: 2026-08-31 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: logstash-core-plugin-api
@@ -244,14 +244,14 @@ files:
 - spec/unit/inputs/avro_schema_fixture_payment.asvc
 - spec/unit/inputs/kafka_spec.rb
 - spec/unit/outputs/kafka_spec.rb
-- vendor/jar-dependencies/at/yawk/lz4/lz4-java/1.10.1/lz4-java-1.10.1.jar
+- vendor/jar-dependencies/at/yawk/lz4/lz4-java/1.12.0/lz4-java-1.12.0.jar
 - vendor/jar-dependencies/com/eclipsesource/minimal-json/minimal-json/0.9.5/minimal-json-0.9.5.jar
 - vendor/jar-dependencies/com/fasterxml/jackson/core/jackson-annotations/2.21/jackson-annotations-2.21.jar
 - vendor/jar-dependencies/com/fasterxml/jackson/core/jackson-core/2.21.6/jackson-core-2.21.6.jar
 - vendor/jar-dependencies/com/fasterxml/jackson/core/jackson-databind/2.21.6/jackson-databind-2.21.6.jar
 - vendor/jar-dependencies/com/fasterxml/jackson/dataformat/jackson-dataformat-csv/2.21.6/jackson-dataformat-csv-2.21.6.jar
 - vendor/jar-dependencies/com/fasterxml/jackson/datatype/jackson-datatype-jdk8/2.21.6/jackson-datatype-jdk8-2.21.6.jar
-- vendor/jar-dependencies/com/github/luben/zstd-jni/1.5.6-10/zstd-jni-1.5.6-10.jar
+- vendor/jar-dependencies/com/github/luben/zstd-jni/1.5.7-22/zstd-jni-1.5.7-22.jar
 - vendor/jar-dependencies/com/google/code/findbugs/jsr305/3.0.2/jsr305-3.0.2.jar
 - vendor/jar-dependencies/com/google/errorprone/error_prone_annotations/2.18.0/error_prone_annotations-2.18.0.jar
 - vendor/jar-dependencies/com/google/guava/failureaccess/1.0.1/failureaccess-1.0.1.jar
@@ -304,7 +304,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.3
+rubygems_version: 3.7.2
 specification_version: 4
 summary: Integration with Kafka - input and output plugins
 test_files: