logstash-integration-kafka 12.1.9-java → 12.1.10-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4c7e1d511cc4df159320b55735a86aae54bc8bcf8fcf69a0f981e527decc099e
-  data.tar.gz: 9753b143b2d788ebaa88de769295c0f6ed71a828149ca93993b0bd1ae05649f6
+  metadata.gz: b4a470765f5eeee50d9f7d0285de574cf48c8d93d776c9a46637ad17580878fd
+  data.tar.gz: 337c6f747b351f5911c6be690025c5b57d8a6b01a876a8f5eb71b7a665b0953c
 SHA512:
-  metadata.gz: a8f17cfe32a414f4ed1cca05edd7889e2c4e376d1a5c3ab259b8f9939ac833fd507d4f5ad0cdf6728431bb5625e0d82b0e7b56ae7ab212ac503b4fd39fcd1d03
-  data.tar.gz: a4cf3c3d3d447d4d82f76343d0f48cdaef73fe62974fe7060c24a5b8036e8da7a2b91a018599f2a3add61936c6717a006e46fbc3020601242e64fd2676cddd8a
+  metadata.gz: 3e41b223bcf025d1d052ac23b98df8871e97a1c396b54393f36016aa452536a87dd23fc1b4af95f76e4e733e7c4a9ceb1dc848de75e84e66fa2854bacedaf0aa
+  data.tar.gz: 713d4f6075034555bdfe934055752ae11e122723dd83bb9f6de9fc1795269e9b5bb71d3d3ba2ec0d78f76c742055051273623336e48d20d6e5afb2f4e6aa7f98

data/CHANGELOG.md

@@ -1,3 +1,6 @@
+## 12.1.10
+  - Upgrades lz4-java dependency to 1.11.4 version [#287](https://github.com/logstash-plugins/logstash-integration-kafka/pull/287)
+
 ## 12.1.9
   - Upgrade zstd-jni dependency [#279](https://github.com/logstash-plugins/logstash-integration-kafka/pull/279)
 

data/lib/logstash-integration-kafka_jars.rb

@@ -13,13 +13,13 @@ require_jar('com.fasterxml.jackson.core', 'jackson-databind', '2.21.6')
 require_jar('com.fasterxml.jackson.core', 'jackson-core', '2.21.6')
 require_jar('org.apache.kafka', 'kafka-clients', '4.2.0')
 require_jar('org.apache.httpcomponents.client5', 'httpclient5', '5.6.4')
-require_jar('com.github.luben', 'zstd-jni', '1.5.7-16')
+require_jar('com.github.luben', 'zstd-jni', '1.5.7-22')
+require_jar('at.yawk.lz4', 'lz4-java', '1.12.0')
 require_jar('com.fasterxml.jackson.core', 'jackson-annotations', '2.21')
 require_jar('org.apache.commons', 'commons-compress', '1.28.0')
 require_jar('com.google.guava', 'guava', '32.0.1-jre')
 require_jar('io.confluent', 'logredactor', '1.0.18')
 require_jar('io.confluent', 'common-utils', '8.3.1')
-require_jar('at.yawk.lz4', 'lz4-java', '1.10.1')
 require_jar('org.xerial.snappy', 'snappy-java', '1.1.10.7')
 require_jar('org.slf4j', 'slf4j-api', '2.0.17')
 require_jar('org.yaml', 'snakeyaml', '2.0')

data/spec/integration/outputs/kafka_spec.rb

@@ -160,8 +160,19 @@ describe "outputs/kafka", :integration => true do
   end
 
   context 'when using multi partition topic' do
-    let(:num_events) { 100 } # ~ more than (batch.size) 16,384 bytes
+    # In Kafka the RoundRobinPartitioner works per ProducerBatch and not per record.
+    # So if the default batch size (16KB) is not reached or the linger_ms has not elapsed
+    # then a new partition is not selected, and the list of messages fills into just the first
+    # selected partition. To avoid such behavior the batch_size has to be surpassed.
+    let(:num_events) { 100 }
+    let(:kafka_batch_size) { 16_384.0 }
     let(:test_topic) { 'logstash_integration_topic3' }
+    # Each event is padded so that num_events events span more than 2 full producer batches,
+    # guaranteeing RoundRobinPartitioner advances past all 3 partitions.
+    let(:message_content) do
+      padding_size = (kafka_batch_size / num_events).ceil
+      super() + ' ' + 'x' * padding_size
+    end
 
     before :each do
       config = base_config.merge("topic_id" => test_topic, "partitioner" => 'org.apache.kafka.clients.producer.RoundRobinPartitioner')

data/version

@@ -1 +1 @@
-12.1.9
+12.1.10

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: logstash-integration-kafka
 version: !ruby/object:Gem::Version
-  version: 12.1.9
+  version: 12.1.10
 platform: java
 authors:
 - Elastic
@@ -244,14 +244,14 @@ files:
 - spec/unit/inputs/avro_schema_fixture_payment.asvc
 - spec/unit/inputs/kafka_spec.rb
 - spec/unit/outputs/kafka_spec.rb
-- vendor/jar-dependencies/at/yawk/lz4/lz4-java/1.10.1/lz4-java-1.10.1.jar
+- vendor/jar-dependencies/at/yawk/lz4/lz4-java/1.12.0/lz4-java-1.12.0.jar
 - vendor/jar-dependencies/com/eclipsesource/minimal-json/minimal-json/0.9.5/minimal-json-0.9.5.jar
 - vendor/jar-dependencies/com/fasterxml/jackson/core/jackson-annotations/2.21/jackson-annotations-2.21.jar
 - vendor/jar-dependencies/com/fasterxml/jackson/core/jackson-core/2.21.6/jackson-core-2.21.6.jar
 - vendor/jar-dependencies/com/fasterxml/jackson/core/jackson-databind/2.21.6/jackson-databind-2.21.6.jar
 - vendor/jar-dependencies/com/fasterxml/jackson/dataformat/jackson-dataformat-csv/2.21.6/jackson-dataformat-csv-2.21.6.jar
 - vendor/jar-dependencies/com/fasterxml/jackson/datatype/jackson-datatype-jdk8/2.21.6/jackson-datatype-jdk8-2.21.6.jar
-- vendor/jar-dependencies/com/github/luben/zstd-jni/1.5.7-16/zstd-jni-1.5.7-16.jar
+- vendor/jar-dependencies/com/github/luben/zstd-jni/1.5.7-22/zstd-jni-1.5.7-22.jar
 - vendor/jar-dependencies/com/google/code/findbugs/jsr305/3.0.2/jsr305-3.0.2.jar
 - vendor/jar-dependencies/com/google/errorprone/error_prone_annotations/2.18.0/error_prone_annotations-2.18.0.jar
 - vendor/jar-dependencies/com/google/guava/failureaccess/1.0.1/failureaccess-1.0.1.jar