logstash-integration-kafka 11.3.1-java → 11.3.3-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 47fc20c3860d5f9330cba8cab1f89f53b7ba0b0192305e890fa5e9e637846725
-  data.tar.gz: 291fab3d04d9c5f54b96e6425ba46f69d08473fcfa030a1e2ca331ea5c688f51
+  metadata.gz: b779dc371104b0d12e9c0653c3503c316da6c283f240a48d9e93af8aab1a6657
+  data.tar.gz: 5cc97ac62bf631856947cab6f408bff40f39d77b038fd169445cca102a54beb2
 SHA512:
-  metadata.gz: 4aec7f00ca439a8289dd26325086b45319d0f6442f1b9c5849bb41ea9821f9bbdfc2bb54a02a1f9a7ddc20b698009073b995d7118405ac30eb7ef36120dc526a
-  data.tar.gz: 2d1b626b41cc50820e3e5bc2e00d6eb609cdc6b72f5e5f007655fdc5ea201d63d0be0820652e7ebe86484612dd58624fb58931b97782db8042c63cec72f37ed6
+  metadata.gz: e6f4198f56a1f964db493573fa8b66a89f6c869885b43b964e43c947f1e81906eac078be550d8d1e32a59f1f5d7b89428adba125dfc4324fbb7fc0075382b3dd
+  data.tar.gz: f27c13d89ebe188e952177dbab113cdc9748b40c854d044a51be94ca69ec636627256e79e403bfac4e32300affbd1176381accc40cb7ee3c5740b51127bfffca

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+## 11.3.3
+  - Fix "Can't modify frozen string" error when record value is `nil` (tombstones) [#155](https://github.com/logstash-plugins/logstash-integration-kafka/pull/155)
+
+## 11.3.2
+  - Fix: update Avro library [#150](https://github.com/logstash-plugins/logstash-integration-kafka/pull/150)
+
 ## 11.3.1
   - Fix: update snappy dependency [#148](https://github.com/logstash-plugins/logstash-integration-kafka/pull/148)
 
@@ -18,6 +24,9 @@
   - Deprecated `default` value for setting `client_dns_lookup` forcing to `use_all_dns_ips` when explicitly used [#130](https://github.com/logstash-plugins/logstash-integration-kafka/pull/130)
   - Changed the consumer's poll from using the one that blocks on metadata retrieval to the one that doesn't [#136](https://github.com/logstash-plugins/logstash-integration-kafka/pull/133)
 
+## 10.12.1
+  - Fix: update Avro library on 10.x [#149](https://api.github.com/repos/logstash-plugins/logstash-integration-kafka/pulls/149)
+
 ## 10.12.0
   - bump kafka client to 2.8.1 [#115](https://github.com/logstash-plugins/logstash-integration-kafka/pull/115)
 

data/lib/logstash/inputs/kafka.rb

@@ -356,7 +356,8 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
   end
 
   def handle_record(record, codec_instance, queue)
-    codec_instance.decode(record.value.to_s) do |event|
+    # use + since .to_s on nil/boolean returns a frozen string since ruby 2.7
+    codec_instance.decode(+record.value.to_s) do |event|
       decorate(event)
       maybe_set_metadata(event, record)
       queue << event

data/lib/logstash-integration-kafka_jars.rb

@@ -3,7 +3,7 @@
 require 'jar_dependencies'
 require_jar('io.confluent', 'kafka-avro-serializer', '7.4.0')
 require_jar('io.confluent', 'kafka-schema-serializer', '7.4.0')
-require_jar('org.apache.avro', 'avro', '1.11.1')
+require_jar('org.apache.avro', 'avro', '1.11.3')
 require_jar('io.confluent', 'kafka-schema-registry-client', '7.4.0')
 require_jar('org.apache.kafka', 'kafka-clients', '3.4.1')
 require_jar('org.slf4j', 'slf4j-api', '1.7.36')

data/logstash-integration-kafka.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name            = 'logstash-integration-kafka'
-  s.version         = '11.3.1'
+  s.version         = '11.3.3'
   s.licenses        = ['Apache-2.0']
   s.summary         = "Integration with Kafka - input and output plugins"
   s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline "+

data/spec/integration/inputs/kafka_spec.rb

@@ -301,7 +301,7 @@ def consume_messages(config, queue: Queue.new, timeout:, event_count:)
 end
 
 
-describe "schema registry connection options" do
+describe "schema registry connection options", :integration => true do
   schema_registry = Manticore::Client.new
   before (:all) do
     shutdown_schema_registry

data/spec/unit/inputs/kafka_spec.rb

@@ -134,6 +134,21 @@ describe LogStash::Inputs::Kafka do
       it 'should set the consumer thread name' do
         expect(subject.instance_variable_get('@runner_threads').first.get_name).to eq("kafka-input-worker-test-0")
       end
+
+      context 'with records value frozen' do
+        # boolean, module name & nil .to_s are frozen by default (https://bugs.ruby-lang.org/issues/16150)
+        let(:payload) do [
+          org.apache.kafka.clients.consumer.ConsumerRecord.new("logstash", 0, 0, "nil", nil),
+          org.apache.kafka.clients.consumer.ConsumerRecord.new("logstash", 0, 0, "true", true),
+          org.apache.kafka.clients.consumer.ConsumerRecord.new("logstash", 0, 0, "false", false),
+          org.apache.kafka.clients.consumer.ConsumerRecord.new("logstash", 0, 0, "frozen", "".freeze)
+        ]
+        end
+
+        it "should process events" do
+          expect(q.size).to eq(4)
+        end
+      end
     end
 
     context 'when errors are encountered during poll' do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-integration-kafka
 version: !ruby/object:Gem::Version
-  version: 11.3.1
+  version: 11.3.3
 platform: java
 authors:
 - Elastic
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-10-04 00:00:00.000000000 Z
+date: 2024-01-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -261,7 +261,7 @@ files:
 - vendor/jar-dependencies/io/confluent/kafka-avro-serializer/7.4.0/kafka-avro-serializer-7.4.0.jar
 - vendor/jar-dependencies/io/confluent/kafka-schema-registry-client/7.4.0/kafka-schema-registry-client-7.4.0.jar
 - vendor/jar-dependencies/io/confluent/kafka-schema-serializer/7.4.0/kafka-schema-serializer-7.4.0.jar
-- vendor/jar-dependencies/org/apache/avro/avro/1.11.1/avro-1.11.1.jar
+- vendor/jar-dependencies/org/apache/avro/avro/1.11.3/avro-1.11.3.jar
 - vendor/jar-dependencies/org/apache/kafka/kafka-clients/3.4.1/kafka-clients-3.4.1.jar
 - vendor/jar-dependencies/org/lz4/lz4-java/1.8.0/lz4-java-1.8.0.jar
 - vendor/jar-dependencies/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar