logstash-input-dead_letter_queue 1.1.8 → 1.1.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 409103b04b24b573dff867b4a59f58dbfaad926f4fd8a390cbf08d4243b0976b
-  data.tar.gz: a911df00dc53b67bdf4bf9f2cf4d4f321a89dd9e7eb8e8862658deaddcc305d0
+  metadata.gz: a8c3914781267098a3ca870e2497905c0ce1c7fb8d8faf641744391f5e488066
+  data.tar.gz: 2ccac6b74e55459931228ae0cb1a1766b5e79b03a2333c7e6bec325156a0c9fa
 SHA512:
-  metadata.gz: 5b7a8789b7b9ff113a1aec644e4f8f4e32379d439dbc0ac555eb291e226ad81fc0b36aa5f14afe1ffeed3f7617a3d35a9a1123310f956cc71f7d14038c75f4eb
-  data.tar.gz: 845256cb793ca177652719dcd588ca294a70df4575234deb71d1af619c0ce58931ae6cd6cd0ab93ad852160bedbe8e7f2ce4d541656590a3b31568c6e5b02910
+  metadata.gz: 285bd36daf838edda23f623868f6efeb63af4a8243cc7c9328a574981c2d7819425156a79a8e99f50fb2fd8d09924f639d0dd115ead5f12554b6888bce59a5eb
+  data.tar.gz: 6fea6fdd41eb183894e6c7970686c7b86b2577f77081a6cf7015dd49a4ce9f1b1b1f878d215912c3b047d8c1dfa1830a4b22aaf2fa4024b2e83ea755fa32b52c

data/CHANGELOG.md

@@ -1,3 +1,6 @@
+## 1.1.9
+  - Fix `@metadata` get overwritten by reestablishing metadata that stored in DLQ [#34](https://github.com/logstash-plugins/logstash-input-dead_letter_queue/pull/34)
+
 ## 1.1.8
   - Update dependencies for log4j to 2.17.1
 

data/VERSION

@@ -1 +1 @@
-1.1.8
+1.1.9

data/lib/logstash/inputs/dead_letter_queue.rb

@@ -58,7 +58,15 @@ class LogStash::Inputs::DeadLetterQueue < LogStash::Inputs::Base
   public
   def run(logstash_queue)
     @inner_plugin.run do |entry|
-      event = LogStash::Event.new(entry.event.toMap())
+      clone = entry.event.clone()
+      event = if Gem::Requirement.new('< 7.0').satisfied_by?(Gem::Version.new(LOGSTASH_CORE_VERSION))
+                # LS 6 LogStash::Event.new accept Map not Event
+                event = LogStash::Event.new(clone.getData())
+                event.set("[@metadata]", clone.getMetadata())
+                event
+              else
+                LogStash::Event.new(clone)
+              end
       event.set("[@metadata][dead_letter_queue][plugin_type]", entry.plugin_type)
       event.set("[@metadata][dead_letter_queue][plugin_id]", entry.plugin_id)
       event.set("[@metadata][dead_letter_queue][reason]", entry.reason)

data/lib/logstash-input-dead_letter_queue_jars.rb

@@ -1,4 +1,4 @@
 # AUTOGENERATED BY THE GRADLE SCRIPT. DO NOT EDIT.
 
 require 'jar_dependencies'
-require_jar('co.elastic.logstash.input', 'logstash-input-dead_letter_queue', '1.1.8')
+require_jar('co.elastic.logstash.input', 'logstash-input-dead_letter_queue', '1.1.9')

data/spec/unit/inputs/dead_letter_queue_spec.rb

@@ -19,8 +19,35 @@ describe LogStash::Inputs::DeadLetterQueue do
     expect {subject.register}.to_not raise_error
   end
 
-
   after(:each) do
     FileUtils.remove_entry_secure directory
   end
+
+  context 'test with real DLQ file' do
+    let(:dlq_dir) { Stud::Temporary.directory }
+    let(:fixture_dir) { File.expand_path(File.join(File.dirname(__FILE__),"fixtures", "main")) }
+    let(:plugin) { LogStash::Inputs::DeadLetterQueue.new({ "path" => dlq_dir, "commit_offsets" => true }) }
+    let(:queue) { Queue.new }
+
+    before do
+      FileUtils.cp_r fixture_dir, dlq_dir
+    end
+
+    it 'reserve original metadata' do
+      plugin.register
+      t = Thread.new {
+        begin
+          plugin.run(queue)
+        rescue java.nio.file.ClosedWatchServiceException => e
+        end
+      }
+
+      event = queue.pop
+      expect(event.get("[@metadata][some_key]")).to eq("some_value")
+      expect(event.get("[@metadata][dead_letter_queue][reason]")).to match(/Could not index event to Elasticsearch. status: 400/)
+
+      plugin.stop
+      t.join(1000)
+    end
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-dead_letter_queue
 version: !ruby/object:Gem::Version
-  version: 1.1.8
+  version: 1.1.9
 platform: ruby
 authors:
 - Elastic
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-01-05 00:00:00.000000000 Z
+date: 2022-01-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -79,7 +79,8 @@ files:
 - lib/logstash/inputs/dead_letter_queue.rb
 - logstash-input-dead_letter_queue.gemspec
 - spec/unit/inputs/dead_letter_queue_spec.rb
-- vendor/jar-dependencies/co/elastic/logstash/input/logstash-input-dead_letter_queue/1.1.8/logstash-input-dead_letter_queue-1.1.8.jar
+- spec/unit/inputs/fixtures/main/1.log
+- vendor/jar-dependencies/co/elastic/logstash/input/logstash-input-dead_letter_queue/1.1.9/logstash-input-dead_letter_queue-1.1.9.jar
 homepage: http://www.elastic.co/guide/en/logstash/current/index.html
 licenses:
 - Apache License (2.0)
@@ -108,3 +109,4 @@ specification_version: 4
 summary: read events from Logstash's dead letter queue
 test_files:
 - spec/unit/inputs/dead_letter_queue_spec.rb
+- spec/unit/inputs/fixtures/main/1.log