logstash-codec-avro 3.0.0-java → 3.1.0-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 82c13044b81979f3dcc59afc6e0b12c84bc399a8
-  data.tar.gz: a63d24090bac54031cd9b4190ffb6eae7c3d951d
+  metadata.gz: 800d769a22f692329606bfe7b30fef7b22894038
+  data.tar.gz: 62f39efb3bcaf5074dd81d1b657f08a6ec857664
 SHA512:
-  metadata.gz: 6f48ad5d631470cad389df4f431c841ba6ddf7f54692b19db13257ee2fe76d6e903875f31dc6d11b127b1571f06d2f2a14011396d9245b10c3b17f8820886851
-  data.tar.gz: fb08fb0bd4c7996840871e4d9b4592d7dc42e2fb65c229a768b67fe87a99e3ac39c041f58bcecc0fb682c8e72161421cf24725fda99e3492bd619c4f995128eb
+  metadata.gz: 2a17a7e2514b3f8b97f019ff6bf0f5a8b6b68b19c41e6c5f95b324a79eb3ff72374276d37fde76f2a3f5c58384cf5466de73bd4c0d570f228a00c3d6d96ebbaa
+  data.tar.gz: 07cef39e0789d1638f9f55f5edf1e290358f445ce878642cd00bea65d54638baadf54c743f9e7721028d9dfbb0b03baf8e7180b1ac07f4c452255e6edca38607

data/CHANGELOG.md

@@ -1,3 +1,6 @@
+## 3.1.0
+ - Introduce `tag_on_failure` option to tag events with `_avroparsefailure` instead of throwing an exception when decoding
+
 ## 3.0.0
  - breaking: Update to new Event API
 

data/lib/logstash/codecs/avro.rb

@@ -56,6 +56,9 @@ class LogStash::Codecs::Avro < LogStash::Codecs::Base
   # * file - `/path/to/schema.avsc`
   config :schema_uri, :validate => :string, :required => true
 
+  # tag events with `_avroparsefailure` when decode fails
+  config :tag_on_failure, :validate => :boolean, :default => false
+
   def open_and_read(uri_string)
     open(uri_string).read
   end
@@ -71,6 +74,13 @@ class LogStash::Codecs::Avro < LogStash::Codecs::Base
     decoder = Avro::IO::BinaryDecoder.new(datum)
     datum_reader = Avro::IO::DatumReader.new(@schema)
     yield LogStash::Event.new(datum_reader.read(decoder))
+  rescue => e
+    if tag_on_failure
+      @logger.error("Avro parse error, original data now in message field", :error => e)
+      yield LogStash::Event.new("message" => data, "tags" => ["_avroparsefailure"])
+    else
+      raise e
+    end
   end
 
   public

data/logstash-codec-avro.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
 
   s.name            = 'logstash-codec-avro'
-  s.version         = '3.0.0'
+  s.version         = '3.1.0'
   s.platform        = 'java'
   s.licenses        = ['Apache-2.0']
   s.summary         = "Encode and decode avro formatted data"

data/spec/codecs/avro_spec.rb

@@ -31,6 +31,21 @@ describe LogStash::Codecs::Avro do
         insist { event.get("bar") } == test_event.get("bar")
       end
     end
+
+    it "should throw exception if decoding fails" do
+      expect { subject.decode("not avro") { |_| } }.to raise_error NoMethodError
+    end
+  end
+
+  context "#decode with tag_on_failure" do
+    let (:avro_config) { super.merge("tag_on_failure" => true) }
+
+    it "should tag event on failure" do
+      subject.decode("not avro") do |event|
+        insist { event.is_a? LogStash::Event }
+        insist { event.get("tags") } == ["_avroparsefailure"]
+      end
+    end
   end
 
   context "#encode" do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-codec-avro
 version: !ruby/object:Gem::Version
-  version: 3.0.0
+  version: 3.1.0
 platform: java
 authors:
 - Elastic
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-09-08 00:00:00.000000000 Z
+date: 2017-02-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement