logstash-codec-bulk_es 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 44cdb572191ef2068b39fff37f87d1eaf4717645
-  data.tar.gz: 84cc6646da86bb301b4b75d776217104be74d1a0
+  metadata.gz: 0dec955882f2ef0b9ebbfa1da8aa301a98f661b9
+  data.tar.gz: d8f5a5efb014f6975dbeeb8fbe1ae25122712f21
 SHA512:
-  metadata.gz: fde5ab13408ff4e8f0124fb047bda9a564ee121c39899b29143f8e6f222721614a31c341de950bbd89af9b5ea61985ba17373ca2321e14b59172e99850565e42
-  data.tar.gz: 732dce625eb78d10ea236783a0471f2fbd1d9dcf52bf06c7727b1eb5f7d80c95fca1bb99317949e50832b857eb6cbddaf04898706b1616a10b527065af14d7e5
+  metadata.gz: a6b2ec95d82713a1e637a404c47e2b237f6ca45a442c29ea6cf2cc785983abff18379ac9d089e2678adc45732f4a636cd55a3f227c4b6c2b62765d6514d330c1
+  data.tar.gz: 006e60a7a45f795220242fcebc85901a499d296d8f789232f76344bf10f0ec4a0fb841ade1bf704d833b40b64eeaef3bfd965b3998bdedc058513f74cfe78f35

data/CONTRIBUTORS

@@ -2,7 +2,7 @@ The following is a list of people who have contributed ideas, code, bug
 reports, or in general have helped logstash along its way.
 
 Contributors:
-*  - saran.ramjeet@gmail.com
+*  - Ramjeet Saran (saran.ramjeet@gmail.com)
 
 Note: If you've sent us patches, bug reports, or otherwise contributed to
 Logstash, and you aren't on the list above and want to be, please let us know

data/lib/logstash/codecs/bulk_es.rb

@@ -5,16 +5,25 @@ require "logstash/json"
 require "logstash/namespace"
 
 
-# Todo add description
+# This codec decodes the incoming meesage into http://www.elasticsearch.org/guide/en/elasticsearch/reference/current/docs-bulk.html[Elasticsearch bulk format]
+# into individual events, and metadata into the `@metadata` field.
+#
+# Encoding is not supported.
 class LogStash::Codecs::BulkEs < LogStash::Codecs::Base
 
   # The codec name
   config_name "bulk_es"
 
+  private
+  def log_failure(message, opts)
+    @logger.error("[BulkES Json Parse Failure] #{message}", opts)
+  end
+
+  public
   def register
     @lines = LogStash::Codecs::Line.new
     @lines.charset = "UTF-8"
-    @state = :start
+    @state = :init
     @metadata = Hash.new
   end # def register
 
@@ -35,20 +44,25 @@ class LogStash::Codecs::BulkEs < LogStash::Codecs::Base
           end
           event.set("@metadata", @metadata)
           yield event
-          @state = :start
-        when :start
+          @state = :init
+        when :init
           @metadata = line[line.keys[0]]
           @metadata["action"] = line.keys[0].to_s
           @state = :metadata
-          if line.keys[0] == 'delete'
+          if @metadata["action"] == 'delete'
             event = LogStash::Event.new()
             event.set("@metadata", @metadata)
             yield event
-            @state = :start
+            @state = :init
           end
         end
+
       rescue LogStash::Json::ParserError => e
-        @logger.error("JSON parse failure. Bulk ES messages must in be UTF-8 JSON", :error => e, :data => data)
+        log_failure(
+          "messages must in be UTF-8 JSON format",
+          :error => e,
+          :data => data
+        )
       end
     end
   end # def decode

data/logstash-codec-bulk_es.gemspec

@@ -1,10 +1,10 @@
 Gem::Specification.new do |s|
   s.name          = 'logstash-codec-bulk_es'
-  s.version       = '0.1.1'
+  s.version       = '0.1.2'
   s.licenses      = ['Apache License (2.0)']
-  s.summary       = 'This codec decodes messages received in the Elasticsearch bulk format'
-  s.description   = ''
-  s.homepage      = ''
+  s.summary       = 'This codec decodes messages received in the Elasticsearch bulk format.'
+  s.description   = 'This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program'
+  s.homepage      = 'http://www.elastic.co/guide/en/logstash/current/index.html'
   s.authors       = ['']
   s.email         = 'saran.ramjeet@gmail.com'
   s.require_paths = ['lib']

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: logstash-codec-bulk_es
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - ''
@@ -52,7 +52,9 @@ dependencies:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-description: ''
+description: This gem is a logstash plugin required to be installed on top of the
+  Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This
+  gem is not a stand-alone program
 email: saran.ramjeet@gmail.com
 executables: []
 extensions: []
@@ -68,7 +70,7 @@ files:
 - CONTRIBUTORS
 - Gemfile
 - LICENSE
-homepage: ''
+homepage: http://www.elastic.co/guide/en/logstash/current/index.html
 licenses:
 - Apache License (2.0)
 metadata:
@@ -93,7 +95,7 @@ rubyforge_project:
 rubygems_version: 2.0.14.1
 signing_key: 
 specification_version: 4
-summary: This codec decodes messages received in the Elasticsearch bulk format
+summary: This codec decodes messages received in the Elasticsearch bulk format.
 test_files:
 - spec/codecs/bulk_es_spec.rb
 - spec/spec_helper.rb