logstash-output-elasticsearch_java 2.0.2 → 2.1.1.beta1

data/logstash-output-elasticsearch_java.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name            = 'logstash-output-elasticsearch_java'
-  s.version         = '2.0.2'
+  s.version         = '2.1.1.beta1'
   s.licenses        = ['apache-2.0']
   s.summary         = "Logstash Output to Elasticsearch using Java node/transport client"
   s.description     = "Output events to elasticsearch using the java client"
@@ -24,6 +24,7 @@ Gem::Specification.new do |s|
   s.add_runtime_dependency 'stud', ['>= 0.0.17', '~> 0.0']
   s.add_runtime_dependency 'cabin', ['~> 0.6']
   s.add_runtime_dependency "logstash-core", ">= 2.0.0.beta2", "< 3.0.0"
+  s.add_runtime_dependency "logstash-output-elasticsearch", ">= 2.1.4"
 
   s.add_development_dependency 'ftw', '~> 0.0.42'
   s.add_development_dependency 'logstash-input-generator'

data/spec/integration/outputs/elasticsearch/node_spec.rb

@@ -7,30 +7,5 @@ describe "elasticsearch node client", :integration => true do
   
   subject { LogStash::Outputs::ElasticSearchJavaPlugins::Protocols::NodeClient }
 
-  it "should support hosts in both string and array" do
-    # Because we defined *hosts* method in NodeClient as private,
-    # we use *obj.send :method,[args...]* to call method *hosts*
 
-    # Node client should support host in string
-    # Case 1: default :hosts in string
-    insist { subject.send :hosts, :hosts => "host",:port => 9300 } == "host:9300"
-    # Case 2: :port =~ /^\d+_\d+$/
-    insist { subject.send :hosts, :hosts => "host",:port => "9300-9302"} == "host:9300,host:9301,host:9302"
-    # Case 3: :hosts =~ /^.+:.+$/
-    insist { subject.send :hosts, :hosts=> "host:9303",:port => 9300 } == "host:9303"
-    # Case 4:  :hosts=~ /^.+:.+$/ and :port =~ /^\d+_\d+$/
-    insist { subject.send :hosts, :hosts => "host:9303",:port => "9300-9302"} == "host:9303"
-
-    # Node client should support host in array
-    # Case 5: :hosts in array with single item
-    insist { subject.send :hosts, :hosts => ["host"],:port => 9300 } == ("host:9300")
-    # Case 6: :hostsin array with more than one items
-    insist { subject.send :hosts, :hosts=> ["host1","host2"],:port => 9300 } == "host1:9300,host2:9300"
-    # Case 7: :hostsin array with more than one items and :port =~ /^\d+_\d+$/
-    insist { subject.send :hosts, :hosts=> ["host1","host2"],:port => "9300-9302" } == "host1:9300,host1:9301,host1:9302,host2:9300,host2:9301,host2:9302"
-    # Case 8: :hostsin array with more than one items and some :hosts=~ /^.+:.+$/
-    insist { subject.send :hosts, :hosts=> ["host1","host2:9303"],:port => 9300 } == "host1:9300,host2:9303"
-    # Case 9: :hostsin array with more than one items, :port =~ /^\d+_\d+$/ and some :hosts=~ /^.+:.+$/
-    insist { subject.send :hosts, :hosts => ["host1","host2:9303"],:port => "9300-9302" } == "host1:9300,host1:9301,host1:9302,host2:9303"
-  end
 end

data/spec/integration/outputs/index_spec.rb

@@ -52,9 +52,8 @@ describe "an indexer with custom index_type", :integration => true do
       }
       output {
         elasticsearch_java {
-          hosts => "#{get_host()}"
+          hosts => "#{get_host()}:#{get_port('transport')}"
           network_host => "#{get_local_host}"
-          port => "#{get_port('transport')}"
           protocol => "transport"
           index => "#{index}"
           flush_size => #{flush_size}
@@ -78,9 +77,8 @@ describe "an indexer with no type value set (default to logs)", :integration =>
       }
       output {
         elasticsearch_java {
-          hosts => "#{get_host()}"
+          hosts => "#{get_host()}:#{get_port('transport')}"
           network_host => "#{get_local_host}"
-          port => "#{get_port('transport')}"
           protocol => "transport"
           index => "#{index}"
           flush_size => #{flush_size}

data/spec/integration/outputs/retry_spec.rb

@@ -12,9 +12,19 @@ describe "failures in bulk class expected behavior", :integration => true do
   let(:max_retries) { 3 }
 
   def mock_actions_with_response(*resp)
-    allow_any_instance_of(LogStash::Outputs::ElasticSearchJavaPlugins::Protocols::NodeClient).to receive(:bulk).and_return(*resp)
-  end
+    expanded_responses = resp.map do |resp|
+      items = resp["statuses"] && resp["statuses"].map do |status|
+        {"create" => {"status" => status, "error" => "Error for #{status}"}}
+      end
+
+      {
+        "errors" => resp["errors"],
+        "items" => items
+      }
+    end
 
+    allow_any_instance_of(LogStash::Outputs::ElasticSearchJavaPlugins::Protocols::NodeClient).to receive(:bulk).and_return(*expanded_responses)
+  end
 
   subject! do
     settings = {
@@ -23,8 +33,7 @@ describe "failures in bulk class expected behavior", :integration => true do
       "template_overwrite" => true,
       "network_host" => get_local_host,
       "protocol" => 'transport',
-      "hosts" => get_host(),
-      "port" => get_port('transport'),
+      "hosts" => "#{get_host()}:#{get_port('transport')}",
       "retry_max_items" => 10,
       "retry_max_interval" => 1,
       "max_retries" => max_retries
@@ -46,22 +55,24 @@ describe "failures in bulk class expected behavior", :integration => true do
     subject.register
     subject.receive(event1)
     subject.receive(event2)
-    subject.buffer_flush(:final => true)
+    subject.flush
     sleep(2)
   end
 
-  it "should raise exception and be retried by stud::buffer" do
+  it "retry exceptions within the submit body" do
     call_count = 0
-    expect(subject).to receive(:submit).with([action1]).exactly(3).times do
+    subject.register
+
+    expect(subject.client).to receive(:bulk).with(anything).exactly(3).times do
       if (call_count += 1) <= 2
         raise "error first two times"
       else
         {"errors" => false}
       end
     end
-    subject.register
+
     subject.receive(event1)
-    subject.close
+    subject.flush
   end
 
   it "should retry actions with response status of 503" do
@@ -77,7 +88,7 @@ describe "failures in bulk class expected behavior", :integration => true do
     subject.receive(event1)
     subject.receive(event1)
     subject.receive(event2)
-    subject.buffer_flush(:final => true)
+    subject.flush
     sleep(3)
   end
 
@@ -87,7 +98,7 @@ describe "failures in bulk class expected behavior", :integration => true do
     expect(subject).to receive(:submit).with([action1]).twice.and_call_original
     subject.register
     subject.receive(event1)
-    subject.buffer_flush(:final => true)
+    subject.flush
     sleep(3)
   end
 
@@ -101,7 +112,7 @@ describe "failures in bulk class expected behavior", :integration => true do
     expect(subject).to receive(:submit).with([action1]).exactly(max_retries+1).times.and_call_original
     subject.register
     subject.receive(event1)
-    subject.buffer_flush(:final => true)
+    subject.flush
     sleep(5)
   end
 
@@ -122,9 +133,8 @@ describe "failures in bulk class expected behavior", :integration => true do
   it "successful requests should not be appended to retry queue" do
     subject.register
     subject.receive(event1)
-    expect(subject).not_to receive(:retry_push)
+    expect(subject).to receive(:submit).once.and_call_original
     subject.close
-
     @es.indices.refresh
     sleep(5)
     Stud::try(10.times) do

data/spec/integration/outputs/routing_spec.rb

@@ -46,8 +46,7 @@ describe "(transport protocol) index events with fieldref in routing value", :in
       }
       output {
         elasticsearch_java {
-          hosts => "#{get_host()}"
-          port => "#{get_port('transport')}"
+          hosts => "#{get_host()}:#{get_port('transport')}"
           protocol => "transport"
           index => "#{index}"
           flush_size => #{flush_size}

data/spec/integration/outputs/secure_spec.rb

@@ -26,7 +26,7 @@ describe "send messages to ElasticSearch using HTTPS", :elasticsearch_secure =>
   it "sends events to ES" do
     expect {
       subject.receive(LogStash::Event.new("message" => "sample message here"))
-      subject.buffer_flush(:final => true)
+      subject.flush
     }.to_not raise_error
   end
 end
@@ -51,7 +51,7 @@ describe "connect using HTTP Authentication", :elasticsearch_secure => true do
   it "sends events to ES" do
     expect {
       subject.receive(LogStash::Event.new("message" => "sample message here"))
-      subject.buffer_flush(:final => true)
+      subject.flush
     }.to_not raise_error
   end
 end
@@ -82,7 +82,7 @@ describe "send messages to ElasticSearch using HTTPS", :elasticsearch_secure =>
   it "sends events to ES" do
     expect {
       subject.receive(LogStash::Event.new("message" => "sample message here"))
-      subject.buffer_flush(:final => true)
+      subject.flush
     }.to_not raise_error
   end
 end
@@ -107,7 +107,7 @@ describe "connect using HTTP Authentication", :elasticsearch_secure => true do
   it "sends events to ES" do
     expect {
       subject.receive(LogStash::Event.new("message" => "sample message here"))
-      subject.buffer_flush(:final => true)
+      subject.flush
     }.to_not raise_error
   end
 end

data/spec/integration/outputs/templates_spec.rb

@@ -10,8 +10,7 @@ describe "index template expected behavior", :integration => true do
           "manage_template" => true,
           "template_overwrite" => true,
           "protocol" => protocol,
-          "hosts" => "#{get_host()}",
-          "port" => "#{get_port('transport')}",
+          "hosts" => "#{get_host()}:#{get_port('transport')}",
           "network_host" => get_local_host
         }
         next LogStash::Outputs::ElasticSearchJava.new(settings)
@@ -30,14 +29,17 @@ describe "index template expected behavior", :integration => true do
 
         subject.register
 
-        subject.receive(LogStash::Event.new("message" => "sample message here"))
-        subject.receive(LogStash::Event.new("somevalue" => 100))
-        subject.receive(LogStash::Event.new("somevalue" => 10))
-        subject.receive(LogStash::Event.new("somevalue" => 1))
-        subject.receive(LogStash::Event.new("country" => "us"))
-        subject.receive(LogStash::Event.new("country" => "at"))
-        subject.receive(LogStash::Event.new("geoip" => { "location" => [ 0.0, 0.0 ] }))
-        subject.buffer_flush(:final => true)
+        events = [
+          LogStash::Event.new("message" => "sample message here"),
+          LogStash::Event.new("somevalue" => 100),
+          LogStash::Event.new("somevalue" => 10),
+          LogStash::Event.new("somevalue" => 1),
+          LogStash::Event.new("country" => "us"),
+          LogStash::Event.new("country" => "at"),
+          LogStash::Event.new("geoip" => { "location" => [ 0.0, 0.0 ] })
+        ]
+        subject.multi_receive(events)
+
         @es.indices.refresh
 
         # Wait or fail until everything's indexed.
@@ -85,7 +87,7 @@ describe "index template expected behavior", :integration => true do
       end
 
       it "should index stopwords like 'at' " do
-        results = @es.search(:body => { "aggregations" => { "my_agg" => { "terms" => { "field" => "country" } } } })["aggregations"]["my_agg"]
+        results = @es.search(:body => { "aggregations" => { "my_agg" => { "terms" => { "field" => "country.raw" } } } })["aggregations"]["my_agg"]
         terms = results["buckets"].collect { |b| b["key"] }
 
         insist { terms }.include?("us")

data/spec/integration/outputs/transport_create_spec.rb

@@ -10,8 +10,7 @@ describe "transport client create actions", :integration => true do
       "index" => "logstash-create",
       "template_overwrite" => true,
       "protocol" => "transport",
-      "hosts" => get_host(),
-      "port" => get_port('transport'),
+      "hosts" => "#{get_host()}:#{get_port('transport')}",
       "action" => action,
       "network_host" => get_local_host
     }
@@ -39,7 +38,7 @@ describe "transport client create actions", :integration => true do
       subject = get_es_output("create", "id123")
       subject.register
       subject.receive(LogStash::Event.new("message" => "sample message here"))
-      subject.buffer_flush(:final => true)
+      subject.flush
       @es.indices.refresh
       # Wait or fail until everything's indexed.
       Stud::try(3.times) do
@@ -52,7 +51,7 @@ describe "transport client create actions", :integration => true do
       subject = get_es_output("create")
       subject.register
       subject.receive(LogStash::Event.new("message" => "sample message here"))
-      subject.buffer_flush(:final => true)
+      subject.flush
       @es.indices.refresh
       # Wait or fail until everything's indexed.
       Stud::try(3.times) do
@@ -67,7 +66,7 @@ describe "transport client create actions", :integration => true do
       subject = get_es_output("create_unless_exists", "id123")
       subject.register
       subject.receive(LogStash::Event.new("message" => "sample message here"))
-      subject.buffer_flush(:final => true)
+      subject.flush
       @es.indices.refresh
       # Wait or fail until everything's indexed.
       Stud::try(3.times) do
@@ -89,7 +88,7 @@ describe "transport client create actions", :integration => true do
       subject.register
       subject.receive(LogStash::Event.new("message" => "sample message here"))
       subject.receive(LogStash::Event.new("message" => "sample message here")) # 400 status failure (same id)
-      subject.buffer_flush(:final => true)
+      subject.flush
       @es.indices.refresh
       # Wait or fail until everything's indexed.
       Stud::try(3.times) do

data/spec/integration/outputs/update_spec.rb

@@ -10,8 +10,7 @@ describe "all protocols update actions", :integration => true do
       "index" => "logstash-update",
       "template_overwrite" => true,
       "protocol" => protocol,
-      "hosts" => get_host(),
-      "port" => get_port(protocol),
+      "hosts" => "#{get_host()}:#{get_port(protocol)}",
       "network_host" => get_local_host,
       "action" => "update"
     }
@@ -52,7 +51,7 @@ describe "all protocols update actions", :integration => true do
         subject = get_es_output(protocol, "456")
         subject.register
         subject.receive(LogStash::Event.new("message" => "sample message here"))
-        subject.buffer_flush(:final => true)
+        subject.flush
         expect {@es.get(:index => 'logstash-update', :type => 'logs', :id => "456", :refresh => true)}.to raise_error(Elasticsearch::Transport::Transport::Errors::NotFound)
       end
 
@@ -60,7 +59,7 @@ describe "all protocols update actions", :integration => true do
         subject = get_es_output(protocol, "123")
         subject.register
         subject.receive(LogStash::Event.new("message" => "updated message here"))
-        subject.buffer_flush(:final => true)
+        subject.flush
         r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "123", :refresh => true)
         insist { r["_source"]["message"] } == 'updated message here'
       end
@@ -71,7 +70,7 @@ describe "all protocols update actions", :integration => true do
         subject = get_es_output(protocol, "456", '{"message": "upsert message"}')
         subject.register
         subject.receive(LogStash::Event.new("message" => "sample message here"))
-        subject.buffer_flush(:final => true)
+        subject.flush
         r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "456", :refresh => true)
         insist { r["_source"]["message"] } == 'upsert message'
       end
@@ -80,7 +79,7 @@ describe "all protocols update actions", :integration => true do
         subject = get_es_output(protocol, "456", nil, true)
         subject.register
         subject.receive(LogStash::Event.new("message" => "sample message here"))
-        subject.buffer_flush(:final => true)
+        subject.flush
         r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "456", :refresh => true)
         insist { r["_source"]["message"] } == 'sample message here'
       end

data/spec/unit/outputs/elasticsearch/protocol_spec.rb

@@ -3,6 +3,8 @@ require "logstash/outputs/elasticsearch_java/protocol"
 require "java"
 
 describe LogStash::Outputs::ElasticSearchJavaPlugins::Protocols::NodeClient do
+  subject { LogStash::Outputs::ElasticSearchJavaPlugins::Protocols::NodeClient.new() }
+
   context "successful" do
     it "should map correctly" do
       index_response = org.elasticsearch.action.index.IndexResponse.new("my_index", "my_type", "my_id", 123, true)
@@ -12,7 +14,7 @@ describe LogStash::Outputs::ElasticSearchJavaPlugins::Protocols::NodeClient do
       bulk_item_response_update = org.elasticsearch.action.bulk.BulkItemResponse.new(32, "update", update_response)
       bulk_item_response_delete = org.elasticsearch.action.bulk.BulkItemResponse.new(32, "delete", delete_response)
       bulk_response = org.elasticsearch.action.bulk.BulkResponse.new([bulk_item_response_index, bulk_item_response_update, bulk_item_response_delete], 0)
-      ret = LogStash::Outputs::ElasticSearchJavaPlugins::Protocols::NodeClient.normalize_bulk_response(bulk_response)
+      ret = subject.normalize_bulk_response(bulk_response)
       insist { ret } == {"errors" => false}
     end
   end
@@ -24,8 +26,9 @@ describe LogStash::Outputs::ElasticSearchJavaPlugins::Protocols::NodeClient do
       bulk_item_response_update = org.elasticsearch.action.bulk.BulkItemResponse.new(32, "update", failure)
       bulk_item_response_delete = org.elasticsearch.action.bulk.BulkItemResponse.new(32, "delete", failure)
       bulk_response = org.elasticsearch.action.bulk.BulkResponse.new([bulk_item_response_index, bulk_item_response_update, bulk_item_response_delete], 0)
-      actual = LogStash::Outputs::ElasticSearchJavaPlugins::Protocols::NodeClient.normalize_bulk_response(bulk_response)
-      insist { actual } == {"errors" => true, "statuses" => [400, 400, 400]}
+      actual = subject.normalize_bulk_response(bulk_response)
+      expect(actual["errors"]).to eql(true)
+      expect(actual["items"].map {|i| i.first[1]["status"]}).to eql([400,400,400])
     end
   end
 end

data/spec/unit/outputs/elasticsearch_spec.rb

@@ -28,7 +28,6 @@ describe "outputs/elasticsearch_java" do
       it "should set host to localhost" do
         expect(LogStash::Outputs::ElasticSearchJavaPlugins::Protocols::TransportClient).to receive(:new).with({
           :hosts => ["127.0.0.1"],
-          :port => "9300-9305",
           :protocol => "transport",
           :client_settings => {
             "client.transport.sniff" => false,

metadata

@@ -1,170 +1,191 @@
 --- !ruby/object:Gem::Specification
 name: logstash-output-elasticsearch_java
 version: !ruby/object:Gem::Version
-  version: 2.0.2
+  version: 2.1.1.beta1
 platform: ruby
 authors:
 - Elastic
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-11-18 00:00:00.000000000 Z
+date: 2015-11-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
   name: concurrent-ruby
+  prerelease: false
+  type: :runtime
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.0.13
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  name: elasticsearch
   prerelease: false
   type: :runtime
-- !ruby/object:Gem::Dependency
-  name: elasticsearch
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 1.0.13
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 1.0.13
-    - - ~>
+        version: 0.0.17
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '0.0'
+  name: stud
   prerelease: false
   type: :runtime
-- !ruby/object:Gem::Dependency
-  name: stud
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.0.17
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '0.0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: 0.0.17
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.0'
+        version: '0.6'
+  name: cabin
   prerelease: false
   type: :runtime
-- !ruby/object:Gem::Dependency
-  name: cabin
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '0.6'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.6'
+        version: 2.0.0.beta2
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+  name: logstash-core
   prerelease: false
   type: :runtime
-- !ruby/object:Gem::Dependency
-  name: logstash-core
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 2.0.0.beta2
-    - - <
+    - - "<"
       - !ruby/object:Gem::Version
         version: 3.0.0
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 2.0.0.beta2
-    - - <
-      - !ruby/object:Gem::Version
-        version: 3.0.0
+        version: 2.1.4
+  name: logstash-output-elasticsearch
   prerelease: false
   type: :runtime
-- !ruby/object:Gem::Dependency
-  name: ftw
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.0.42
+        version: 2.1.4
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 0.0.42
+  name: ftw
   prerelease: false
   type: :development
-- !ruby/object:Gem::Dependency
-  name: logstash-input-generator
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.0.42
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+  name: logstash-input-generator
   prerelease: false
   type: :development
-- !ruby/object:Gem::Dependency
-  name: logstash-devutils
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+  name: logstash-devutils
   prerelease: false
   type: :development
-- !ruby/object:Gem::Dependency
-  name: longshoreman
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+  name: longshoreman
   prerelease: false
   type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Output events to elasticsearch using the java client
 email: info@elastic.co
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- CHANGELOG.md
+- CONTRIBUTORS
+- Gemfile
+- LICENSE
+- NOTICE.TXT
+- README.md
 - lib/logstash-output-elasticsearch_java_jars.rb
 - lib/logstash/outputs/elasticsearch_java.rb
-- lib/logstash/outputs/elasticsearch_java/elasticsearch-template.json
 - lib/logstash/outputs/elasticsearch_java/protocol.rb
+- logstash-output-elasticsearch_java.gemspec
 - spec/es_spec_helper.rb
+- spec/integration/outputs/elasticsearch/node_spec.rb
 - spec/integration/outputs/index_spec.rb
 - spec/integration/outputs/retry_spec.rb
 - spec/integration/outputs/routing_spec.rb
@@ -172,9 +193,8 @@ files:
 - spec/integration/outputs/templates_spec.rb
 - spec/integration/outputs/transport_create_spec.rb
 - spec/integration/outputs/update_spec.rb
-- spec/integration/outputs/elasticsearch/node_spec.rb
-- spec/unit/outputs/elasticsearch_spec.rb
 - spec/unit/outputs/elasticsearch/protocol_spec.rb
+- spec/unit/outputs/elasticsearch_spec.rb
 - vendor/jar-dependencies/runtime-jars/HdrHistogram-2.1.6.jar
 - vendor/jar-dependencies/runtime-jars/antlr-runtime-3.5.jar
 - vendor/jar-dependencies/runtime-jars/apache-log4j-extras-1.2.17.jar
@@ -183,45 +203,39 @@ files:
 - vendor/jar-dependencies/runtime-jars/commons-cli-1.3.1.jar
 - vendor/jar-dependencies/runtime-jars/compiler-0.8.13.jar
 - vendor/jar-dependencies/runtime-jars/compress-lzf-1.0.2.jar
-- vendor/jar-dependencies/runtime-jars/elasticsearch-2.0.0.jar
+- vendor/jar-dependencies/runtime-jars/elasticsearch-2.1.0.jar
 - vendor/jar-dependencies/runtime-jars/groovy-all-2.4.4-indy.jar
 - vendor/jar-dependencies/runtime-jars/guava-18.0.jar
 - vendor/jar-dependencies/runtime-jars/hppc-0.7.1.jar
-- vendor/jar-dependencies/runtime-jars/jackson-core-2.5.3.jar
-- vendor/jar-dependencies/runtime-jars/jackson-dataformat-cbor-2.5.3.jar
-- vendor/jar-dependencies/runtime-jars/jackson-dataformat-smile-2.5.3.jar
-- vendor/jar-dependencies/runtime-jars/jackson-dataformat-yaml-2.5.3.jar
+- vendor/jar-dependencies/runtime-jars/jackson-core-2.6.2.jar
+- vendor/jar-dependencies/runtime-jars/jackson-dataformat-cbor-2.6.2.jar
+- vendor/jar-dependencies/runtime-jars/jackson-dataformat-smile-2.6.2.jar
+- vendor/jar-dependencies/runtime-jars/jackson-dataformat-yaml-2.6.2.jar
 - vendor/jar-dependencies/runtime-jars/jna-4.1.0.jar
 - vendor/jar-dependencies/runtime-jars/joda-convert-1.2.jar
 - vendor/jar-dependencies/runtime-jars/joda-time-2.8.2.jar
 - vendor/jar-dependencies/runtime-jars/jsr166e-1.1.0.jar
 - vendor/jar-dependencies/runtime-jars/jts-1.13.jar
 - vendor/jar-dependencies/runtime-jars/log4j-1.2.17.jar
-- vendor/jar-dependencies/runtime-jars/lucene-analyzers-common-5.2.1.jar
-- vendor/jar-dependencies/runtime-jars/lucene-backward-codecs-5.2.1.jar
-- vendor/jar-dependencies/runtime-jars/lucene-core-5.2.1.jar
-- vendor/jar-dependencies/runtime-jars/lucene-expressions-5.2.1.jar
-- vendor/jar-dependencies/runtime-jars/lucene-grouping-5.2.1.jar
-- vendor/jar-dependencies/runtime-jars/lucene-highlighter-5.2.1.jar
-- vendor/jar-dependencies/runtime-jars/lucene-join-5.2.1.jar
-- vendor/jar-dependencies/runtime-jars/lucene-memory-5.2.1.jar
-- vendor/jar-dependencies/runtime-jars/lucene-misc-5.2.1.jar
-- vendor/jar-dependencies/runtime-jars/lucene-queries-5.2.1.jar
-- vendor/jar-dependencies/runtime-jars/lucene-queryparser-5.2.1.jar
-- vendor/jar-dependencies/runtime-jars/lucene-sandbox-5.2.1.jar
-- vendor/jar-dependencies/runtime-jars/lucene-spatial-5.2.1.jar
-- vendor/jar-dependencies/runtime-jars/lucene-suggest-5.2.1.jar
+- vendor/jar-dependencies/runtime-jars/lucene-analyzers-common-5.3.1.jar
+- vendor/jar-dependencies/runtime-jars/lucene-backward-codecs-5.3.1.jar
+- vendor/jar-dependencies/runtime-jars/lucene-core-5.3.1.jar
+- vendor/jar-dependencies/runtime-jars/lucene-expressions-5.3.1.jar
+- vendor/jar-dependencies/runtime-jars/lucene-grouping-5.3.1.jar
+- vendor/jar-dependencies/runtime-jars/lucene-highlighter-5.3.1.jar
+- vendor/jar-dependencies/runtime-jars/lucene-join-5.3.1.jar
+- vendor/jar-dependencies/runtime-jars/lucene-memory-5.3.1.jar
+- vendor/jar-dependencies/runtime-jars/lucene-misc-5.3.1.jar
+- vendor/jar-dependencies/runtime-jars/lucene-queries-5.3.1.jar
+- vendor/jar-dependencies/runtime-jars/lucene-queryparser-5.3.1.jar
+- vendor/jar-dependencies/runtime-jars/lucene-sandbox-5.3.1.jar
+- vendor/jar-dependencies/runtime-jars/lucene-spatial-5.3.1.jar
+- vendor/jar-dependencies/runtime-jars/lucene-spatial3d-5.3.1.jar
+- vendor/jar-dependencies/runtime-jars/lucene-suggest-5.3.1.jar
 - vendor/jar-dependencies/runtime-jars/netty-3.10.5.Final.jar
-- vendor/jar-dependencies/runtime-jars/snakeyaml-1.12.jar
-- vendor/jar-dependencies/runtime-jars/spatial4j-0.4.1.jar
+- vendor/jar-dependencies/runtime-jars/snakeyaml-1.15.jar
+- vendor/jar-dependencies/runtime-jars/spatial4j-0.5.jar
 - vendor/jar-dependencies/runtime-jars/t-digest-3.0.jar
-- logstash-output-elasticsearch_java.gemspec
-- README.md
-- CHANGELOG.md
-- CONTRIBUTORS
-- Gemfile
-- LICENSE
-- NOTICE.TXT
 homepage: http://logstash.net/
 licenses:
 - apache-2.0
@@ -234,22 +248,23 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project:
-rubygems_version: 2.1.9
+rubygems_version: 2.4.8
 signing_key:
 specification_version: 4
 summary: Logstash Output to Elasticsearch using Java node/transport client
 test_files:
 - spec/es_spec_helper.rb
+- spec/integration/outputs/elasticsearch/node_spec.rb
 - spec/integration/outputs/index_spec.rb
 - spec/integration/outputs/retry_spec.rb
 - spec/integration/outputs/routing_spec.rb
@@ -257,6 +272,5 @@ test_files:
 - spec/integration/outputs/templates_spec.rb
 - spec/integration/outputs/transport_create_spec.rb
 - spec/integration/outputs/update_spec.rb
-- spec/integration/outputs/elasticsearch/node_spec.rb
-- spec/unit/outputs/elasticsearch_spec.rb
 - spec/unit/outputs/elasticsearch/protocol_spec.rb
+- spec/unit/outputs/elasticsearch_spec.rb