logstash-output-elasticsearch 8.1.1-java → 8.2.0-java

data/spec/integration/outputs/ingest_pipeline_spec.rb

@@ -1,18 +1,19 @@
 require_relative "../../../spec/es_spec_helper"
 
-describe "Ingest pipeline execution behavior", :integration => true, :version_greater_than_equal_to_5x => true do
-  subject! do
-    require "logstash/outputs/elasticsearch"
-    settings = {
-      "hosts" => "#{get_host_port()}",
-      "pipeline" => "apache-logs"
-    }
-    next LogStash::Outputs::ElasticSearch.new(settings)
-  end
+if ESHelper.es_version_satisfies?(">= 5")
+  describe "Ingest pipeline execution behavior", :integration => true do
+    subject! do
+      require "logstash/outputs/elasticsearch"
+      settings = {
+        "hosts" => "#{get_host_port()}",
+        "pipeline" => "apache-logs"
+      }
+      next LogStash::Outputs::ElasticSearch.new(settings)
+    end
 
-  let(:ftw_client) { FTW::Agent.new }
-  let(:ingest_url) { "http://#{get_host_port()}/_ingest/pipeline/apache-logs" }
-  let(:apache_logs_pipeline) { '
+    let(:ftw_client) { FTW::Agent.new }
+    let(:ingest_url) { "http://#{get_host_port()}/_ingest/pipeline/apache-logs" }
+    let(:apache_logs_pipeline) { '
     {
       "description" : "Pipeline to parse Apache logs",
       "processors" : [
@@ -24,52 +25,53 @@ describe "Ingest pipeline execution behavior", :integration => true, :version_gr
         }
       ]
     }'
-  }
+    }
 
-  before :each do
-    # Delete all templates first.
-    require "elasticsearch"
+    before :each do
+      # Delete all templates first.
+      require "elasticsearch"
 
-    # Clean ES of data before we start.
-    @es = get_client
-    @es.indices.delete_template(:name => "*")
+      # Clean ES of data before we start.
+      @es = get_client
+      @es.indices.delete_template(:name => "*")
 
-    # This can fail if there are no indexes, ignore failure.
-    @es.indices.delete(:index => "*") rescue nil
+      # This can fail if there are no indexes, ignore failure.
+      @es.indices.delete(:index => "*") rescue nil
 
-    # delete existing ingest pipeline
-    req = ftw_client.delete(ingest_url)
-    ftw_client.execute(req)
+      # delete existing ingest pipeline
+      req = ftw_client.delete(ingest_url)
+      ftw_client.execute(req)
 
-    # register pipeline
-    req = ftw_client.put(ingest_url, :body => apache_logs_pipeline)
-    req.headers["Content-Type"] = "application/json"
-    ftw_client.execute(req)
+      # register pipeline
+      req = ftw_client.put(ingest_url, :body => apache_logs_pipeline)
+      req.headers["Content-Type"] = "application/json"
+      ftw_client.execute(req)
 
-    #TODO: Use esclient
-    #@es.ingest.put_pipeline :id => 'apache_pipeline', :body => pipeline_defintion
+      #TODO: Use esclient
+      #@es.ingest.put_pipeline :id => 'apache_pipeline', :body => pipeline_defintion
 
-    subject.register
-    subject.multi_receive([LogStash::Event.new("message" => '183.60.215.50 - - [01/Jun/2015:18:00:00 +0000] "GET /scripts/netcat-webserver HTTP/1.1" 200 182 "-" "Mozilla/5.0 (compatible; EasouSpider; +http://www.easou.com/search/spider.html)"')])
-    @es.indices.refresh
+      subject.register
+      subject.multi_receive([LogStash::Event.new("message" => '183.60.215.50 - - [01/Jun/2015:18:00:00 +0000] "GET /scripts/netcat-webserver HTTP/1.1" 200 182 "-" "Mozilla/5.0 (compatible; EasouSpider; +http://www.easou.com/search/spider.html)"')])
+      @es.indices.refresh
 
-    #Wait or fail until everything's indexed.
-    Stud::try(20.times) do
-      r = @es.search
-      insist { r["hits"]["total"] } == 1
+      #Wait or fail until everything's indexed.
+      Stud::try(20.times) do
+        r = @es.search
+        insist { r["hits"]["total"] } == 1
+      end
     end
-  end
 
-  it "indexes using the proper pipeline" do
-    results = @es.search(:index => 'logstash-*', :q => "message:\"netcat\"")
-    insist { results["hits"]["total"] } == 1
-    insist { results["hits"]["hits"][0]["_source"]["response"] } == "200"
-    insist { results["hits"]["hits"][0]["_source"]["bytes"] } == "182"
-    insist { results["hits"]["hits"][0]["_source"]["verb"] } == "GET"
-    insist { results["hits"]["hits"][0]["_source"]["request"] } == "/scripts/netcat-webserver"
-    insist { results["hits"]["hits"][0]["_source"]["auth"] } == "-"
-    insist { results["hits"]["hits"][0]["_source"]["ident"] } == "-"
-    insist { results["hits"]["hits"][0]["_source"]["clientip"] } == "183.60.215.50"
-    insist { results["hits"]["hits"][0]["_source"]["junkfieldaaaa"] } == nil
+    it "indexes using the proper pipeline" do
+      results = @es.search(:index => 'logstash-*', :q => "message:\"netcat\"")
+      insist { results["hits"]["total"] } == 1
+      insist { results["hits"]["hits"][0]["_source"]["response"] } == "200"
+      insist { results["hits"]["hits"][0]["_source"]["bytes"] } == "182"
+      insist { results["hits"]["hits"][0]["_source"]["verb"] } == "GET"
+      insist { results["hits"]["hits"][0]["_source"]["request"] } == "/scripts/netcat-webserver"
+      insist { results["hits"]["hits"][0]["_source"]["auth"] } == "-"
+      insist { results["hits"]["hits"][0]["_source"]["ident"] } == "-"
+      insist { results["hits"]["hits"][0]["_source"]["clientip"] } == "183.60.215.50"
+      insist { results["hits"]["hits"][0]["_source"]["junkfieldaaaa"] } == nil
+    end
   end
 end

data/spec/integration/outputs/painless_update_spec.rb

@@ -1,148 +1,179 @@
 require_relative "../../../spec/es_spec_helper"
 
-describe "Update actions using painless scripts", :integration => true, :update_tests => 'painless', :version_greater_than_equal_to_5x => true do
-  require "logstash/outputs/elasticsearch"
-
-  def get_es_output( options={} )
-    settings = {
-      "manage_template" => true,
-      "index" => "logstash-update",
-      "template_overwrite" => true,
-      "hosts" => get_host_port(),
-      "action" => "update",
-      "script_lang" => "painless"
-    }
-    LogStash::Outputs::ElasticSearch.new(settings.merge!(options))
-  end
-
-  before :each do
-    @es = get_client
-    # Delete all templates first.
-    # Clean ES of data before we start.
-    @es.indices.delete_template(:name => "*")
-    # This can fail if there are no indexes, ignore failure.
-    @es.indices.delete(:index => "*") rescue nil
-    @es.index(
-      :index => 'logstash-update',
-      :type => 'logs',
-      :id => "123",
-      :body => { :message => 'Test', :counter => 1 }
-    )
-    @es.indices.refresh
-  end
+if ESHelper.es_version_satisfies?(">= 5")
+  describe "Update actions using painless scripts", :integration => true, :update_tests => 'painless' do
+    require "logstash/outputs/elasticsearch"
 
-  context "scripted updates" do
-    it "should increment a counter with event/doc 'count' variable" do
-      subject = get_es_output({ 'document_id' => "123", 'script' => 'scripted_update', 'script_type' => 'file' })
-      subject.register
-      subject.multi_receive([LogStash::Event.new("count" => 2)])
-      r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "123", :refresh => true)
-      insist { r["_source"]["counter"] } == 3
+    def get_es_output( options={} )
+      settings = {
+        "manage_template" => true,
+        "index" => "logstash-update",
+        "template_overwrite" => true,
+        "hosts" => get_host_port(),
+        "action" => "update"
+      }
+      if ESHelper.es_version_satisfies?('<6')
+        settings.merge!({"script_lang" => "painless"})
+      end
+      LogStash::Outputs::ElasticSearch.new(settings.merge!(options))
     end
 
-    it "should increment a counter with event/doc '[data][count]' nested variable" do
-      subject = get_es_output({ 'document_id' => "123", 'script' => 'scripted_update_nested', 'script_type' => 'file' })
-      subject.register
-      subject.multi_receive([LogStash::Event.new("data" => { "count" => 3 })])
-      r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "123", :refresh => true)
-      insist { r["_source"]["counter"] } == 4
+    before :each do
+      @es = get_client
+      # Delete all templates first.
+      # Clean ES of data before we start.
+      @es.indices.delete_template(:name => "*")
+      # This can fail if there are no indexes, ignore failure.
+      @es.indices.delete(:index => "*") rescue nil
+      @es.index(
+        :index => 'logstash-update',
+        :type => 'logs',
+        :id => "123",
+        :body => { :message => 'Test', :counter => 1 }
+      )
+      @es.indices.refresh
     end
 
-    it "should increment a counter with event/doc 'count' variable with inline script" do
-      subject = get_es_output({
-        'document_id' => "123",
-        'script' => 'ctx._source.counter += params.event.counter',
-        'script_lang' => 'painless',
-        'script_type' => 'inline'
-      })
-      subject.register
-      subject.multi_receive([LogStash::Event.new("counter" => 3 )])
-      r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "123", :refresh => true)
-      insist { r["_source"]["counter"] } == 4
-    end
+    context "scripted updates" do
+      if ESHelper.es_version_satisfies?('<6')
+        context 'with file based scripts' do
+          it "should increment a counter with event/doc 'count' variable" do
+            subject = get_es_output({ 'document_id' => "123", 'script' => 'scripted_update', 'script_type' => 'file' })
+            subject.register
+            subject.multi_receive([LogStash::Event.new("count" => 2)])
+            r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "123", :refresh => true)
+            insist { r["_source"]["counter"] } == 3
+          end
 
-    it "should increment a counter with event/doc 'count' variable with event/doc as upsert and inline script" do
-      subject = get_es_output({
-        'document_id' => "123",
-        'doc_as_upsert' => true,
-        'script' => 'if( ctx._source.containsKey("counter") ){ ctx._source.counter += params.event.counter; } else { ctx._source.counter = params.event.counter; }',
-        'script_lang' => 'painless',
-        'script_type' => 'inline'
-      })
-      subject.register
-      subject.multi_receive([LogStash::Event.new("counter" => 3 )])
-      r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "123", :refresh => true)
-      insist { r["_source"]["counter"] } == 4
-    end
+          it "should increment a counter with event/doc '[data][count]' nested variable" do
+            subject = get_es_output({ 'document_id' => "123", 'script' => 'scripted_update_nested', 'script_type' => 'file' })
+            subject.register
+            subject.multi_receive([LogStash::Event.new("data" => { "count" => 3 })])
+            r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "123", :refresh => true)
+            insist { r["_source"]["counter"] } == 4
+          end
+        end
+      end
 
-    it "should, with new doc, set a counter with event/doc 'count' variable with event/doc as upsert and inline script" do
-      subject = get_es_output({
-        'document_id' => "456",
-        'doc_as_upsert' => true,
-        'script' => 'if( ctx._source.containsKey("counter") ){ ctx._source.counter += params.event.counter; } else { ctx._source.counter = params.event.counter; }',
-        'script_lang' => 'painless',
-        'script_type' => 'inline'
-      })
-      subject.register
-      subject.multi_receive([LogStash::Event.new("counter" => 3 )])
-      r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "456", :refresh => true)
-      insist { r["_source"]["counter"] } == 3
-    end
+      it "should increment a counter with event/doc 'count' variable with inline script" do
+        subject = get_es_output({
+          'document_id' => "123",
+          'script' => 'ctx._source.counter += params.event.counter',
+          'script_type' => 'inline'
+        })
+        subject.register
+        subject.multi_receive([LogStash::Event.new("counter" => 3 )])
+        r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "123", :refresh => true)
+        insist { r["_source"]["counter"] } == 4
+      end
 
-    it "should increment a counter with event/doc 'count' variable with indexed script" do
-      @es.put_script lang: 'painless', id: 'indexed_update', body: { script: 'ctx._source.counter += params.event.count' }
-      subject = get_es_output({
-        'document_id' => "123",
-        'script' => 'indexed_update',
-        'script_lang' => 'painless',
-        'script_type' => 'indexed'
-      })
-      subject.register
-      subject.multi_receive([LogStash::Event.new("count" => 4 )])
-      r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "123", :refresh => true)
-      insist { r["_source"]["counter"] } == 5
-    end
-  end  
-    
-  context "when update with upsert" do
-    it "should create new documents with provided upsert" do
-      subject = get_es_output({ 'document_id' => "456", 'upsert' => '{"message": "upsert message"}' })
-      subject.register
-      subject.multi_receive([LogStash::Event.new("message" => "sample message here")])
-      r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "456", :refresh => true)
-      insist { r["_source"]["message"] } == 'upsert message'
-    end
+      it "should increment a counter with event/doc 'count' variable with event/doc as upsert and inline script" do
+        subject = get_es_output({
+          'document_id' => "123",
+          'doc_as_upsert' => true,
+          'script' => 'if( ctx._source.containsKey("counter") ){ ctx._source.counter += params.event.counter; } else { ctx._source.counter = params.event.counter; }',
+          'script_type' => 'inline'
+        })
+        subject.register
+        subject.multi_receive([LogStash::Event.new("counter" => 3 )])
+        r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "123", :refresh => true)
+        insist { r["_source"]["counter"] } == 4
+      end
 
-    it "should create new documents with event/doc as upsert" do
-      subject = get_es_output({ 'document_id' => "456", 'doc_as_upsert' => true })
-      subject.register
-      subject.multi_receive([LogStash::Event.new("message" => "sample message here")])
-      r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "456", :refresh => true)
-      insist { r["_source"]["message"] } == 'sample message here'
-    end
+      it "should, with new doc, set a counter with event/doc 'count' variable with event/doc as upsert and inline script" do
+        subject = get_es_output({
+          'document_id' => "456",
+          'doc_as_upsert' => true,
+          'script' => 'if( ctx._source.containsKey("counter") ){ ctx._source.counter += params.event.counter; } else { ctx._source.counter = params.event.counter; }',
+          'script_type' => 'inline'
+        })
+        subject.register
+        subject.multi_receive([LogStash::Event.new("counter" => 3 )])
+        r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "456", :refresh => true)
+        insist { r["_source"]["counter"] } == 3
+      end
 
-    it "should fail on documents with event/doc as upsert at external version" do
-      subject = get_es_output({ 'document_id' => "456", 'doc_as_upsert' => true, 'version' => 999, "version_type" => "external" })
-      expect { subject.register }.to raise_error(LogStash::ConfigurationError)
-    end
-  end
+      if ESHelper.es_version_satisfies?('<6')
+        context 'with an indexed script' do
+          it "should increment a counter with event/doc 'count' variable with indexed script" do
+            @es.put_script lang: 'painless', id: 'indexed_update', body: { script: 'ctx._source.counter += params.event.count' }
+            subject = get_es_output({
+              'document_id' => "123",
+              'script' => 'indexed_update',
+              'script_type' => 'indexed'
+            })
+            subject.register
+            subject.multi_receive([LogStash::Event.new("count" => 4 )])
+            r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "123", :refresh => true)
+            insist { r["_source"]["counter"] } == 5
+          end
+        end
+      end
+     end
+
+    context "when update with upsert" do
+      it "should create new documents with provided upsert" do
+        subject = get_es_output({ 'document_id' => "456", 'upsert' => '{"message": "upsert message"}' })
+        subject.register
+        subject.multi_receive([LogStash::Event.new("message" => "sample message here")])
+        r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "456", :refresh => true)
+        insist { r["_source"]["message"] } == 'upsert message'
+      end
+
+      it "should create new documents with event/doc as upsert" do
+        subject = get_es_output({ 'document_id' => "456", 'doc_as_upsert' => true })
+        subject.register
+        subject.multi_receive([LogStash::Event.new("message" => "sample message here")])
+        r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "456", :refresh => true)
+        insist { r["_source"]["message"] } == 'sample message here'
+      end
 
-  context "updates with scripted upsert" do
-    it "should create new documents with upsert content" do
-      subject = get_es_output({ 'document_id' => "456", 'script' => 'scripted_update', 'upsert' => '{"message": "upsert message"}', 'script_type' => 'file' })
-      subject.register
-      subject.multi_receive([LogStash::Event.new("message" => "sample message here")])
-      r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "456", :refresh => true)
-      insist { r["_source"]["message"] } == 'upsert message'
+      it "should fail on documents with event/doc as upsert at external version" do
+        subject = get_es_output({ 'document_id' => "456", 'doc_as_upsert' => true, 'version' => 999, "version_type" => "external" })
+        expect { subject.register }.to raise_error(LogStash::ConfigurationError)
+      end
     end
 
-    it "should create new documents with event/doc as script params" do
-      subject = get_es_output({ 'document_id' => "456", 'script' => 'scripted_upsert', 'scripted_upsert' => true, 'script_type' => 'file' })
-      subject.register
-      subject.multi_receive([LogStash::Event.new("counter" => 1)])
-      @es.indices.refresh
-      r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "456", :refresh => true)
-      insist { r["_source"]["counter"] } == 1
+    context "updates with scripted upsert" do
+      if ESHelper.es_version_satisfies?('<6')
+        context 'with file based scripts' do
+          it "should create new documents with upsert content" do
+            subject = get_es_output({ 'document_id' => "456", 'script' => 'scripted_update', 'upsert' => '{"message": "upsert message"}', 'script_type' => 'file' })
+            subject.register
+            subject.multi_receive([LogStash::Event.new("message" => "sample message here")])
+            r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "456", :refresh => true)
+            insist { r["_source"]["message"] } == 'upsert message'
+          end
+
+          it "should create new documents with event/doc as script params" do
+            subject = get_es_output({ 'document_id' => "456", 'script' => 'scripted_upsert', 'scripted_upsert' => true, 'script_type' => 'file' })
+            subject.register
+            subject.multi_receive([LogStash::Event.new("counter" => 1)])
+            @es.indices.refresh
+            r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "456", :refresh => true)
+            insist { r["_source"]["counter"] } == 1
+          end
+        end
+      end
+
+      context 'with an inline script' do
+        it "should create new documents with upsert content" do
+          subject = get_es_output({ 'document_id' => "456", 'script' => 'ctx._source.counter = params.event.counter', 'upsert' => '{"message": "upsert message"}', 'script_type' => 'inline' })
+          subject.register
+          subject.multi_receive([LogStash::Event.new("message" => "sample message here")])
+          r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "456", :refresh => true)
+          insist { r["_source"]["message"] } == 'upsert message'
+        end
+
+        it "should create new documents with event/doc as script params" do
+          subject = get_es_output({ 'document_id' => "456", 'script' => 'ctx._source.counter = params.event.counter', 'scripted_upsert' => true, 'script_type' => 'inline' })
+          subject.register
+          subject.multi_receive([LogStash::Event.new("counter" => 1)])
+          @es.indices.refresh
+          r = @es.get(:index => 'logstash-update', :type => 'logs', :id => "456", :refresh => true)
+          insist { r["_source"]["counter"] } == 1
+        end
+      end
     end
   end
 end

data/spec/integration/outputs/parent_spec.rb

@@ -1,159 +1,169 @@
 require_relative "../../../spec/es_spec_helper"
 require "logstash/outputs/elasticsearch"
 
-context "when using elasticsearch 5.x and before", :integration => true, :version_less_than_equal_to_5x => true do
-  shared_examples "a type based parent indexer" do
-    let(:index) { 10.times.collect { rand(10).to_s }.join("") }
-    let(:type) { 10.times.collect { rand(10).to_s }.join("") }
-    let(:event_count) { 10000 + rand(500) }
-    let(:parent) { "not_implemented" }
-    let(:config) { "not_implemented" }
-    let(:default_headers) {
-      {"Content-Type" => "application/json"}
-    }
-    subject { LogStash::Outputs::ElasticSearch.new(config) }
-
-    before do
-      # Add mapping and a parent document
-      index_url = "http://#{get_host_port()}/#{index}"
-      mapping = { "mappings" => { "#{type}" => { "_parent" => { "type" => "#{type}_parent" } } } }
-      Manticore.put("#{index_url}", {:body => mapping.to_json, :headers => default_headers}).call
-      pdoc = { "foo" => "bar" }
-      Manticore.put("#{index_url}/#{type}_parent/test", {:body => pdoc.to_json, :headers => default_headers}).call
-
-      subject.register
-      subject.multi_receive(event_count.times.map { LogStash::Event.new("link_to" => "test", "message" => "Hello World!", "type" => type) })
-    end
+if ESHelper.es_version_satisfies?("<= 5.x")
+  context "when using elasticsearch 5.x and before", :integration => true do
+    shared_examples "a type based parent indexer" do
+      let(:index) { 10.times.collect { rand(10).to_s }.join("") }
+      let(:type) { 10.times.collect { rand(10).to_s }.join("") }
+      let(:event_count) { 10000 + rand(500) }
+      let(:parent) { "not_implemented" }
+      let(:config) { "not_implemented" }
+      let(:default_headers) {
+        {"Content-Type" => "application/json"}
+      }
+      subject { LogStash::Outputs::ElasticSearch.new(config) }
+
+      before do
+        # Add mapping and a parent document
+        index_url = "http://#{get_host_port()}/#{index}"
+        mapping = { "mappings" => { "#{type}" => { "_parent" => { "type" => "#{type}_parent" } } } }
+        Manticore.put("#{index_url}", {:body => mapping.to_json, :headers => default_headers}).call
+        pdoc = { "foo" => "bar" }
+        Manticore.put("#{index_url}/#{type}_parent/test", {:body => pdoc.to_json, :headers => default_headers}).call
+
+        subject.register
+        subject.multi_receive(event_count.times.map { LogStash::Event.new("link_to" => "test", "message" => "Hello World!", "type" => type) })
+      end
 
 
-    it "ships events" do
-      index_url = "http://#{get_host_port()}/#{index}"
+      it "ships events" do
+        index_url = "http://#{get_host_port()}/#{index}"
 
-      Manticore.post("#{index_url}/_refresh").call
+        Manticore.post("#{index_url}/_refresh").call
 
-      # Wait until all events are available.
-      Stud::try(10.times) do
-        query = { "query" => { "has_parent" => { "type" => "#{type}_parent", "query" => { "match" => { "foo" => "bar" } } } } }
-        response = Manticore.post("#{index_url}/_count", {:body => query.to_json, :headers => default_headers})
-        data = response.body
-        result = LogStash::Json.load(data)
-        cur_count = result["count"]
-        insist { cur_count } == event_count
+        # Wait until all events are available.
+        Stud::try(10.times) do
+          query = { "query" => { "has_parent" => { "type" => "#{type}_parent", "query" => { "match" => { "foo" => "bar" } } } } }
+          response = Manticore.post("#{index_url}/_count", {:body => query.to_json, :headers => default_headers})
+          data = response.body
+          result = LogStash::Json.load(data)
+          cur_count = result["count"]
+          insist { cur_count } == event_count
+        end
       end
     end
-  end
 
-  describe "(http protocol) index events with static parent" do
-    it_behaves_like 'a type based parent indexer' do
-      let(:parent) { "test" }
-      let(:config) {
-        {
-          "hosts" => get_host_port,
-          "index" => index,
-          "parent" => parent
+    describe "(http protocol) index events with static parent" do
+      it_behaves_like 'a type based parent indexer' do
+        let(:parent) { "test" }
+        let(:config) {
+          {
+            "hosts" => get_host_port,
+            "index" => index,
+            "parent" => parent
+          }
         }
-      }
+      end
     end
-  end
 
-  describe "(http_protocol) index events with fieldref in parent value" do
-    it_behaves_like 'a type based parent indexer' do
-      let(:config) {
-        {
-          "hosts" => get_host_port,
-          "index" => index,
-          "parent" => "%{link_to}"
+    describe "(http_protocol) index events with fieldref in parent value" do
+      it_behaves_like 'a type based parent indexer' do
+        let(:config) {
+          {
+            "hosts" => get_host_port,
+            "index" => index,
+            "parent" => "%{link_to}"
+          }
         }
-      }
+      end
     end
   end
 end
 
-context "when using elasticsearch 6.x and above", :integration => true, :version_greater_than_equal_to_6x => true do
-
-  shared_examples "a join field based parent indexer" do
-    let(:index) { 10.times.collect { rand(10).to_s }.join("") }
-    let(:type) { 10.times.collect { rand(10).to_s }.join("") }
-    let(:event_count) { 10000 + rand(500) }
-    let(:parent) { "not_implemented" }
-    let(:config) { "not_implemented" }
-    let(:parent_id) { "test" }
-    let(:join_field) { "join_field" }
-    let(:parent_relation) { "parent_type" }
-    let(:child_relation) { "child_type" }
-    let(:default_headers) {
-      {"Content-Type" => "application/json"}
-    }
-    subject { LogStash::Outputs::ElasticSearch.new(config) }
-
-    before do
-      # Add mapping and a parent document
-      index_url = "http://#{get_host_port()}/#{index}"
-      mapping = {
-        "mappings" => {
-          type => {
-            "properties" => {
-              join_field => {
-                "type" => "join",
-                "relations" => { parent_relation => child_relation }
+if ESHelper.es_version_satisfies?(">= 5.6")
+  context "when using elasticsearch 5.6 and above", :integration => true do
+
+    shared_examples "a join field based parent indexer" do
+      let(:index) { 10.times.collect { rand(10).to_s }.join("") }
+      let(:type) { 10.times.collect { rand(10).to_s }.join("") }
+      let(:event_count) { 10000 + rand(500) }
+      let(:parent) { "not_implemented" }
+      let(:config) { "not_implemented" }
+      let(:parent_id) { "test" }
+      let(:join_field) { "join_field" }
+      let(:parent_relation) { "parent_type" }
+      let(:child_relation) { "child_type" }
+      let(:default_headers) {
+        {"Content-Type" => "application/json"}
+      }
+      subject { LogStash::Outputs::ElasticSearch.new(config) }
+
+      before do
+        # Add mapping and a parent document
+        index_url = "http://#{get_host_port()}/#{index}"
+        mapping = {
+          "mappings" => {
+            type => {
+              "properties" => {
+                join_field => {
+                  "type" => "join",
+                  "relations" => { parent_relation => child_relation }
+                }
               }
             }
           }
         }
-      }
-      Manticore.put("#{index_url}", {:body => mapping.to_json, :headers => default_headers}).call
-      pdoc = { "message" => "ohayo", join_field => parent_relation }
-      Manticore.put("#{index_url}/#{type}/#{parent_id}", {:body => pdoc.to_json, :headers => default_headers}).call
-
-      subject.register
-      subject.multi_receive(event_count.times.map { LogStash::Event.new("link_to" => parent_id, "message" => "Hello World!", join_field => child_relation) })
-    end
+        if ESHelper.es_version_satisfies?('<6')
+          mapping.merge!({
+                 "settings" => {
+                   "mapping.single_type" => true
+                 }})
+        end
+        Manticore.put("#{index_url}", {:body => mapping.to_json, :headers => default_headers}).call
+        pdoc = { "message" => "ohayo", join_field => parent_relation }
+        Manticore.put("#{index_url}/#{type}/#{parent_id}", {:body => pdoc.to_json, :headers => default_headers}).call
+
+        subject.register
+        subject.multi_receive(event_count.times.map { LogStash::Event.new("link_to" => parent_id, "message" => "Hello World!", join_field => child_relation) })
+      end
 
 
-    it "ships events" do
-      index_url = "http://#{get_host_port()}/#{index}"
+      it "ships events" do
+        index_url = "http://#{get_host_port()}/#{index}"
 
-      Manticore.post("#{index_url}/_refresh").call
+        Manticore.post("#{index_url}/_refresh").call
 
-      # Wait until all events are available.
-      Stud::try(10.times) do
-        query = { "query" => { "has_parent" => { "parent_type" => parent_relation, "query" => { "match_all" => { } } } } }
-        response = Manticore.post("#{index_url}/_count", {:body => query.to_json, :headers => default_headers})
-        data = response.body
-        result = LogStash::Json.load(data)
-        cur_count = result["count"]
-        insist { cur_count } == event_count
+        # Wait until all events are available.
+        Stud::try(10.times) do
+          query = { "query" => { "has_parent" => { "parent_type" => parent_relation, "query" => { "match_all" => { } } } } }
+          response = Manticore.post("#{index_url}/_count", {:body => query.to_json, :headers => default_headers})
+          data = response.body
+          result = LogStash::Json.load(data)
+          cur_count = result["count"]
+          insist { cur_count } == event_count
+        end
       end
     end
-  end
 
-  describe "(http protocol) index events with static parent" do
-    it_behaves_like 'a join field based parent indexer' do
-      let(:config) {
-        {
-          "hosts" => get_host_port,
-          "index" => index,
-          "parent" => parent_id,
-          "document_type" => type,
-          "join_field" => join_field,
-          "manage_template" => false
+    describe "(http protocol) index events with static parent" do
+      it_behaves_like 'a join field based parent indexer' do
+        let(:config) {
+          {
+            "hosts" => get_host_port,
+            "index" => index,
+            "parent" => parent_id,
+            "document_type" => type,
+            "join_field" => join_field,
+            "manage_template" => false
+          }
         }
-      }
+      end
     end
-  end
 
-  describe "(http_protocol) index events with fieldref in parent value" do
-    it_behaves_like 'a join field based parent indexer' do
-      let(:config) {
-        {
-          "hosts" => get_host_port,
-          "index" => index,
-          "parent" => "%{link_to}",
-          "document_type" => type,
-          "join_field" => join_field,
-          "manage_template" => false
+    describe "(http_protocol) index events with fieldref in parent value" do
+      it_behaves_like 'a join field based parent indexer' do
+        let(:config) {
+          {
+            "hosts" => get_host_port,
+            "index" => index,
+            "parent" => "%{link_to}",
+            "document_type" => type,
+            "join_field" => join_field,
+            "manage_template" => false
+          }
         }
-      }
+      end
     end
   end
 end