logstash-output-elasticsearch 9.2.4-java → 9.3.0-java

data/lib/logstash/outputs/elasticsearch/template_manager.rb

@@ -5,8 +5,9 @@ module LogStash; module Outputs; class ElasticSearch
       return unless plugin.manage_template
       plugin.logger.info("Using mapping template from", :path => plugin.template)
       template = get_template(plugin.template, plugin.maximum_seen_major_version)
+      add_ilm_settings_to_template(plugin, template) if plugin.ilm_enabled?
       plugin.logger.info("Attempting to install template", :manage_template => template)
-      install(plugin.client, plugin.template_name, template, plugin.template_overwrite)
+      install(plugin.client, template_name(plugin), template, plugin.template_overwrite)
     rescue => e
       plugin.logger.error("Failed to install template.", :message => e.message, :class => e.class.name, :backtrace => e.backtrace)
     end
@@ -21,6 +22,25 @@ module LogStash; module Outputs; class ElasticSearch
       client.template_install(template_name, template, template_overwrite)
     end
 
+    def self.add_ilm_settings_to_template(plugin, template)
+			plugin.logger.info("Overwriting index patterns, as ILM is enabled.")
+      # Overwrite any index patterns, and use the rollover alias. Use 'index_patterns' rather than 'template' for pattern
+      # definition - remove any existing definition of 'template'
+      template.delete('template') if template.include?('template')
+      template['index_patterns'] = "#{plugin.ilm_rollover_alias}-*"
+      if template['settings'] && (template['settings']['index.lifecycle.name'] || template['settings']['index.lifecycle.rollover_alias'])
+        plugin.logger.info("Overwriting index lifecycle name and rollover alias as ILM is enabled.")
+      end
+      template['settings'].update({ 'index.lifecycle.name' => plugin.ilm_policy, 'index.lifecycle.rollover_alias' => plugin.ilm_rollover_alias})
+    end
+
+    # Template name - if template_name set, use it
+    #                 if not and ILM is enabled, use the rollover alias
+    #                 else use the default value of template_name
+    def self.template_name(plugin)
+      plugin.ilm_enabled? && !plugin.original_params.key?('template_name') ? plugin.ilm_rollover_alias : plugin.template_name
+    end
+
     def self.default_template_path(es_major_version)
       template_version = es_major_version == 1 ? 2 : es_major_version
       default_template_name = "elasticsearch-template-es#{template_version}x.json"

data/logstash-output-elasticsearch.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name            = 'logstash-output-elasticsearch'
-  s.version         = '9.2.4'
+  s.version         = '9.3.0'
   s.licenses        = ['apache-2.0']
   s.summary         = "Stores logs in Elasticsearch"
   s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"

data/spec/es_spec_helper.rb

@@ -1,6 +1,13 @@
 require "logstash/devutils/rspec/spec_helper"
 require 'manticore'
 require 'elasticsearch'
+require_relative "support/elasticsearch/api/actions/delete_ilm_policy"
+require_relative "support/elasticsearch/api/actions/get_alias"
+require_relative "support/elasticsearch/api/actions/put_alias"
+require_relative "support/elasticsearch/api/actions/get_ilm_policy"
+require_relative "support/elasticsearch/api/actions/put_ilm_policy"
+
+require 'json'
 
 module ESHelper
   def get_host_port
@@ -19,6 +26,10 @@ module ESHelper
     end
   end
 
+  def todays_date
+    Time.now.strftime("%Y.%m.%d")
+  end
+
   def mapping_name
     if ESHelper.es_version_satisfies?(">=7")
       "_doc"
@@ -40,6 +51,17 @@ module ESHelper
     RSpec.configuration.filter[:es_version] || ENV['ES_VERSION']
   end
 
+  RSpec::Matchers.define :have_hits do |expected|
+    match do |actual|
+      if ESHelper.es_version_satisfies?(">=7")
+        expected == actual['hits']['total']['value']
+      else
+        expected == actual['hits']['total']
+      end
+    end
+  end
+
+
   def self.es_version_satisfies?(*requirement)
     es_version = RSpec.configuration.filter[:es_version] || ENV['ES_VERSION']
     if es_version.nil?
@@ -49,6 +71,54 @@ module ESHelper
     es_release_version = Gem::Version.new(es_version).release
     Gem::Requirement.new(requirement).satisfied_by?(es_release_version)
   end
+
+  def clean(client)
+    client.indices.delete_template(:name => "*")
+    # This can fail if there are no indexes, ignore failure.
+    client.indices.delete(:index => "*") rescue nil
+    clean_ilm(client) if supports_ilm?(client)
+  end
+
+  def set_cluster_settings(client, cluster_settings)
+    client.cluster.put_settings(body: cluster_settings)
+    get_cluster_settings(client)
+  end
+
+  def get_cluster_settings(client)
+    client.cluster.get_settings
+  end
+
+  def get_policy(client, policy_name)
+    client.get_ilm_policy(name: policy_name)
+  end
+
+  def put_policy(client, policy_name, policy)
+    client.put_ilm_policy({:name => policy_name, :body=> policy})
+  end
+
+  def put_alias(client, the_alias, index)
+    body = {
+        "aliases" => {
+            index => {
+                "is_write_index"=>  true
+            }
+        }
+    }
+    client.put_alias({name: the_alias, body: body})
+  end
+
+  def clean_ilm(client)
+    client.get_ilm_policy.each_key {|key| client.delete_ilm_policy(name: key)}
+  end
+
+  def supports_ilm?(client)
+    begin
+      client.get_ilm_policy
+      true
+    rescue
+      false
+    end
+  end
 end
 
 RSpec.configure do |config|

data/spec/fixtures/template-with-policy-es6x.json

@@ -0,0 +1,48 @@
+{
+  "template" : "overwrite-*",
+  "version" : 60001,
+  "settings" : {
+    "index.refresh_interval" : "1s",
+    "number_of_shards": 1,
+    "index.lifecycle.name": "overwrite-policy",
+    "index.lifecycle.rollover_alias": "overwrite"
+  },
+  "mappings" : {
+    "_default_" : {
+      "dynamic_templates" : [ {
+        "message_field" : {
+          "path_match" : "message",
+          "match_mapping_type" : "string",
+          "mapping" : {
+            "type" : "text",
+            "norms" : false
+          }
+        }
+      }, {
+        "string_fields" : {
+          "match" : "*",
+          "match_mapping_type" : "string",
+          "mapping" : {
+            "type" : "text", "norms" : false,
+            "fields" : {
+              "keyword" : { "type": "keyword", "ignore_above": 256 }
+            }
+          }
+        }
+      } ],
+      "properties" : {
+        "@timestamp": { "type": "date"},
+        "@version": { "type": "keyword"},
+        "geoip"  : {
+          "dynamic": true,
+          "properties" : {
+            "ip": { "type": "ip" },
+            "location" : { "type" : "geo_point" },
+            "latitude" : { "type" : "half_float" },
+            "longitude" : { "type" : "half_float" }
+          }
+        }
+      }
+    }
+  }
+}

data/spec/fixtures/template-with-policy-es7x.json

@@ -0,0 +1,46 @@
+{
+  "index_patterns" : "overwrite-*",
+  "version" : 60001,
+  "settings" : {
+    "index.refresh_interval" : "1s",
+    "number_of_shards": 1
+  },
+  "mappings" : {
+    "_doc" : {
+      "dynamic_templates" : [ {
+        "message_field" : {
+          "path_match" : "message",
+          "match_mapping_type" : "string",
+          "mapping" : {
+            "type" : "text",
+            "norms" : false
+          }
+        }
+      }, {
+        "string_fields" : {
+          "match" : "*",
+          "match_mapping_type" : "string",
+          "mapping" : {
+            "type" : "text", "norms" : false,
+            "fields" : {
+              "keyword" : { "type": "keyword", "ignore_above": 256 }
+            }
+          }
+        }
+      } ],
+      "properties" : {
+        "@timestamp": { "type": "date"},
+        "@version": { "type": "keyword"},
+        "geoip"  : {
+          "dynamic": true,
+          "properties" : {
+            "ip": { "type": "ip" },
+            "location" : { "type" : "geo_point" },
+            "latitude" : { "type" : "half_float" },
+            "longitude" : { "type" : "half_float" }
+          }
+        }
+      }
+    }
+  }
+}

data/spec/integration/outputs/create_spec.rb

@@ -35,7 +35,7 @@ describe "client create actions", :integration => true do
       # Wait or fail until everything's indexed.
       Stud::try(3.times) do
         r = @es.search
-        expect(r["hits"]["total"]).to eq(1)
+        expect(r).to have_hits(1)
       end
     end
 

data/spec/integration/outputs/ilm_spec.rb

@@ -0,0 +1,542 @@
+require_relative "../../../spec/es_spec_helper"
+
+shared_examples_for 'an Elasticsearch instance that does not support index lifecycle management' do
+  require "logstash/outputs/elasticsearch"
+
+  let (:ilm_enabled) { false }
+  let (:settings) {
+    {
+        "ilm_enabled" => ilm_enabled,
+        "hosts" => "#{get_host_port()}"
+    }
+  }
+
+  before :each do
+    require "elasticsearch"
+
+    # Clean ES of data before we start.
+    @es = get_client
+    clean(@es)
+  end
+
+  after :each do
+    clean(@es)
+  end
+
+  subject { LogStash::Outputs::ElasticSearch.new(settings) }
+
+  context 'when ilm is enabled in Logstash' do
+    let (:ilm_enabled) { true }
+
+    it 'should raise a configuration error' do
+      expect do
+        begin
+          subject.register
+          sleep(1)
+        ensure
+          subject.stop_template_installer
+        end
+      end.to raise_error(LogStash::ConfigurationError)
+    end
+  end
+
+  context 'when ilm is disabled in Logstash' do
+    it 'should index documents normally' do
+      subject.register
+
+      subject.multi_receive([
+                                LogStash::Event.new("message" => "sample message here"),
+                                LogStash::Event.new("somemessage" => { "message" => "sample nested message here" }),
+                                LogStash::Event.new("somevalue" => 100),
+                            ])
+
+      sleep(6)
+
+      subject.multi_receive([
+                                LogStash::Event.new("country" => "us"),
+                                LogStash::Event.new("country" => "at"),
+                                LogStash::Event.new("geoip" => { "location" => [ 0.0, 0.0 ] })
+                            ])
+
+      @es.indices.refresh
+
+      # Wait or fail until everything's indexed.
+      Stud::try(20.times) do
+        r = @es.search
+        expect(r).to have_hits(6)
+      end
+      indexes_written = @es.search['hits']['hits'].each_with_object(Hash.new(0)) do |x, res|
+        index_written = x['_index']
+        res[index_written] += 1
+      end
+      expect(indexes_written.count).to eq(1)
+    end
+  end
+
+end
+
+shared_examples_for 'an ILM enabled Logstash' do
+
+  context 'with a policy with a maximum number of documents' do
+    let (:policy) { small_max_doc_policy }
+    let (:ilm_policy_name) { "custom-policy"}
+    let (:settings) { super.merge("ilm_policy" => ilm_policy_name)}
+
+    it 'should rollover when the policy max docs is reached' do
+      put_policy(@es,ilm_policy_name, policy)
+      subject.register
+
+      subject.multi_receive([
+                                LogStash::Event.new("message" => "sample message here"),
+                                LogStash::Event.new("somemessage" => { "message" => "sample nested message here" }),
+                                LogStash::Event.new("somevalue" => 100),
+                            ])
+
+      sleep(6)
+
+      subject.multi_receive([
+                                LogStash::Event.new("country" => "us"),
+                                LogStash::Event.new("country" => "at"),
+                                LogStash::Event.new("geoip" => { "location" => [ 0.0, 0.0 ] })
+                            ])
+
+      sleep(6)
+
+      subject.multi_receive([
+                                LogStash::Event.new("country" => "uk"),
+                                LogStash::Event.new("country" => "fr"),
+                                LogStash::Event.new("geoip" => { "location" => [ 0.1, 1.0 ] })
+                            ])
+
+      @es.indices.refresh
+
+      # Wait or fail until everything's indexed.
+      Stud::try(20.times) do
+        r = @es.search
+        expect(r).to have_hits(9)
+      end
+      indexes_written = @es.search['hits']['hits'].each_with_object(Hash.new(0)) do |x, res|
+        index_written = x['_index']
+        res[index_written] += 1
+      end
+      expect(indexes_written.count).to eq(3)
+      expect(indexes_written["#{expected_index}-#{todays_date}-000001"]).to eq(3)
+      expect(indexes_written["#{expected_index}-#{todays_date}-000002"]).to eq(3)
+      expect(indexes_written["#{expected_index}-#{todays_date}-000003"]).to eq(3)
+    end
+  end
+
+  context 'with a policy where the maximum number of documents is not reached' do
+    let (:policy) { large_max_doc_policy }
+    let (:ilm_policy_name) { "custom-policy"}
+    let (:settings) { super.merge("ilm_policy" => ilm_policy_name)}
+
+    it 'should ingest into a single index when max docs is not reached' do
+      put_policy(@es,ilm_policy_name, policy)
+      subject.register
+
+      subject.multi_receive([
+                                LogStash::Event.new("message" => "sample message here"),
+                                LogStash::Event.new("somemessage" => { "message" => "sample nested message here" }),
+                                LogStash::Event.new("somevalue" => 100),
+                            ])
+
+      sleep(6)
+
+      subject.multi_receive([
+                                LogStash::Event.new("country" => "us"),
+                                LogStash::Event.new("country" => "at"),
+                                LogStash::Event.new("geoip" => { "location" => [ 0.0, 0.0 ] })
+                            ])
+
+      @es.indices.refresh
+
+      # Wait or fail until everything's indexed.
+      Stud::try(20.times) do
+        r = @es.search
+        expect(r).to have_hits(6)
+      end
+      indexes_written = @es.search['hits']['hits'].each_with_object(Hash.new(0)) do |x, res|
+        index_written = x['_index']
+        res[index_written] += 1
+      end
+      expect(indexes_written.count).to eq(1)
+      expect(indexes_written["#{expected_index}-#{todays_date}-000001"]).to eq(6)
+    end
+  end
+end
+
+
+if ESHelper.es_version_satisfies?("<= 6.5")
+  describe 'Pre-ILM versions of Elasticsearch', :integration => true do
+    it_behaves_like 'an Elasticsearch instance that does not support index lifecycle management'
+  end
+end
+
+if ESHelper.es_version_satisfies?(">= 6.6")
+  describe 'OSS Elasticsearch', :distribution => 'oss', :integration => true do
+    it_behaves_like 'an Elasticsearch instance that does not support index lifecycle management'
+  end
+
+  describe 'Elasticsearch has index lifecycle management enabled', :distribution => 'xpack', :integration => true do
+    DEFAULT_INTERVAL = '600s'
+
+    require "logstash/outputs/elasticsearch"
+    let (:ilm_enabled) { true }
+
+    let (:settings) {
+      {
+          "ilm_enabled" => ilm_enabled,
+          "hosts" => "#{get_host_port()}"
+      }
+    }
+    let (:policy) { small_max_doc_policy }
+
+
+    let (:small_max_doc_policy) {
+      {"policy" => {
+          "phases"=> {
+              "hot" => {
+                  "actions" => {
+                      "rollover" => {
+                          "max_docs" => "3"
+                      }
+                  }
+              }
+          }
+      }}
+    }
+
+    let (:large_max_doc_policy) {
+      {"policy" => {
+          "phases"=> {
+              "hot" => {
+                  "actions" => {
+                      "rollover" => {
+                          "max_docs" => "1000000"
+                      }
+                  }
+              }
+          }
+      }}
+    }
+
+
+
+    subject { LogStash::Outputs::ElasticSearch.new(settings) }
+
+    before :each do
+      # Delete all templates first.
+      require "elasticsearch"
+
+      # Clean ES of data before we start.
+      @es = get_client
+      clean(@es)
+      # Set the poll interval for lifecycle management to be short so changes get picked up in time.
+      set_cluster_settings(@es,  {
+          "persistent" => {
+          "indices.lifecycle.poll_interval" => "1s"
+          }
+      })
+    end
+
+    after :each do
+      # Set poll interval back to default
+      set_cluster_settings(@es,  {
+          "persistent" => {
+              "indices.lifecycle.poll_interval" => DEFAULT_INTERVAL
+          }
+      })
+      clean(@es)
+    end
+
+
+    context 'with ilm enabled' do
+      let (:ilm_enabled) { true }
+
+
+      context 'when using the default policy' do
+        context 'with a custom pattern' do
+          let (:settings) { super.merge("ilm_pattern" => "000001")}
+          it 'should create a rollover alias' do
+            expect(@es.indices.exists_alias(index: "logstash")).to be_falsey
+            subject.register
+            sleep(1)
+            expect(@es.indices.exists_alias(index: "logstash")).to be_truthy
+            expect(@es.get_alias(name: "logstash")).to include("logstash-000001")
+          end
+        end
+
+
+        it 'should install it if it is not present' do
+          expect{get_policy(@es, LogStash::Outputs::ElasticSearch::DEFAULT_POLICY)}.to raise_error(Elasticsearch::Transport::Transport::Errors::NotFound)
+          subject.register
+          sleep(1)
+          expect{get_policy(@es, LogStash::Outputs::ElasticSearch::DEFAULT_POLICY)}.not_to raise_error
+        end
+
+        it 'should create the default rollover alias' do
+          expect(@es.indices.exists_alias(index: "logstash")).to be_falsey
+          subject.register
+          sleep(1)
+          expect(@es.indices.exists_alias(index: "logstash")).to be_truthy
+          expect(@es.get_alias(name: "logstash")).to include("logstash-#{todays_date}-000001")
+        end
+
+
+        it 'should ingest into a single index' do
+          subject.register
+
+          subject.multi_receive([
+                                    LogStash::Event.new("message" => "sample message here"),
+                                    LogStash::Event.new("somemessage" => { "message" => "sample nested message here" }),
+                                    LogStash::Event.new("somevalue" => 100),
+                                ])
+
+          sleep(6)
+
+          subject.multi_receive([
+                                    LogStash::Event.new("country" => "us"),
+                                    LogStash::Event.new("country" => "at"),
+                                    LogStash::Event.new("geoip" => { "location" => [ 0.0, 0.0 ] })
+                                ])
+
+          @es.indices.refresh
+
+          # Wait or fail until everything's indexed.
+          Stud::try(20.times) do
+            r = @es.search
+            expect(r).to have_hits(6)
+          end
+          indexes_written = @es.search['hits']['hits'].each_with_object(Hash.new(0)) do |x, res|
+            index_written = x['_index']
+            res[index_written] += 1
+          end
+
+          expect(indexes_written.count).to eq(1)
+          expect(indexes_written["logstash-#{todays_date}-000001"]).to eq(6)
+        end
+      end
+
+      context 'when not using the default policy' do
+        let (:ilm_policy_name) {"new_one"}
+        let (:settings) { super.merge("ilm_policy" => ilm_policy_name)}
+        let (:policy) {{
+            "policy" => {
+                "phases"=> {
+                    "hot" => {
+                        "actions" => {
+                            "rollover" => {
+                                "max_docs" => "3"
+                            }
+                        }
+                    }
+                }
+            }}}
+
+        before do
+          expect{get_policy(@es, LogStash::Outputs::ElasticSearch::DEFAULT_POLICY)}.to raise_error(Elasticsearch::Transport::Transport::Errors::NotFound)
+          put_policy(@es,ilm_policy_name, policy)
+        end
+
+        it 'should not install the default policy if it is not used' do
+          subject.register
+          sleep(1)
+          expect{get_policy(@es, LogStash::Outputs::ElasticSearch::DEFAULT_POLICY)}.to raise_error(Elasticsearch::Transport::Transport::Errors::NotFound)
+        end
+      end
+
+      context 'when using a time based policy' do
+        let (:ilm_policy_name) {"new_one"}
+        let (:settings) { super.merge("ilm_policy" => ilm_policy_name)}
+        let (:policy) {{
+            "policy" => {
+                "phases"=> {
+                    "hot" => {
+                        "actions" => {
+                            "rollover" => {
+                                "max_age" => "1d"
+                            }
+                        }
+                    }
+                }
+            }}}
+
+        before do
+          expect{get_policy(@es, LogStash::Outputs::ElasticSearch::DEFAULT_POLICY)}.to raise_error(Elasticsearch::Transport::Transport::Errors::NotFound)
+          put_policy(@es,ilm_policy_name, policy)
+        end
+
+        it 'should not install the default policy if it is not used' do
+          subject.register
+          sleep(1)
+          expect{get_policy(@es, LogStash::Outputs::ElasticSearch::DEFAULT_POLICY)}.to raise_error(Elasticsearch::Transport::Transport::Errors::NotFound)
+        end
+      end
+      context 'with the default template' do
+        let(:expected_index) { "logstash" }
+
+        it 'should create the rollover alias' do
+          expect(@es.indices.exists_alias(index: expected_index)).to be_falsey
+          subject.register
+          sleep(1)
+          expect(@es.indices.exists_alias(index: expected_index)).to be_truthy
+          expect(@es.get_alias(name: expected_index)).to include("#{expected_index}-#{todays_date}-000001")
+        end
+
+        it 'should write the ILM settings into the template' do
+          subject.register
+          sleep(1)
+          expect(@es.indices.get_template(name: "logstash")["logstash"]["index_patterns"]).to eq(["logstash-*"])
+          expect(@es.indices.get_template(name: "logstash")["logstash"]["settings"]['index']['lifecycle']['name']).to eq("logstash-policy")
+          expect(@es.indices.get_template(name: "logstash")["logstash"]["settings"]['index']['lifecycle']['rollover_alias']).to eq("logstash")
+        end
+
+        it_behaves_like 'an ILM enabled Logstash'
+      end
+
+      context 'with a custom template' do
+        let (:ilm_rollover_alias) { "the_cat_in_the_hat" }
+        let (:index) { ilm_rollover_alias }
+        let(:expected_index) { index }
+        let (:settings) { super.merge("ilm_policy" => ilm_policy_name,
+                                      "template" => template,
+                                      "ilm_rollover_alias" => ilm_rollover_alias)}
+
+
+        if ESHelper.es_version_satisfies?(">= 7.0")
+          let (:template) { "spec/fixtures/template-with-policy-es7x.json" }
+        else
+          let (:template) { "spec/fixtures/template-with-policy-es6x.json" }
+        end
+        let (:ilm_enabled) { true }
+        let (:ilm_policy_name) { "custom-policy" }
+
+
+        before :each do
+          put_policy(@es,ilm_policy_name, policy)
+        end
+
+        it_behaves_like 'an ILM enabled Logstash'
+
+        it 'should create the rollover alias' do
+          expect(@es.indices.exists_alias(index: ilm_rollover_alias)).to be_falsey
+          subject.register
+          sleep(1)
+          expect(@es.indices.exists_alias(index: ilm_rollover_alias)).to be_truthy
+          expect(@es.get_alias(name: ilm_rollover_alias)).to include("#{ilm_rollover_alias}-#{todays_date}-000001")
+        end
+
+        context 'when the custom rollover alias already exists' do
+          it 'should ignore the already exists error' do
+            expect(@es.indices.exists_alias(index: ilm_rollover_alias)).to be_falsey
+            put_alias(@es, "#{ilm_rollover_alias}-#{todays_date}-000001", ilm_rollover_alias)
+            expect(@es.indices.exists_alias(index: ilm_rollover_alias)).to be_truthy
+            subject.register
+            sleep(1)
+            expect(@es.get_alias(name: ilm_rollover_alias)).to include("#{ilm_rollover_alias}-#{todays_date}-000001")
+          end
+
+        end
+
+        it 'should write the ILM settings into the template' do
+          subject.register
+          sleep(1)
+          expect(@es.indices.get_template(name: ilm_rollover_alias)[ilm_rollover_alias]["index_patterns"]).to eq(["#{ilm_rollover_alias}-*"])
+          expect(@es.indices.get_template(name: ilm_rollover_alias)[ilm_rollover_alias]["settings"]['index']['lifecycle']['name']).to eq(ilm_policy_name)
+          expect(@es.indices.get_template(name: ilm_rollover_alias)[ilm_rollover_alias]["settings"]['index']['lifecycle']['rollover_alias']).to eq(ilm_rollover_alias)
+        end
+
+        context 'with a different template_name' do
+          let (:template_name) { "custom_template_name" }
+          let (:settings) { super.merge('template_name' => template_name)}
+
+          it_behaves_like 'an ILM enabled Logstash'
+
+          it 'should write the ILM settings into the template' do
+            subject.register
+            sleep(1)
+            expect(@es.indices.get_template(name: template_name)[template_name]["index_patterns"]).to eq(["#{ilm_rollover_alias}-*"])
+            expect(@es.indices.get_template(name: template_name)[template_name]["settings"]['index']['lifecycle']['name']).to eq(ilm_policy_name)
+            expect(@es.indices.get_template(name: template_name)[template_name]["settings"]['index']['lifecycle']['rollover_alias']).to eq(ilm_rollover_alias)
+          end
+        end
+
+      end
+    end
+
+    context 'with ilm disabled' do
+      let (:ilm_enabled) { false }
+
+      it 'should not create a rollover alias' do
+        expect(@es.get_alias).to be_empty
+        subject.register
+        sleep(1)
+        expect(@es.get_alias).to be_empty
+      end
+
+      it 'should not install the default policy' do
+        subject.register
+        sleep(1)
+        expect{get_policy(@es, LogStash::Outputs::ElasticSearch::DEFAULT_POLICY)}.to raise_error(Elasticsearch::Transport::Transport::Errors::NotFound)
+      end
+
+      it 'should not write the ILM settings into the template' do
+        subject.register
+        sleep(1)
+        expect(@es.indices.get_template(name: "logstash")["logstash"]["index_patterns"]).to eq(["logstash-*"])
+        expect(@es.indices.get_template(name: "logstash")["logstash"]["settings"]['index']['lifecycle']).to be_nil
+      end
+
+      context 'with an existing policy that will roll over' do
+        let (:policy) { small_max_doc_policy }
+        let (:ilm_policy_name) { "3_docs"}
+        let (:settings) { super.merge("ilm_policy" => ilm_policy_name)}
+
+        it 'should not roll over indices' do
+          subject.register
+          subject.multi_receive([
+                                    LogStash::Event.new("message" => "sample message here"),
+                                    LogStash::Event.new("somemessage" => { "message" => "sample nested message here" }),
+                                    LogStash::Event.new("somevalue" => 100),
+                                ])
+
+          sleep(6)
+
+          subject.multi_receive([
+                                    LogStash::Event.new("country" => "us"),
+                                    LogStash::Event.new("country" => "at"),
+                                    LogStash::Event.new("geoip" => { "location" => [ 0.0, 0.0 ] })
+                                ])
+
+          @es.indices.refresh
+
+          # Wait or fail until everything's indexed.
+          Stud::try(20.times) do
+            r = @es.search
+            expect(r).to have_hits(6)
+          end
+          indexes_written = @es.search['hits']['hits'].each_with_object(Hash.new(0)) do |x, res|
+            index_written = x['_index']
+            res[index_written] += 1
+          end
+          expect(indexes_written.count).to eq(1)
+          expect(indexes_written.values.first).to eq(6)
+        end
+      end
+
+      context 'with a custom template name' do
+        let (:template_name) { "custom_template_name" }
+        let (:settings) { super.merge('template_name' => template_name)}
+
+        it 'should not write the ILM settings into the template' do
+          subject.register
+          sleep(1)
+          expect(@es.indices.get_template(name: template_name)[template_name]["index_patterns"]).to eq(["logstash-*"])
+          expect(@es.indices.get_template(name: template_name)[template_name]["settings"]['index']['lifecycle']).to be_nil
+        end
+      end
+
+    end
+  end
+end