fluent-plugin-elasticsearch 4.1.1 → 4.2.1

data/test/plugin/test_index_alias_template.json

@@ -0,0 +1,11 @@
+{
+  "priority": 105,
+  "index_patterns": "--index_prefix-----appid---*",
+  "template" : {
+    "settings": {},
+    "mappings": {},
+    "aliases": {
+      "--appid---alias": {}
+    }
+  }
+}

data/test/plugin/test_index_template.json

@@ -0,0 +1,25 @@
+{
+  "index_patterns": "te*",
+  "template": {
+    "settings": {
+      "number_of_shards": 1
+    },
+    "mappings": {
+      "type1": {
+        "_source": {
+          "enabled": false
+        },
+        "properties": {
+          "host_name": {
+            "type": "string",
+            "index": "not_analyzed"
+          },
+          "created_at": {
+            "type": "date",
+            "format": "EEE MMM dd HH:mm:ss Z YYYY"
+          }
+        }
+      }
+    }
+  }
+}

data/test/plugin/test_out_elasticsearch.rb

@@ -230,8 +230,13 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
     assert_nil instance.ssl_max_version
     assert_nil instance.ssl_min_version
     if Fluent::Plugin::ElasticsearchTLS::USE_TLS_MINMAX_VERSION
-      assert_equal({max_version: OpenSSL::SSL::TLS1_3_VERSION, min_version: OpenSSL::SSL::TLS1_2_VERSION},
-                   instance.ssl_version_options)
+      if defined?(OpenSSL::SSL::TLS1_3_VERSION)
+        assert_equal({max_version: OpenSSL::SSL::TLS1_3_VERSION, min_version: OpenSSL::SSL::TLS1_2_VERSION},
+                     instance.ssl_version_options)
+      else
+        assert_equal({max_version: nil, min_version: OpenSSL::SSL::TLS1_2_VERSION},
+                     instance.ssl_version_options)
+      end
     else
       assert_equal({version: Fluent::Plugin::ElasticsearchTLS::DEFAULT_VERSION},
                    instance.ssl_version_options)
@@ -252,6 +257,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
     assert_false instance.compression
     assert_equal :no_compression, instance.compression_level
     assert_true instance.http_backend_excon_nonblock
+    assert_equal({}, instance.api_key_header)
   end
 
   test 'configure compression' do
@@ -374,7 +380,10 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       end
     end
 
-    test 'valid configuration of index lifecycle management' do
+    data("legacy_template" => [true, "_template"],
+         "new_template"    => [false, "_index_template"])
+    test 'valid configuration of index lifecycle management' do |data|
+      use_legacy_template_flag, endpoint = data
       cwd = File.dirname(__FILE__)
       template_file = File.join(cwd, 'test_template.json')
 
@@ -382,8 +391,9 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         enable_ilm    true
         template_name logstash
         template_file #{template_file}
+        use_legacy_template #{use_legacy_template_flag}
       }
-      stub_request(:get, "http://localhost:9200/_template/fluentd").
+      stub_request(:get, "http://localhost:9200/#{endpoint}/fluentd").
         to_return(status: 200, body: "", headers: {})
       stub_request(:head, "http://localhost:9200/_alias/fluentd").
         to_return(status: 404, body: "", headers: {})
@@ -406,7 +416,10 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       }
     end
 
-    test 'valid configuration of overwriting ilm_policy' do
+    data("legacy_template" => [true, "_template"],
+         "new_template"    => [false, "_index_template"])
+    test 'valid configuration of overwriting ilm_policy' do |data|
+      use_legacy_template_flag, endpoint = data
       cwd = File.dirname(__FILE__)
       template_file = File.join(cwd, 'test_template.json')
 
@@ -416,8 +429,9 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         template_file #{template_file}
         ilm_policy_overwrite true
         ilm_policy {"policy":{"phases":{"hot":{"actions":{"rollover":{"max_size":"75gb","max_age": "50d"}}}}}}
+        use_legacy_template #{use_legacy_template_flag}
       }
-      stub_request(:get, "http://localhost:9200/_template/fluentd").
+      stub_request(:get, "http://localhost:9200/#{endpoint}/fluentd").
         to_return(status: 200, body: "", headers: {})
       stub_request(:head, "http://localhost:9200/_alias/fluentd").
         to_return(status: 404, body: "", headers: {})
@@ -707,7 +721,10 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       Fluent::Plugin::ElasticsearchOutput.module_eval(<<-CODE)
         def detect_es_major_version
           @_es_info ||= client.info
-          @_es_info["version"]["number"].to_i
+          unless version = @_es_info.dig("version", "number")
+            version = @default_elasticsearch_version
+          end
+          version.to_i
         end
       CODE
       Fluent::Plugin::ElasticsearchOutput.module_eval(<<-CODE)
@@ -753,7 +770,10 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       Fluent::Plugin::ElasticsearchOutput.module_eval(<<-CODE)
         def detect_es_major_version
           @_es_info ||= client.info
-          @_es_info["version"]["number"].to_i
+          unless version = @_es_info.dig("version", "number")
+            version = @default_elasticsearch_version
+          end
+          version.to_i
         end
       CODE
       Fluent::Plugin::ElasticsearchOutput.module_eval(<<-CODE)
@@ -799,7 +819,10 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
     end
   end
 
-  def test_template_already_present
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_template_already_present(data)
+    use_legacy_template_flag, endpoint = data
     config = %{
       host            logs.google.com
       port            777
@@ -809,6 +832,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       password        doe
       template_name   logstash
       template_file   /abc123
+      use_legacy_template #{use_legacy_template_flag}
     }
 
     # connection start
@@ -816,18 +840,25 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # check if template exists
-    stub_request(:get, "https://logs.google.com:777/es//_template/logstash").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
 
     driver(config)
 
-    assert_not_requested(:put, "https://logs.google.com:777/es//_template/logstash")
+    assert_not_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash")
   end
 
-  def test_template_create
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_template_create(data)
+    use_legacy_template_flag, endpoint = data
     cwd = File.dirname(__FILE__)
-    template_file = File.join(cwd, 'test_template.json')
+    template_file = if use_legacy_template_flag
+                      File.join(cwd, 'test_template.json')
+                    else
+                      File.join(cwd, 'test_index_template.json')
+                    end
 
     config = %{
       host            logs.google.com
@@ -838,6 +869,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       password        doe
       template_name   logstash
       template_file   #{template_file}
+      use_legacy_template #{use_legacy_template_flag}
     }
 
     # connection start
@@ -845,22 +877,29 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # check if template exists
-    stub_request(:get, "https://logs.google.com:777/es//_template/logstash").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 404, :body => "", :headers => {})
     # creation
-    stub_request(:put, "https://logs.google.com:777/es//_template/logstash").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
 
     driver(config)
 
-    assert_requested(:put, "https://logs.google.com:777/es//_template/logstash", times: 1)
+    assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash", times: 1)
   end
 
-  def test_template_create_with_rollover_index_and_template_related_placeholders
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_template_create_with_rollover_index_and_template_related_placeholders(data)
+    use_legacy_template_flag, endpoint = data
     cwd = File.dirname(__FILE__)
-    template_file = File.join(cwd, 'test_template.json')
+    template_file = if use_legacy_template_flag
+                      File.join(cwd, 'test_template.json')
+                    else
+                      File.join(cwd, 'test_index_template.json')
+                    end
    config = %{
       host               logs.google.com
       port               777
@@ -874,6 +913,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       index_date_pattern ""
       index_name         fluentd-${tag}
       deflector_alias    myapp_deflector-${tag}
+      use_legacy_template #{use_legacy_template_flag}
     }
 
     # connection start
@@ -881,11 +921,11 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       with(basic_auth: ['john', 'doe']).
     to_return(:status => 200, :body => "", :headers => {})
     # check if template exists
-    stub_request(:get, "https://logs.google.com:777/es//_template/logstash-test.template").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash-test.template").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 404, :body => "", :headers => {})
     # create template
-    stub_request(:put, "https://logs.google.com:777/es//_template/logstash-test.template").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash-test.template").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # check if alias exists
@@ -915,9 +955,16 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
     assert_requested(elastic_request)
   end
 
-  def test_template_create_with_rollover_index_and_template_related_placeholders_with_truncating_caches
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_template_create_with_rollover_index_and_template_related_placeholders_with_truncating_caches(data)
+    use_legacy_template_flag, endpoint = data
     cwd = File.dirname(__FILE__)
-    template_file = File.join(cwd, 'test_template.json')
+    template_file = if use_legacy_template_flag
+                      File.join(cwd, 'test_template.json')
+                    else
+                      File.join(cwd, 'test_index_template.json')
+                    end
     config = %{
       host               logs.google.com
       port               777
@@ -932,6 +979,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       index_name         fluentd-${tag}
       deflector_alias    myapp_deflector-${tag}
       truncate_caches_interval 2s
+      use_legacy_template #{use_legacy_template_flag}
     }
 
     # connection start
@@ -939,11 +987,11 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       with(basic_auth: ['john', 'doe']).
     to_return(:status => 200, :body => "", :headers => {})
     # check if template exists
-    stub_request(:get, "https://logs.google.com:777/es//_template/logstash-test.template").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash-test.template").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 404, :body => "", :headers => {})
     # create template
-    stub_request(:put, "https://logs.google.com:777/es//_template/logstash-test.template").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash-test.template").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # check if alias exists
@@ -988,9 +1036,16 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       end
     end
 
-    def test_template_create_with_rollover_index_and_default_ilm
+    data("legacy_template" => [true, "_template"],
+         "new_template"    => [false, "_index_template"])
+    def test_template_create_with_rollover_index_and_default_ilm(data)
+      use_legacy_template_flag, endpoint = data
       cwd = File.dirname(__FILE__)
-      template_file = File.join(cwd, 'test_template.json')
+      template_file = if use_legacy_template_flag
+                        File.join(cwd, 'test_template.json')
+                      else
+                        File.join(cwd, 'test_index_template.json')
+                      end
 
       config = %{
         host            logs.google.com
@@ -1004,6 +1059,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         index_date_pattern now/w{xxxx.ww}
         index_name      logstash
         enable_ilm      true
+        use_legacy_template #{use_legacy_template_flag}
       }
 
       # connection start
@@ -1011,24 +1067,31 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # check if template exists
-      stub_request(:get, "https://logs.google.com:777/es//_template/logstash").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
       # creation
-      stub_request(:put, "https://logs.google.com:777/es//_template/logstash").
+      stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # check if alias exists
       stub_request(:head, "https://logs.google.com:777/es//_alias/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
-      stub_request(:get, "https://logs.google.com:777/es//_template/logstash").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(status: 404, body: "", headers: {})
-      stub_request(:put, "https://logs.google.com:777/es//_template/logstash").
-        with(basic_auth: ['john', 'doe'],
-             body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"logstash-policy\",\"index.lifecycle.rollover_alias\":\"logstash\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"logstash-*\",\"order\":51}").
-        to_return(status: 200, body: "", headers: {})
+      if use_legacy_template_flag
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"logstash-policy\",\"index.lifecycle.rollover_alias\":\"logstash\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"logstash-*\",\"order\":51}").
+          to_return(status: 200, body: "", headers: {})
+      else
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"index_patterns\":\"logstash-*\",\"template\":{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"logstash-policy\",\"index.lifecycle.rollover_alias\":\"logstash\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}}},\"priority\":101}").
+          to_return(status: 200, body: "", headers: {})
+      end
       # put the alias for the index
       stub_request(:put, "https://logs.google.com:777/es//%3Clogstash-default-%7Bnow%2Fw%7Bxxxx.ww%7D%7D-000001%3E").
         with(basic_auth: ['john', 'doe']).
@@ -1050,12 +1113,19 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
 
       driver(config)
 
-      assert_requested(:put, "https://logs.google.com:777/es//_template/logstash", times: 1)
+      assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash", times: 1)
     end
 
-    def test_template_create_with_rollover_index_and_default_ilm_on_logstash_format
+    data("legacy_template" => [true, "_template"],
+         "new_template"    => [false, "_index_template"])
+    def test_template_create_with_rollover_index_and_default_ilm_on_logstash_format(data)
+      use_legacy_template_flag, endpoint = data
       cwd = File.dirname(__FILE__)
-      template_file = File.join(cwd, 'test_template.json')
+      template_file = if use_legacy_template_flag
+                        File.join(cwd, 'test_template.json')
+                      else
+                        File.join(cwd, 'test_index_template.json')
+                      end
 
       config = %{
         host            logs.google.com
@@ -1070,6 +1140,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         enable_ilm      true
         logstash_format true
         application_name log
+        use_legacy_template #{use_legacy_template_flag}
       }
 
       date_str = Time.now.strftime("%Y.%m.%d")
@@ -1078,24 +1149,31 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # check if template exists
-      stub_request(:get, "https://logs.google.com:777/es//_template/logstash-#{date_str}").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash-#{date_str}").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
       # creation
-      stub_request(:put, "https://logs.google.com:777/es//_template/logstash-#{date_str}").
+      stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash-#{date_str}").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # check if alias exists
       stub_request(:head, "https://logs.google.com:777/es//_alias/logstash-#{date_str}").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
-      stub_request(:get, "https://logs.google.com:777/es//_template/logstash-#{date_str}").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash-#{date_str}").
         with(basic_auth: ['john', 'doe']).
         to_return(status: 404, body: "", headers: {})
-      stub_request(:put, "https://logs.google.com:777/es//_template/logstash-#{date_str}").
-        with(basic_auth: ['john', 'doe'],
-             body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"logstash-policy\",\"index.lifecycle.rollover_alias\":\"logstash-log-#{date_str}\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"logstash-log-#{date_str}-*\",\"order\":53}").
-        to_return(status: 200, body: "", headers: {})
+      if use_legacy_template_flag
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash-#{date_str}").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"logstash-policy\",\"index.lifecycle.rollover_alias\":\"logstash-log-#{date_str}\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"logstash-log-#{date_str}-*\",\"order\":53}").
+          to_return(status: 200, body: "", headers: {})
+      else
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash-#{date_str}").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"index_patterns\":\"logstash-log-2020.09.21-*\",\"template\":{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"logstash-policy\",\"index.lifecycle.rollover_alias\":\"logstash-2020.09.21\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}}},\"priority\":103}").
+          to_return(status: 200, body: "", headers: {})
+      end
       # put the alias for the index
       stub_request(:put, "https://logs.google.com:777/es//%3Clogstash-log-#{date_str}-000001%3E").
         with(basic_auth: ['john', 'doe']).
@@ -1122,14 +1200,21 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       driver.run(default_tag: 'test') do
         driver.feed(sample_record)
       end
-      assert_requested(:put, "https://logs.google.com:777/es//_template/logstash-#{date_str}", times: 1)
+      assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash-#{date_str}", times: 1)
 
       assert_requested(elastic_request)
     end
 
-    def test_template_create_with_rollover_index_and_default_ilm_and_ilm_policy_overwrite
+    data("legacy_template" => [true, "_template"],
+         "new_template"    => [false, "_index_template"])
+    def test_template_create_with_rollover_index_and_default_ilm_and_ilm_policy_overwrite(data)
+      use_legacy_template_flag, endpoint = data
       cwd = File.dirname(__FILE__)
-      template_file = File.join(cwd, 'test_template.json')
+      template_file = if use_legacy_template_flag
+                        File.join(cwd, 'test_template.json')
+                      else
+                        File.join(cwd, 'test_index_template.json')
+                      end
 
       config = %{
         host            logs.google.com
@@ -1145,6 +1230,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         enable_ilm      true
         ilm_policy_overwrite true
         ilm_policy {"policy":{"phases":{"hot":{"actions":{"rollover":{"max_size":"60gb","max_age": "45d"}}}}}}
+        use_legacy_template #{use_legacy_template_flag}
       }
 
       # connection start
@@ -1152,24 +1238,31 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # check if template exists
-      stub_request(:get, "https://logs.google.com:777/es//_template/logstash").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
       # creation
-      stub_request(:put, "https://logs.google.com:777/es//_template/logstash").
+      stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # check if alias exists
       stub_request(:head, "https://logs.google.com:777/es//_alias/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
-      stub_request(:get, "https://logs.google.com:777/es//_template/logstash").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(status: 404, body: "", headers: {})
-      stub_request(:put, "https://logs.google.com:777/es//_template/logstash").
-        with(basic_auth: ['john', 'doe'],
-             body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"logstash-policy\",\"index.lifecycle.rollover_alias\":\"logstash\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"logstash-*\",\"order\":51}").
-        to_return(status: 200, body: "", headers: {})
+      if use_legacy_template_flag
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"logstash-policy\",\"index.lifecycle.rollover_alias\":\"logstash\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"logstash-*\",\"order\":51}").
+          to_return(status: 200, body: "", headers: {})
+      else
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"index_patterns\":\"logstash-*\",\"template\":{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"logstash-policy\",\"index.lifecycle.rollover_alias\":\"logstash\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}}},\"priority\":101}").
+          to_return(status: 200, body: "", headers: {})
+      end
       # put the alias for the index
       stub_request(:put, "https://logs.google.com:777/es//%3Clogstash-default-%7Bnow%2Fw%7Bxxxx.ww%7D%7D-000001%3E").
         with(basic_auth: ['john', 'doe']).
@@ -1191,7 +1284,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
 
       driver(config)
 
-      assert_requested(:put, "https://logs.google.com:777/es//_template/logstash", times: 1)
+      assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash", times: 1)
     end
 
     def test_template_create_with_rollover_index_and_default_ilm_with_deflector_alias
@@ -1219,9 +1312,16 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       end
     end
 
-    def test_template_create_with_rollover_index_and_default_ilm_with_empty_index_date_pattern
+    data("legacy_template" => [true, "_template"],
+         "new_template"    => [false, "_index_template"])
+    def test_template_create_with_rollover_index_and_default_ilm_with_empty_index_date_pattern(data)
+      use_legacy_template_flag, endpoint = data
       cwd = File.dirname(__FILE__)
-      template_file = File.join(cwd, 'test_template.json')
+      template_file = if use_legacy_template_flag
+                        File.join(cwd, 'test_template.json')
+                      else
+                        File.join(cwd, 'test_index_template.json')
+                      end
 
       config = %{
         host            logs.google.com
@@ -1235,6 +1335,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         index_date_pattern ""
         index_name      logstash
         enable_ilm      true
+        use_legacy_template #{use_legacy_template_flag}
       }
 
       # connection start
@@ -1242,24 +1343,31 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # check if template exists
-      stub_request(:get, "https://logs.google.com:777/es//_template/logstash").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
       # creation
-      stub_request(:put, "https://logs.google.com:777/es//_template/logstash").
+      stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # check if alias exists
       stub_request(:head, "https://logs.google.com:777/es//_alias/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
-      stub_request(:get, "https://logs.google.com:777/es//_template/logstash").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(status: 404, body: "", headers: {})
-      stub_request(:put, "https://logs.google.com:777/es//_template/myapp_deflector").
-        with(basic_auth: ['john', 'doe'],
-             body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"logstash-policy\",\"index.lifecycle.rollover_alias\":\"logstash\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"logstash-*\",\"order\":51}").
-        to_return(status: 200, body: "", headers: {})
+      if use_legacy_template_flag
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/myapp_deflector").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"logstash-policy\",\"index.lifecycle.rollover_alias\":\"logstash\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"logstash-*\",\"order\":51}").
+          to_return(status: 200, body: "", headers: {})
+      else
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/myapp_deflector").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"index_patterns\":\"logstash-*\",\"template\":{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"logstash-policy\",\"index.lifecycle.rollover_alias\":\"logstash\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}}},\"priority\":101}").
+          to_return(status: 200, body: "", headers: {})
+      end
       # put the alias for the index
       stub_request(:put, "https://logs.google.com:777/es//%3Clogstash-default-000001%3E").
         with(basic_auth: ['john', 'doe']).
@@ -1281,12 +1389,19 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
 
       driver(config)
 
-      assert_requested(:put, "https://logs.google.com:777/es//_template/logstash", times: 1)
+      assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash", times: 1)
     end
 
-    def test_template_create_with_rollover_index_and_custom_ilm
+    data("legacy_template" => [true, "_template"],
+         "new_template"    => [false, "_index_template"])
+    def test_template_create_with_rollover_index_and_custom_ilm(data)
+      use_legacy_template_flag, endpoint = data
       cwd = File.dirname(__FILE__)
-      template_file = File.join(cwd, 'test_template.json')
+      template_file = if use_legacy_template_flag
+                        File.join(cwd, 'test_template.json')
+                      else
+                        File.join(cwd, 'test_index_template.json')
+                      end
 
       config = %{
         host            logs.google.com
@@ -1302,6 +1417,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         enable_ilm      true
         index_name      logstash
         ilm_policy      {"policy":{"phases":{"hot":{"actions":{"rollover":{"max_size":"70gb", "max_age":"30d"}}}}}}
+        use_legacy_template #{use_legacy_template_flag}
       }
 
       # connection start
@@ -1309,24 +1425,31 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # check if template exists
-      stub_request(:get, "https://logs.google.com:777/es//_template/logstash").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
       # creation
-      stub_request(:put, "https://logs.google.com:777/es//_template/logstash").
+      stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # check if alias exists
       stub_request(:head, "https://logs.google.com:777/es//_alias/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
-      stub_request(:get, "https://logs.google.com:777/es//_template/logstash").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(status: 404, body: "", headers: {})
-      stub_request(:put, "https://logs.google.com:777/es//_template/logstash").
-        with(basic_auth: ['john', 'doe'],
-             body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"fluentd-policy\",\"index.lifecycle.rollover_alias\":\"myalogs\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"mylogs-*\",\"order\":51}").
-        to_return(status: 200, body: "", headers: {})
+      if use_legacy_template_flag
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"fluentd-policy\",\"index.lifecycle.rollover_alias\":\"myalogs\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"mylogs-*\",\"order\":51}").
+          to_return(status: 200, body: "", headers: {})
+      else
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"index_patterns\":\"logstash-*\",\"template\":{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"fluentd-policy\",\"index.lifecycle.rollover_alias\":\"logstash\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}}},\"priority\":101}").
+          to_return(status: 200, body: "", headers: {})
+      end
       # put the alias for the index
       stub_request(:put, "https://logs.google.com:777/es//%3Clogstash-default-%7Bnow%2Fw%7Bxxxx.ww%7D%7D-000001%3E").
         with(basic_auth: ['john', 'doe']).
@@ -1347,12 +1470,19 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
 
       driver(config)
 
-      assert_requested(:put, "https://logs.google.com:777/es//_template/logstash", times: 1)
+      assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash", times: 1)
     end
 
-    def test_template_create_with_rollover_index_and_ilm_policies_and_placeholders
+    data("legacy_template" => [true, "_template"],
+         "new_template"    => [false, "_index_template"])
+    def test_template_create_with_rollover_index_and_ilm_policies_and_placeholderstest_template_create_with_rollover_index_and_ilm_policies_and_placeholders(data)
+      use_legacy_template_flag, endpoint = data
       cwd = File.dirname(__FILE__)
-      template_file = File.join(cwd, 'test_template.json')
+      template_file = if use_legacy_template_flag
+                        File.join(cwd, 'test_template.json')
+                      else
+                        File.join(cwd, 'test_index_template.json')
+                      end
 
       config = %{
         host            logs.google.com
@@ -1368,6 +1498,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         enable_ilm      true
         index_name      logstash
         ilm_policies    {"fluentd-policy":{"policy":{"phases":{"hot":{"actions":{"rollover":{"max_size":"70gb", "max_age":"30d"}}}}}}}
+        use_legacy_template #{use_legacy_template_flag}
       }
 
       # connection start
@@ -1375,24 +1506,31 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # check if template exists
-      stub_request(:get, "https://logs.google.com:777/es//_template/logstash").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
       # creation
-      stub_request(:put, "https://logs.google.com:777/es//_template/logstash").
+      stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # check if alias exists
       stub_request(:head, "https://logs.google.com:777/es//_alias/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
-      stub_request(:get, "https://logs.google.com:777/es//_template/logstash").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(status: 404, body: "", headers: {})
-      stub_request(:put, "https://logs.google.com:777/es//_template/logstash").
-        with(basic_auth: ['john', 'doe'],
-             body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"fluentd-policy\",\"index.lifecycle.rollover_alias\":\"myalogs\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"mylogs-*\",\"order\":51}").
-        to_return(status: 200, body: "", headers: {})
+      if use_legacy_template_flag
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"fluentd-policy\",\"index.lifecycle.rollover_alias\":\"myalogs\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"mylogs-*\",\"order\":51}").
+          to_return(status: 200, body: "", headers: {})
+      else
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"index_patterns\":\"logstash-*\",\"template\":{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"fluentd-policy\",\"index.lifecycle.rollover_alias\":\"logstash\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}}},\"priority\":101}").
+          to_return(status: 200, body: "", headers: {})
+      end
       # put the alias for the index
       stub_request(:put, "https://logs.google.com:777/es//%3Clogstash-default-%7Bnow%2Fw%7Bxxxx.ww%7D%7D-000001%3E").
         with(basic_auth: ['john', 'doe']).
@@ -1417,15 +1555,22 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       driver.run(default_tag: 'test') do
         driver.feed(sample_record)
       end
-      assert_requested(:put, "https://logs.google.com:777/es//_template/logstash", times: 1)
+      assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash", times: 1)
 
       assert_requested(elastic_request)
     end
 
     class TemplateCreateWithRolloverIndexAndILMPoliciesWithPlaceholdersTest < self
-      def test_tag_placeholder
+      data("legacy_template" => [true, "_template"],
+           "new_template"    => [false, "_index_template"])
+      def test_tag_placeholder(data)
+        use_legacy_template_flag, endpoint = data
         cwd = File.dirname(__FILE__)
-        template_file = File.join(cwd, 'test_template.json')
+        template_file = if use_legacy_template_flag
+                          File.join(cwd, 'test_template.json')
+                        else
+                          File.join(cwd, 'test_index_template.json')
+                        end
 
         config = %{
           host            logs.google.com
@@ -1441,6 +1586,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
           enable_ilm      true
           index_name      logstash
           ilm_policies    {"fluentd-policy":{"policy":{"phases":{"hot":{"actions":{"rollover":{"max_size":"70gb", "max_age":"30d"}}}}}}}
+          use_legacy_template #{use_legacy_template_flag}
         }
 
         # connection start
@@ -1448,24 +1594,31 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
           with(basic_auth: ['john', 'doe']).
           to_return(:status => 200, :body => "", :headers => {})
         # check if template exists
-        stub_request(:get, "https://logs.google.com:777/es//_template/logstash").
+        stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash").
           with(basic_auth: ['john', 'doe']).
           to_return(:status => 404, :body => "", :headers => {})
         # creation
-        stub_request(:put, "https://logs.google.com:777/es//_template/logstash").
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
           with(basic_auth: ['john', 'doe']).
           to_return(:status => 200, :body => "", :headers => {})
         # check if alias exists
         stub_request(:head, "https://logs.google.com:777/es//_alias/logstash").
           with(basic_auth: ['john', 'doe']).
           to_return(:status => 404, :body => "", :headers => {})
-        stub_request(:get, "https://logs.google.com:777/es//_template/logstash").
+        stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash").
           with(basic_auth: ['john', 'doe']).
           to_return(status: 404, body: "", headers: {})
-        stub_request(:put, "https://logs.google.com:777/es//_template/logstash").
-          with(basic_auth: ['john', 'doe'],
-               body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"fluentd-policy\",\"index.lifecycle.rollover_alias\":\"myalogs\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"mylogs-*\",\"order\":51}").
-          to_return(status: 200, body: "", headers: {})
+        if use_legacy_template_flag
+          stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
+            with(basic_auth: ['john', 'doe'],
+                 body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"fluentd-policy\",\"index.lifecycle.rollover_alias\":\"myalogs\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"mylogs-*\",\"order\":51}").
+            to_return(status: 200, body: "", headers: {})
+        else
+          stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
+            with(basic_auth: ['john', 'doe'],
+                 body: "{\"index_patterns\":\"logstash-*\",\"template\":{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"fluentd-policy\",\"index.lifecycle.rollover_alias\":\"logstash\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}}},\"priority\":101}").
+            to_return(status: 200, body: "", headers: {})
+        end
         # put the alias for the index
         stub_request(:put, "https://logs.google.com:777/es//%3Clogstash-default-%7Bnow%2Fw%7Bxxxx.ww%7D%7D-000001%3E").
           with(basic_auth: ['john', 'doe']).
@@ -1490,14 +1643,21 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         driver.run(default_tag: 'fluentd-policy') do
           driver.feed(sample_record)
         end
-        assert_requested(:put, "https://logs.google.com:777/es//_template/logstash", times: 1)
+        assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash", times: 1)
 
         assert_requested(elastic_request)
       end
 
-      def test_tag_placeholder_with_multiple_policies
+      data("legacy_template" => [true, "_template"],
+           "new_template"    => [false, "_index_template"])
+      def test_tag_placeholder_with_multiple_policies(data)
+        use_legacy_template_flag, endpoint = data
         cwd = File.dirname(__FILE__)
-        template_file = File.join(cwd, 'test_template.json')
+        template_file = if use_legacy_template_flag
+                          File.join(cwd, 'test_template.json')
+                        else
+                          File.join(cwd, 'test_index_template.json')
+                        end
 
         config = %{
           host            logs.google.com
@@ -1513,6 +1673,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
           enable_ilm      true
           index_name      logstash
           ilm_policies    {"fluentd-policy":{"policy":{"phases":{"hot":{"actions":{"rollover":{"max_size":"70gb", "max_age":"30d"}}}}}}, "fluentd-policy2":{"policy":{"phases":{"hot":{"actions":{"rollover":{"max_size":"80gb", "max_age":"20d"}}}}}}}
+          use_legacy_template #{use_legacy_template_flag}
         }
 
         # connection start
@@ -1520,24 +1681,31 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
           with(basic_auth: ['john', 'doe']).
           to_return(:status => 200, :body => "", :headers => {})
         # check if template exists
-        stub_request(:get, "https://logs.google.com:777/es//_template/logstash").
+        stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash").
           with(basic_auth: ['john', 'doe']).
           to_return(:status => 404, :body => "", :headers => {})
         # creation
-        stub_request(:put, "https://logs.google.com:777/es//_template/logstash").
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
           with(basic_auth: ['john', 'doe']).
           to_return(:status => 200, :body => "", :headers => {})
         # check if alias exists
         stub_request(:head, "https://logs.google.com:777/es//_alias/logstash").
           with(basic_auth: ['john', 'doe']).
           to_return(:status => 404, :body => "", :headers => {})
-        stub_request(:get, "https://logs.google.com:777/es//_template/logstash").
+        stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash").
           with(basic_auth: ['john', 'doe']).
           to_return(status: 404, body: "", headers: {})
-        stub_request(:put, "https://logs.google.com:777/es//_template/logstash").
-          with(basic_auth: ['john', 'doe'],
-               body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"fluentd-policy\",\"index.lifecycle.rollover_alias\":\"myalogs\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"mylogs-*\",\"order\":51}").
-          to_return(status: 200, body: "", headers: {})
+        if use_legacy_template_flag
+          stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
+            with(basic_auth: ['john', 'doe'],
+                 body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"fluentd-policy2\",\"index.lifecycle.rollover_alias\":\"logstash\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"logstash-*\",\"order\":51}").
+            to_return(status: 200, body: "", headers: {})
+        else
+          stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
+            with(basic_auth: ['john', 'doe'],
+                 body: "{\"index_patterns\":\"logstash-*\",\"template\":{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"fluentd-policy2\",\"index.lifecycle.rollover_alias\":\"logstash\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}}},\"priority\":101}").
+            to_return(status: 200, body: "", headers: {})
+        end
         # put the alias for the index
         stub_request(:put, "https://logs.google.com:777/es//%3Clogstash-default-%7Bnow%2Fw%7Bxxxx.ww%7D%7D-000001%3E").
           with(basic_auth: ['john', 'doe']).
@@ -1562,15 +1730,22 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         driver.run(default_tag: 'fluentd-policy2') do
           driver.feed(sample_record)
         end
-        assert_requested(:put, "https://logs.google.com:777/es//_template/logstash", times: 1)
+        assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash", times: 1)
 
         assert_requested(elastic_request)
       end
     end
 
-    def test_template_create_with_rollover_index_and_default_ilm_and_placeholders
+    data("legacy_template" => [true, "_template"],
+         "new_template"    => [false, "_index_template"])
+    def test_template_create_with_rollover_index_and_default_ilm_and_placeholders(data)
+      use_legacy_template_flag, endpoint = data
       cwd = File.dirname(__FILE__)
-      template_file = File.join(cwd, 'test_template.json')
+      template_file = if use_legacy_template_flag
+                        File.join(cwd, 'test_template.json')
+                      else
+                        File.join(cwd, 'test_index_template.json')
+                      end
 
       config = %{
         host            logs.google.com
@@ -1584,6 +1759,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         index_date_pattern now/w{xxxx.ww}
         index_name logstash-${tag}
         enable_ilm      true
+        use_legacy_template #{use_legacy_template_flag}
       }
 
       # connection start
@@ -1591,24 +1767,31 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # check if template exists
-      stub_request(:get, "https://logs.google.com:777/es//_template/logstash").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
       # creation
-      stub_request(:put, "https://logs.google.com:777/es//_template/logstash").
+      stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # check if alias exists
       stub_request(:head, "https://logs.google.com:777/es//_alias/logstash-test").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
-      stub_request(:get, "https://logs.google.com:777/es//_template/logstash-test").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash-test").
         with(basic_auth: ['john', 'doe']).
         to_return(status: 404, body: "", headers: {})
-      stub_request(:put, "https://logs.google.com:777/es//_template/logstash-test").
-        with(basic_auth: ['john', 'doe'],
-             body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"logstash-policy\",\"index.lifecycle.rollover_alias\":\"logstash-test\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"logstash-test-*\",\"order\":52}").
-        to_return(status: 200, body: "", headers: {})
+      if use_legacy_template_flag
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash-test").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"logstash-policy\",\"index.lifecycle.rollover_alias\":\"logstash-test\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"logstash-test-*\",\"order\":52}").
+          to_return(status: 200, body: "", headers: {})
+      else
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash-test").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"index_patterns\":\"logstash-test-*\",\"template\":{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"logstash-policy\",\"index.lifecycle.rollover_alias\":\"logstash-test\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}}},\"priority\":102}").
+          to_return(status: 200, body: "", headers: {})
+      end
       # put the alias for the index
       stub_request(:put, "https://logs.google.com:777/es//%3Clogstash-test-default-%7Bnow%2Fw%7Bxxxx.ww%7D%7D-000001%3E").
         with(basic_auth: ['john', 'doe']).
@@ -1641,9 +1824,16 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       assert_requested(elastic_request)
     end
 
-    def test_template_create_with_rollover_index_and_default_ilm_and_custom_and_time_placeholders
+    data("legacy_template" => [true, "_template"],
+         "new_template"    => [false, "_index_template"])
+    def test_template_create_with_rollover_index_and_default_ilm_and_custom_and_time_placeholders(data)
+      use_legacy_template_flag, endpoint = data
       cwd = File.dirname(__FILE__)
-      template_file = File.join(cwd, 'test_template.json')
+      template_file = if use_legacy_template_flag
+                        File.join(cwd, 'test_template.json')
+                      else
+                        File.join(cwd, 'test_index_template.json')
+                      end
 
       config = Fluent::Config::Element.new(
         'ROOT', '', {
@@ -1659,6 +1849,8 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
           'index_date_pattern' => 'now/w{xxxx.ww}',
           'index_name' => "${taskDef}-%Y.%m",
           'enable_ilm' => true,
+          'use_legacy_template' => use_legacy_template_flag,
+
         }, [
           Fluent::Config::Element.new('buffer', 'tag, time, taskDef', {
                                         'chunk_keys' => ['tag', 'time', 'taskDef'],
@@ -1674,14 +1866,21 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # check if template exists
-      stub_request(:get, "https://logs.google.com:777/es//_template/#{task_def_value}-#{date_str}").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/#{task_def_value}-#{date_str}").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
       # creation
-      stub_request(:put, "https://logs.google.com:777/es//_template/#{task_def_value}-#{date_str}").
-        with(basic_auth: ['john', 'doe'],
-             body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"logstash-policy\",\"index.lifecycle.rollover_alias\":\"#{task_def_value}-#{date_str}\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"#{task_def_value}-#{date_str}-*\",\"order\":52}").
-        to_return(:status => 200, :body => "", :headers => {})
+      if use_legacy_template_flag
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/#{task_def_value}-#{date_str}").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"logstash-policy\",\"index.lifecycle.rollover_alias\":\"#{task_def_value}-#{date_str}\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}},\"index_patterns\":\"#{task_def_value}-#{date_str}-*\",\"order\":52}").
+          to_return(:status => 200, :body => "", :headers => {})
+      else
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/#{task_def_value}-#{date_str}").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"index_patterns\":\"task_definition-#{date_str}-*\",\"template\":{\"settings\":{\"number_of_shards\":1,\"index.lifecycle.name\":\"logstash-policy\",\"index.lifecycle.rollover_alias\":\"task_definition-#{date_str}\"},\"mappings\":{\"type1\":{\"_source\":{\"enabled\":false},\"properties\":{\"host_name\":{\"type\":\"string\",\"index\":\"not_analyzed\"},\"created_at\":{\"type\":\"date\",\"format\":\"EEE MMM dd HH:mm:ss Z YYYY\"}}}}},\"priority\":102}").
+          to_return(:status => 200, :body => "", :headers => {})
+      end
       # check if alias exists
       stub_request(:head, "https://logs.google.com:777/es//_alias/#{task_def_value}-#{date_str}").
         with(basic_auth: ['john', 'doe']).
@@ -1719,9 +1918,16 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
     end
   end
 
-  def test_custom_template_create
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_custom_template_create(data)
+    use_legacy_template_flag, endpoint = data
     cwd = File.dirname(__FILE__)
-    template_file = File.join(cwd, 'test_alias_template.json')
+    template_file = if use_legacy_template_flag
+                      File.join(cwd, 'test_alias_template.json')
+                    else
+                      File.join(cwd, 'test_index_alias_template.json')
+                    end
 
     config = %{
       host            logs.google.com
@@ -1733,6 +1939,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       template_name   myapp_alias_template
       template_file   #{template_file}
       customize_template {"--appid--": "myapp-logs","--index_prefix--":"mylogs"}
+      use_legacy_template #{use_legacy_template_flag}
     }
 
     # connection start
@@ -1740,22 +1947,29 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # check if template exists
-    stub_request(:get, "https://logs.google.com:777/es//_template/myapp_alias_template").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 404, :body => "", :headers => {})
     # creation
-    stub_request(:put, "https://logs.google.com:777/es//_template/myapp_alias_template").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
 
     driver(config)
 
-    assert_requested(:put, "https://logs.google.com:777/es//_template/myapp_alias_template", times: 1)
+    assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template", times: 1)
   end
 
-  def test_custom_template_create_with_customize_template_related_placeholders
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_custom_template_create_with_customize_template_related_placeholders(data)
+    use_legacy_template_flag, endpoint = data
     cwd = File.dirname(__FILE__)
-    template_file = File.join(cwd, 'test_alias_template.json')
+    template_file = if use_legacy_template_flag
+                      File.join(cwd, 'test_alias_template.json')
+                    else
+                      File.join(cwd, 'test_index_alias_template.json')
+                    end
 
     config = %{
       host            logs.google.com
@@ -1767,6 +1981,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       template_name   myapp_alias_template-${tag}
       template_file   #{template_file}
       customize_template {"--appid--": "${tag}-logs","--index_prefix--":"${tag}"}
+      use_legacy_template #{use_legacy_template_flag}
     }
 
     # connection start
@@ -1774,11 +1989,11 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # check if template exists
-    stub_request(:get, "https://logs.google.com:777/es//_template/myapp_alias_template-test.template").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template-test.template").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 404, :body => "", :headers => {})
     # creation
-    stub_request(:put, "https://logs.google.com:777/es//_template/myapp_alias_template-test.template").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template-test.template").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
 
@@ -1792,12 +2007,19 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       driver.feed(sample_record)
     end
 
-    assert_requested(:put, "https://logs.google.com:777/es//_template/myapp_alias_template-test.template", times: 1)
+    assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template-test.template", times: 1)
   end
 
-  def test_custom_template_installation_for_host_placeholder
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_custom_template_installation_for_host_placeholder(data)
+    use_legacy_template_flag, endpoint = data
     cwd = File.dirname(__FILE__)
-    template_file = File.join(cwd, 'test_template.json')
+    template_file = if use_legacy_template_flag
+                      File.join(cwd, 'test_template.json')
+                    else
+                      File.join(cwd, 'test_index_template.json')
+                    end
 
     config = %{
       host            logs-${tag}.google.com
@@ -1811,6 +2033,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       verify_es_version_at_startup false
       default_elasticsearch_version 6
       customize_template {"--appid--": "myapp-logs","--index_prefix--":"mylogs"}
+      use_legacy_template #{use_legacy_template_flag}
     }
 
     # connection start
@@ -1818,10 +2041,10 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # check if template exists
-    stub_request(:get, "https://logs-test.google.com:777/es//_template/logstash").
+    stub_request(:get, "https://logs-test.google.com:777/es//#{endpoint}/logstash").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 404, :body => "", :headers => {})
-    stub_request(:put, "https://logs-test.google.com:777/es//_template/logstash").
+    stub_request(:put, "https://logs-test.google.com:777/es//#{endpoint}/logstash").
       with(basic_auth: ['john', 'doe']).
       to_return(status: 200, body: "", headers: {})
 
@@ -1833,9 +2056,16 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
     end
   end
 
-  def test_custom_template_with_rollover_index_create
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_custom_template_with_rollover_index_create(data)
+    use_legacy_template_flag, endpoint = data
     cwd = File.dirname(__FILE__)
-    template_file = File.join(cwd, 'test_alias_template.json')
+    template_file = if use_legacy_template_flag
+                      File.join(cwd, 'test_alias_template.json')
+                    else
+                      File.join(cwd, 'test_index_alias_template.json')
+                    end
 
     config = %{
       host            logs.google.com
@@ -1851,6 +2081,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       index_date_pattern now/w{xxxx.ww}
       index_name    mylogs
       application_name myapp
+      use_legacy_template #{use_legacy_template_flag}
     }
 
     # connection start
@@ -1858,11 +2089,11 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # check if template exists
-    stub_request(:get, "https://logs.google.com:777/es//_template/myapp_alias_template").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 404, :body => "", :headers => {})
     # creation
-    stub_request(:put, "https://logs.google.com:777/es//_template/myapp_alias_template").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # creation of index which can rollover
@@ -1880,12 +2111,19 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
 
     driver(config)
 
-    assert_requested(:put, "https://logs.google.com:777/es//_template/myapp_alias_template", times: 1)
+    assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template", times: 1)
   end
 
-  def test_custom_template_with_rollover_index_create_and_deflector_alias
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_custom_template_with_rollover_index_create_and_deflector_alias(data)
+    use_legacy_template_flag, endpoint = data
     cwd = File.dirname(__FILE__)
-    template_file = File.join(cwd, 'test_alias_template.json')
+    template_file = if use_legacy_template_flag
+                      File.join(cwd, 'test_alias_template.json')
+                    else
+                      File.join(cwd, 'test_index_alias_template.json')
+                    end
 
     config = %{
       host            logs.google.com
@@ -1902,6 +2140,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       deflector_alias myapp_deflector
       index_name    mylogs
       application_name myapp
+      use_legacy_template #{use_legacy_template_flag}
     }
 
     # connection start
@@ -1909,11 +2148,11 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # check if template exists
-    stub_request(:get, "https://logs.google.com:777/es//_template/myapp_alias_template").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 404, :body => "", :headers => {})
     # creation
-    stub_request(:put, "https://logs.google.com:777/es//_template/myapp_alias_template").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # creation of index which can rollover
@@ -1931,12 +2170,19 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
 
     driver(config)
 
-    assert_requested(:put, "https://logs.google.com:777/es//_template/myapp_alias_template", times: 1)
+    assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template", times: 1)
   end
 
-  def test_custom_template_with_rollover_index_create_with_logstash_format
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_custom_template_with_rollover_index_create_with_logstash_format(data)
+    use_legacy_template_flag, endpoint = data
     cwd = File.dirname(__FILE__)
-    template_file = File.join(cwd, 'test_alias_template.json')
+    template_file = if use_legacy_template_flag
+                      File.join(cwd, 'test_alias_template.json')
+                    else
+                      File.join(cwd, 'test_index_alias_template.json')
+                    end
 
     config = %{
       host            logs.google.com
@@ -1953,6 +2199,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       logstash_format true
       logstash_prefix mylogs
       application_name myapp
+      use_legacy_template #{use_legacy_template_flag}
     }
 
     timestr = Time.now.strftime("%Y.%m.%d")
@@ -1961,11 +2208,11 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # check if template exists
-    stub_request(:get, "https://logs.google.com:777/es//_template/myapp_alias_template").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 404, :body => "", :headers => {})
     # creation
-    stub_request(:put, "https://logs.google.com:777/es//_template/myapp_alias_template").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # creation of index which can rollover
@@ -2000,9 +2247,16 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       end
     end
 
-    def test_custom_template_with_rollover_index_create_and_default_ilm
+    data("legacy_template" => [true, "_template"],
+         "new_template"    => [false, "_index_template"])
+    def test_custom_template_with_rollover_index_create_and_default_ilm(data)
+      use_legacy_template_flag, endpoint = data
       cwd = File.dirname(__FILE__)
-      template_file = File.join(cwd, 'test_alias_template.json')
+      template_file = if use_legacy_template_flag
+                        File.join(cwd, 'test_alias_template.json')
+                      else
+                        File.join(cwd, 'test_index_alias_template.json')
+                      end
 
       config = %{
         host            logs.google.com
@@ -2019,6 +2273,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         application_name myapp
         ilm_policy_id   fluentd-policy
         enable_ilm      true
+        use_legacy_template #{use_legacy_template_flag}
       }
 
       # connection start
@@ -2026,11 +2281,11 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # check if template exists
-      stub_request(:get, "https://logs.google.com:777/es//_template/myapp_alias_template").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
       # creation
-      stub_request(:put, "https://logs.google.com:777/es//_template/myapp_alias_template").
+      stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # creation of index which can rollover
@@ -2041,13 +2296,20 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       stub_request(:head, "https://logs.google.com:777/es//_alias/mylogs").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
-      stub_request(:get, "https://logs.google.com:777/es//_template/mylogs").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/mylogs").
         with(basic_auth: ['john', 'doe']).
         to_return(status: 404, body: "", headers: {})
-      stub_request(:put, "https://logs.google.com:777/es//_template/mylogs").
-        with(basic_auth: ['john', 'doe'],
-             body: "{\"order\":6,\"settings\":{\"index.lifecycle.name\":\"fluentd-policy\",\"index.lifecycle.rollover_alias\":\"mylogs\"},\"mappings\":{},\"aliases\":{\"myapp-logs-alias\":{}},\"index_patterns\":\"mylogs-*\"}").
-        to_return(status: 200, body: "", headers: {})
+      if use_legacy_template_flag
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/mylogs").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"order\":6,\"settings\":{\"index.lifecycle.name\":\"fluentd-policy\",\"index.lifecycle.rollover_alias\":\"mylogs\"},\"mappings\":{},\"aliases\":{\"myapp-logs-alias\":{}},\"index_patterns\":\"mylogs-*\"}").
+          to_return(status: 200, body: "", headers: {})
+      else
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/mylogs").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"priority\":106,\"index_patterns\":\"mylogs-*\",\"template\":{\"settings\":{\"index.lifecycle.name\":\"fluentd-policy\",\"index.lifecycle.rollover_alias\":\"mylogs\"},\"mappings\":{},\"aliases\":{\"myapp-logs-alias\":{}}}}").
+          to_return(status: 200, body: "", headers: {})
+      end
       # put the alias for the index
       stub_request(:put, "https://logs.google.com:777/es//%3Cmylogs-myapp-%7Bnow%2Fw%7Bxxxx.ww%7D%7D-000001%3E/#{alias_endpoint}/mylogs").
         with(basic_auth: ['john', 'doe'],
@@ -2066,12 +2328,19 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
 
       driver(config)
 
-      assert_requested(:put, "https://logs.google.com:777/es//_template/mylogs", times: 1)
+      assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/mylogs", times: 1)
     end
 
-    def test_custom_template_with_rollover_index_create_and_default_ilm_and_ilm_policy_overwrite
+    data("legacy_template" => [true, "_template"],
+         "new_template"    => [false, "_index_template"])
+    def test_custom_template_with_rollover_index_create_and_default_ilm_and_ilm_policy_overwrite(data)
+      use_legacy_template_flag, endpoint = data
       cwd = File.dirname(__FILE__)
-      template_file = File.join(cwd, 'test_alias_template.json')
+      template_file = if use_legacy_template_flag
+                        File.join(cwd, 'test_alias_template.json')
+                      else
+                        File.join(cwd, 'test_index_alias_template.json')
+                      end
 
       config = %{
         host            logs.google.com
@@ -2090,6 +2359,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         enable_ilm      true
         ilm_policy_overwrite true
         ilm_policy {"policy":{"phases":{"hot":{"actions":{"rollover":{"max_size":"60gb","max_age": "45d"}}}}}}
+        use_legacy_template #{use_legacy_template_flag}
       }
 
       # connection start
@@ -2097,11 +2367,11 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # check if template exists
-      stub_request(:get, "https://logs.google.com:777/es//_template/myapp_alias_template").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
       # creation
-      stub_request(:put, "https://logs.google.com:777/es//_template/myapp_alias_template").
+      stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # creation of index which can rollover
@@ -2112,13 +2382,20 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       stub_request(:head, "https://logs.google.com:777/es//_alias/mylogs").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
-      stub_request(:get, "https://logs.google.com:777/es//_template/mylogs").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/mylogs").
         with(basic_auth: ['john', 'doe']).
         to_return(status: 404, body: "", headers: {})
-      stub_request(:put, "https://logs.google.com:777/es//_template/mylogs").
-        with(basic_auth: ['john', 'doe'],
-             body: "{\"order\":6,\"settings\":{\"index.lifecycle.name\":\"fluentd-policy\",\"index.lifecycle.rollover_alias\":\"mylogs\"},\"mappings\":{},\"aliases\":{\"myapp-logs-alias\":{}},\"index_patterns\":\"mylogs-*\"}").
-        to_return(status: 200, body: "", headers: {})
+      if use_legacy_template_flag
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/mylogs").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"order\":6,\"settings\":{\"index.lifecycle.name\":\"fluentd-policy\",\"index.lifecycle.rollover_alias\":\"mylogs\"},\"mappings\":{},\"aliases\":{\"myapp-logs-alias\":{}},\"index_patterns\":\"mylogs-*\"}").
+          to_return(status: 200, body: "", headers: {})
+      else
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/mylogs").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"priority\":106,\"index_patterns\":\"mylogs-*\",\"template\":{\"settings\":{\"index.lifecycle.name\":\"fluentd-policy\",\"index.lifecycle.rollover_alias\":\"mylogs\"},\"mappings\":{},\"aliases\":{\"myapp-logs-alias\":{}}}}").
+          to_return(status: 200, body: "", headers: {})
+      end
       # put the alias for the index
       stub_request(:put, "https://logs.google.com:777/es//%3Cmylogs-myapp-%7Bnow%2Fw%7Bxxxx.ww%7D%7D-000001%3E/#{alias_endpoint}/mylogs").
         with(basic_auth: ['john', 'doe'],
@@ -2137,7 +2414,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
 
       driver(config)
 
-      assert_requested(:put, "https://logs.google.com:777/es//_template/mylogs", times: 1)
+      assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/mylogs", times: 1)
     end
 
     def test_custom_template_with_rollover_index_create_and_default_ilm_with_deflector_alias
@@ -2168,9 +2445,16 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       end
     end
 
-    def test_custom_template_with_rollover_index_create_and_default_ilm_and_placeholders
+    data("legacy_template" => [true, "_template"],
+         "new_template"    => [false, "_index_template"])
+    def test_custom_template_with_rollover_index_create_and_default_ilm_and_placeholders(data)
+      use_legacy_template_flag, endpoint = data
       cwd = File.dirname(__FILE__)
-      template_file = File.join(cwd, 'test_alias_template.json')
+      template_file = if use_legacy_template_flag
+                        File.join(cwd, 'test_alias_template.json')
+                      else
+                        File.join(cwd, 'test_index_alias_template.json')
+                      end
 
       config = %{
         host            logs.google.com
@@ -2187,6 +2471,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         application_name myapp
         ilm_policy_id   fluentd-policy
         enable_ilm      true
+        use_legacy_template #{use_legacy_template_flag}
       }
 
       # connection start
@@ -2194,11 +2479,11 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # check if template exists
-      stub_request(:get, "https://logs.google.com:777/es//_template/myapp_alias_template").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
       # creation
-      stub_request(:put, "https://logs.google.com:777/es//_template/myapp_alias_template").
+      stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # creation of index which can rollover
@@ -2209,13 +2494,20 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       stub_request(:head, "https://logs.google.com:777/es//_alias/mylogs-custom-test").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
-      stub_request(:get, "https://logs.google.com:777/es//_template/mylogs-custom-test").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/mylogs-custom-test").
         with(basic_auth: ['john', 'doe']).
         to_return(status: 404, body: "", headers: {})
-      stub_request(:put, "https://logs.google.com:777/es//_template/mylogs-custom-test").
-        with(basic_auth: ['john', 'doe'],
-             body: "{\"order\":8,\"settings\":{\"index.lifecycle.name\":\"fluentd-policy\",\"index.lifecycle.rollover_alias\":\"mylogs-custom-test\"},\"mappings\":{},\"aliases\":{\"myapp-logs-alias\":{}},\"index_patterns\":\"mylogs-custom-test-*\"}").
-        to_return(status: 200, body: "", headers: {})
+      if use_legacy_template_flag
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/mylogs-custom-test").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"order\":8,\"settings\":{\"index.lifecycle.name\":\"fluentd-policy\",\"index.lifecycle.rollover_alias\":\"mylogs-custom-test\"},\"mappings\":{},\"aliases\":{\"myapp-logs-alias\":{}},\"index_patterns\":\"mylogs-custom-test-*\"}").
+          to_return(status: 200, body: "", headers: {})
+      else
+        stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/mylogs-custom-test").
+          with(basic_auth: ['john', 'doe'],
+               body: "{\"priority\":108,\"index_patterns\":\"mylogs-custom-test-*\",\"template\":{\"settings\":{\"index.lifecycle.name\":\"fluentd-policy\",\"index.lifecycle.rollover_alias\":\"mylogs-custom-test\"},\"mappings\":{},\"aliases\":{\"myapp-logs-alias\":{}}}}").
+          to_return(status: 200, body: "", headers: {})
+      end
       # put the alias for the index
       stub_request(:put, "https://logs.google.com:777/es//%3Cmylogs-custom-test-myapp-%7Bnow%2Fw%7Bxxxx.ww%7D%7D-000001%3E/#{alias_endpoint}/mylogs-custom-test").
         with(basic_auth: ['john', 'doe'],
@@ -2245,9 +2537,16 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       assert_requested(elastic_request)
     end
 
-    def test_custom_template_with_rollover_index_create_and_custom_ilm
+    data("legacy_template" => [true, "_template"],
+         "new_template"    => [false, "_index_template"])
+    def test_custom_template_with_rollover_index_create_and_custom_ilm(data)
+      use_legacy_template_flag, endpoint = data
       cwd = File.dirname(__FILE__)
-      template_file = File.join(cwd, 'test_alias_template.json')
+      template_file = if use_legacy_template_flag
+                        File.join(cwd, 'test_alias_template.json')
+                      else
+                        File.join(cwd, 'test_index_alias_template.json')
+                      end
 
       config = %{
         host            logs.google.com
@@ -2265,6 +2564,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         ilm_policy_id   fluentd-policy
         enable_ilm      true
         ilm_policy      {"policy":{"phases":{"hot":{"actions":{"rollover":{"max_size":"70gb", "max_age":"30d"}}}}}}
+        use_legacy_template #{use_legacy_template_flag}
       }
 
       # connection start
@@ -2272,11 +2572,11 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # check if template exists
-      stub_request(:get, "https://logs.google.com:777/es//_template/myapp_alias_template").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
       # creation
-      stub_request(:put, "https://logs.google.com:777/es//_template/myapp_alias_template").
+      stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 200, :body => "", :headers => {})
       # creation of index which can rollover
@@ -2287,10 +2587,10 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       stub_request(:head, "https://logs.google.com:777/es//_alias/mylogs").
         with(basic_auth: ['john', 'doe']).
         to_return(:status => 404, :body => "", :headers => {})
-      stub_request(:get, "https://logs.google.com:777/es//_template/mylogs").
+      stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/mylogs").
         with(basic_auth: ['john', 'doe']).
         to_return(status: 404, body: "", headers: {})
-      stub_request(:put, "https://logs.google.com:777/es//_template/mylogs").
+      stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/mylogs").
         with(basic_auth: ['john', 'doe']).
         to_return(status: 200, body: "", headers: {})
       # put the alias for the index
@@ -2311,13 +2611,20 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
 
       driver(config)
 
-      assert_requested(:put, "https://logs.google.com:777/es//_template/mylogs", times: 1)
+      assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/mylogs", times: 1)
     end
   end
 
-  def test_template_overwrite
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_template_overwrite(data)
+    use_legacy_template_flag, endpoint = data
     cwd = File.dirname(__FILE__)
-    template_file = File.join(cwd, 'test_template.json')
+    template_file = if use_legacy_template_flag
+                      File.join(cwd, 'test_template.json')
+                    else
+                      File.join(cwd, 'test_index_template.json')
+                    end
 
     config = %{
       host            logs.google.com
@@ -2329,6 +2636,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       template_name   logstash
       template_file   #{template_file}
       template_overwrite true
+      use_legacy_template #{use_legacy_template_flag}
     }
 
     # connection start
@@ -2336,22 +2644,29 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # check if template exists
-    stub_request(:get, "https://logs.google.com:777/es//_template/logstash").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # creation
-    stub_request(:put, "https://logs.google.com:777/es//_template/logstash").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
 
     driver(config)
 
-    assert_requested(:put, "https://logs.google.com:777/es//_template/logstash", times: 1)
+    assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash", times: 1)
   end
 
-  def test_custom_template_overwrite
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_custom_template_overwrite(data)
+    use_legacy_template_flag, endpoint = data
     cwd = File.dirname(__FILE__)
-    template_file = File.join(cwd, 'test_template.json')
+    template_file = if use_legacy_template_flag
+                      File.join(cwd, 'test_template.json')
+                    else
+                      File.join(cwd, 'test_index_template.json')
+                    end
 
     config = %{
       host            logs.google.com
@@ -2364,6 +2679,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       template_file   #{template_file}
       template_overwrite true
       customize_template {"--appid--": "myapp-logs","--index_prefix--":"mylogs"}
+      use_legacy_template #{use_legacy_template_flag}
     }
 
     # connection start
@@ -2371,22 +2687,29 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # check if template exists
-    stub_request(:get, "https://logs.google.com:777/es//_template/myapp_alias_template").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # creation
-    stub_request(:put, "https://logs.google.com:777/es//_template/myapp_alias_template").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
 
     driver(config)
 
-    assert_requested(:put, "https://logs.google.com:777/es//_template/myapp_alias_template", times: 1)
+    assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template", times: 1)
   end
 
-  def test_custom_template_with_rollover_index_overwrite
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_custom_template_with_rollover_index_overwrite(data)
+    use_legacy_template_flag, endpoint = data
     cwd = File.dirname(__FILE__)
-    template_file = File.join(cwd, 'test_template.json')
+    template_file = if use_legacy_template_flag
+                      File.join(cwd, 'test_template.json')
+                    else
+                      File.join(cwd, 'test_index_template.json')
+                    end
 
     config = %{
       host            logs.google.com
@@ -2403,6 +2726,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       rollover_index  true
       index_name    mylogs
       application_name myapp
+      use_legacy_template #{use_legacy_template_flag}
     }
 
     # connection start
@@ -2410,11 +2734,11 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # check if template exists
-    stub_request(:get, "https://logs.google.com:777/es//_template/myapp_alias_template").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # creation
-    stub_request(:put, "https://logs.google.com:777/es//_template/myapp_alias_template").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # creation of index which can rollover
@@ -2432,7 +2756,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
 
     driver(config)
 
-    assert_requested(:put, "https://logs.google.com:777/es//_template/myapp_alias_template", times: 1)
+    assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/myapp_alias_template", times: 1)
   end
 
   def test_template_create_invalid_filename
@@ -2462,9 +2786,16 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
     }
   end
 
-  def test_template_create_for_host_placeholder
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_template_create_for_host_placeholder(data)
+    use_legacy_template_flag, endpoint = data
     cwd = File.dirname(__FILE__)
-    template_file = File.join(cwd, 'test_template.json')
+    template_file = if use_legacy_template_flag
+                      File.join(cwd, 'test_template.json')
+                    else
+                      File.join(cwd, 'test_index_template.json')
+                    end
 
     config = %{
       host            logs-${tag}.google.com
@@ -2477,6 +2808,7 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       template_file   #{template_file}
       verify_es_version_at_startup false
       default_elasticsearch_version 6
+      use_legacy_template #{use_legacy_template_flag}
     }
 
     # connection start
@@ -2484,10 +2816,10 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # check if template exists
-    stub_request(:get, "https://logs-test.google.com:777/es//_template/logstash").
+    stub_request(:get, "https://logs-test.google.com:777/es//#{endpoint}/logstash").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 404, :body => "", :headers => {})
-    stub_request(:put, "https://logs-test.google.com:777/es//_template/logstash").
+    stub_request(:put, "https://logs-test.google.com:777/es//#{endpoint}/logstash").
       with(basic_auth: ['john', 'doe']).
       to_return(status: 200, body: "", headers: {})
     stub_request(:post, "https://logs-test.google.com:777/es//_bulk").
@@ -2502,9 +2834,16 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
     end
   end
 
-  def test_template_retry_install_fails
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_template_retry_install_fails(data)
+    use_legacy_template_flag, endpoint = data
     cwd = File.dirname(__FILE__)
-    template_file = File.join(cwd, 'test_template.json')
+    template_file = if use_legacy_template_flag
+                      File.join(cwd, 'test_template.json')
+                    else
+                      File.join(cwd, 'test_index_template.json')
+                    end
 
     config = %{
       host            logs.google.com
@@ -2516,11 +2855,12 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       template_name   logstash
       template_file   #{template_file}
       max_retry_putting_template 3
+      use_legacy_template #{use_legacy_template_flag}
     }
 
     connection_resets = 0
     # check if template exists
-    stub_request(:get, "https://logs.google.com:778/es//_template/logstash")
+    stub_request(:get, "https://logs.google.com:778/es//#{endpoint}/logstash")
       .with(basic_auth: ['john', 'doe']) do |req|
       connection_resets += 1
       raise Faraday::ConnectionFailed, "Test message"
@@ -2533,9 +2873,16 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
     assert_equal(4, connection_resets)
   end
 
-  def test_template_retry_install_does_not_fail
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_template_retry_install_does_not_fail(data)
+    use_legacy_template_flag, endpoint = data
     cwd = File.dirname(__FILE__)
-    template_file = File.join(cwd, 'test_template.json')
+    template_file = if use_legacy_template_flag
+                      File.join(cwd, 'test_template.json')
+                    else
+                      File.join(cwd, 'test_index_template.json')
+                    end
 
     config = %{
       host            logs.google.com
@@ -2548,11 +2895,12 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       template_file   #{template_file}
       max_retry_putting_template 3
       fail_on_putting_template_retry_exceed false
+      use_legacy_template #{use_legacy_template_flag}
     }
 
     connection_resets = 0
     # check if template exists
-    stub_request(:get, "https://logs.google.com:778/es//_template/logstash")
+    stub_request(:get, "https://logs.google.com:778/es//#{endpoint}/logstash")
       .with(basic_auth: ['john', 'doe']) do |req|
       connection_resets += 1
       raise Faraday::ConnectionFailed, "Test message"
@@ -2563,9 +2911,17 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
     assert_equal(4, connection_resets)
   end
 
-  def test_templates_create
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_templates_create(data)
+    use_legacy_template_flag, endpoint = data
     cwd = File.dirname(__FILE__)
-    template_file = File.join(cwd, 'test_template.json')
+    template_file = if use_legacy_template_flag
+                      File.join(cwd, 'test_template.json')
+                    else
+                      File.join(cwd, 'test_index_template.json')
+                    end
+
     config = %{
       host            logs.google.com
       port            777
@@ -2574,43 +2930,52 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       user            john
       password        doe
       templates       {"logstash1":"#{template_file}", "logstash2":"#{template_file}","logstash3":"#{template_file}" }
+      use_legacy_template #{use_legacy_template_flag}
     }
 
     stub_request(:head, "https://logs.google.com:777/es//").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
      # check if template exists
-    stub_request(:get, "https://logs.google.com:777/es//_template/logstash1").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash1").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 404, :body => "", :headers => {})
-    stub_request(:get, "https://logs.google.com:777/es//_template/logstash2").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash2").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 404, :body => "", :headers => {})
 
-    stub_request(:get, "https://logs.google.com:777/es//_template/logstash3").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash3").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {}) #exists
 
-    stub_request(:put, "https://logs.google.com:777/es//_template/logstash1").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash1").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
-    stub_request(:put, "https://logs.google.com:777/es//_template/logstash2").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash2").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
-    stub_request(:put, "https://logs.google.com:777/es//_template/logstash3").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash3").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
 
     driver(config)
 
-    assert_requested( :put, "https://logs.google.com:777/es//_template/logstash1", times: 1)
-    assert_requested( :put, "https://logs.google.com:777/es//_template/logstash2", times: 1)
-    assert_not_requested(:put, "https://logs.google.com:777/es//_template/logstash3") #exists
+    assert_requested( :put, "https://logs.google.com:777/es//#{endpoint}/logstash1", times: 1)
+    assert_requested( :put, "https://logs.google.com:777/es//#{endpoint}/logstash2", times: 1)
+    assert_not_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash3") #exists
   end
 
-  def test_templates_overwrite
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_templates_overwrite(data)
+    use_legacy_template_flag, endpoint = data
     cwd = File.dirname(__FILE__)
-    template_file = File.join(cwd, 'test_template.json')
+    template_file = if use_legacy_template_flag
+                      File.join(cwd, 'test_template.json')
+                    else
+                      File.join(cwd, 'test_index_template.json')
+                    end
+
     config = %{
       host            logs.google.com
       port            777
@@ -2620,42 +2985,50 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       password        doe
       templates       {"logstash1":"#{template_file}", "logstash2":"#{template_file}","logstash3":"#{template_file}" }
       template_overwrite true
+      use_legacy_template #{use_legacy_template_flag}
     }
 
     stub_request(:head, "https://logs.google.com:777/es//").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
      # check if template exists
-    stub_request(:get, "https://logs.google.com:777/es//_template/logstash1").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash1").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
-    stub_request(:get, "https://logs.google.com:777/es//_template/logstash2").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash2").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
-    stub_request(:get, "https://logs.google.com:777/es//_template/logstash3").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash3").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {}) #exists
 
-    stub_request(:put, "https://logs.google.com:777/es//_template/logstash1").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash1").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
-    stub_request(:put, "https://logs.google.com:777/es//_template/logstash2").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash2").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
-    stub_request(:put, "https://logs.google.com:777/es//_template/logstash3").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash3").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
 
     driver(config)
 
-    assert_requested(:put, "https://logs.google.com:777/es//_template/logstash1", times: 1)
-    assert_requested(:put, "https://logs.google.com:777/es//_template/logstash2", times: 1)
-    assert_requested(:put, "https://logs.google.com:777/es//_template/logstash3", times: 1)
+    assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash1", times: 1)
+    assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash2", times: 1)
+    assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash3", times: 1)
   end
 
-  def test_templates_not_used
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_templates_are_also_used(data)
+    use_legacy_template_flag, endpoint = data
     cwd = File.dirname(__FILE__)
-    template_file = File.join(cwd, 'test_template.json')
+    template_file = if use_legacy_template_flag
+                      File.join(cwd, 'test_template.json')
+                    else
+                      File.join(cwd, 'test_index_template.json')
+                    end
 
     config = %{
       host            logs.google.com
@@ -2667,43 +3040,52 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       template_name   logstash
       template_file   #{template_file}
       templates       {"logstash1":"#{template_file}", "logstash2":"#{template_file}" }
+      use_legacy_template #{use_legacy_template_flag}
     }
     # connection start
     stub_request(:head, "https://logs.google.com:777/es//").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
     # check if template exists
-    stub_request(:get, "https://logs.google.com:777/es//_template/logstash").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 404, :body => "", :headers => {})
-    stub_request(:get, "https://logs.google.com:777/es//_template/logstash1").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash1").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 404, :body => "", :headers => {})
-    stub_request(:get, "https://logs.google.com:777/es//_template/logstash2").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash2").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 404, :body => "", :headers => {})
     #creation
-    stub_request(:put, "https://logs.google.com:777/es//_template/logstash").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
-    stub_request(:put, "https://logs.google.com:777/es//_template/logstash1").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash1").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
-    stub_request(:put, "https://logs.google.com:777/es//_template/logstash2").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash2").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
 
     driver(config)
 
-    assert_requested(:put, "https://logs.google.com:777/es//_template/logstash", times: 1)
+    assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash", times: 1)
 
-    assert_not_requested(:put, "https://logs.google.com:777/es//_template/logstash1")
-    assert_not_requested(:put, "https://logs.google.com:777/es//_template/logstash2")
+    assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash1")
+    assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash2")
   end
 
-  def test_templates_can_be_partially_created_if_error_occurs
+  data("legacy_template" => [true, "_template"],
+       "new_template"    => [false, "_index_template"])
+  def test_templates_can_be_partially_created_if_error_occurs(data)
+    use_legacy_template_flag, endpoint = data
     cwd = File.dirname(__FILE__)
-    template_file = File.join(cwd, 'test_template.json')
+    template_file = if use_legacy_template_flag
+                      File.join(cwd, 'test_template.json')
+                    else
+                      File.join(cwd, 'test_index_template.json')
+                    end
+
     config = %{
       host            logs.google.com
       port            777
@@ -2712,22 +3094,23 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       user            john
       password        doe
       templates       {"logstash1":"#{template_file}", "logstash2":"/abc" }
+      use_legacy_template #{use_legacy_template_flag}
     }
     stub_request(:head, "https://logs.google.com:777/es//").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
      # check if template exists
-    stub_request(:get, "https://logs.google.com:777/es//_template/logstash1").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash1").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 404, :body => "", :headers => {})
-    stub_request(:get, "https://logs.google.com:777/es//_template/logstash2").
+    stub_request(:get, "https://logs.google.com:777/es//#{endpoint}/logstash2").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 404, :body => "", :headers => {})
 
-    stub_request(:put, "https://logs.google.com:777/es//_template/logstash1").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash1").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
-    stub_request(:put, "https://logs.google.com:777/es//_template/logstash2").
+    stub_request(:put, "https://logs.google.com:777/es//#{endpoint}/logstash2").
       with(basic_auth: ['john', 'doe']).
       to_return(:status => 200, :body => "", :headers => {})
 
@@ -2735,8 +3118,8 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
       driver(config)
     }
 
-    assert_requested(:put, "https://logs.google.com:777/es//_template/logstash1", times: 1)
-    assert_not_requested(:put, "https://logs.google.com:777/es//_template/logstash2")
+    assert_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash1", times: 1)
+    assert_not_requested(:put, "https://logs.google.com:777/es//#{endpoint}/logstash2")
   end
 
   def test_legacy_hosts_list
@@ -2904,6 +3287,18 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
     assert_requested(elastic_request)
   end
 
+  def test_api_key_header
+    stub_request(:head, "http://localhost:9200/").
+      to_return(:status => 200, :body => "", :headers => {})
+    elastic_request = stub_request(:post, "http://localhost:9200/_bulk").
+                        with(headers: {'Authorization'=>'ApiKey dGVzdGF1dGhoZWFkZXI='})
+    driver.configure(%[api_key testauthheader])
+    driver.run(default_tag: 'test') do
+      driver.feed(sample_record)
+    end
+    assert_requested(elastic_request)
+  end
+
   def test_write_message_with_bad_chunk
     driver.configure("target_index_key bad_value\n@log_level debug\n")
     stub_elastic
@@ -3014,6 +3409,39 @@ class ElasticsearchOutputTest < Test::Unit::TestCase
     assert_requested(request, times: 2)
   end
 
+  def test_writes_with_record_metadata
+    chunk_id_key = "metadata_key".freeze
+    driver.configure(Fluent::Config::Element.new(
+                       'ROOT', '', {
+                         '@type' => 'elasticsearch',
+                       }, [
+                         Fluent::Config::Element.new('metadata', '', {
+                                                       'include_chunk_id' => true,
+                                                       'chunk_id_key' => chunk_id_key,
+                                                     }, [])
+                       ]
+                     ))
+    stub_request(:post, "http://localhost:9200/_bulk").
+      with(
+        body: /{"index":{"_index":"fluentd","_type":"fluentd"}}\n{"age":26,"request_id":"42","parent_id":"parent","routing_id":"routing","#{chunk_id_key}":".*"}\n/) do |req|
+      @index_cmds = req.body.split("\n").map {|r| JSON.parse(r) }
+    end
+    driver.run(default_tag: 'test', shutdown: false) do
+      driver.feed(sample_record)
+    end
+    assert_true index_cmds[1].has_key?(chunk_id_key)
+    first_chunk_id = index_cmds[1].fetch(chunk_id_key)
+
+    driver.run(default_tag: 'test') do
+      driver.feed(sample_record)
+    end
+    assert_true index_cmds[1].has_key?(chunk_id_key)
+    second_chunk_id = index_cmds[1].fetch(chunk_id_key)
+    assert do
+      first_chunk_id != second_chunk_id
+    end
+  end
+
   def test_writes_with_huge_records_but_uncheck
     driver.configure(Fluent::Config::Element.new(
                        'ROOT', '', {