fluent-plugin-elasticsearch 1.13.3 → 1.13.4
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/History.md +7 -2
- data/README.md +2 -8
- data/fluent-plugin-elasticsearch.gemspec +1 -1
- data/lib/fluent/plugin/out_elasticsearch.rb +4 -0
- data/lib/fluent/plugin/out_elasticsearch_dynamic.rb +4 -0
- data/test/plugin/test_out_elasticsearch.rb +7 -2
- data/test/plugin/test_out_elasticsearch_dynamic.rb +7 -2
- metadata +3 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 35b11b6ba12d6bfa22a084db14fd4503d2f16769dc9db7d30d22dafa3dbad035
|
4
|
+
data.tar.gz: a0812a380eb81188fa705924ae51df7bbc773b0d565469f48540807bc323ec33
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 942a5d5e57f7fa81697cdc13ad0024ab40df80d7a2a45a1108cd9acb1909ad87c5b0e4e220ce4df91d35949a12ae413fb0209c59d6f8ddb908beefa2c257799b
|
7
|
+
data.tar.gz: f4f4d3d3c1e0cb2800a31516052a5ca3aecd5ba0c451bcb3dcbf0e91d7e492bbf8da4caf4f1871d24e898276fb8758c76ae52813ade2ab6884bf061de73cff63
|
data/History.md
CHANGED
@@ -1,8 +1,9 @@
|
|
1
1
|
## Changelog [[tags]](https://github.com/uken/fluent-plugin-elasticsearch/tags)
|
2
2
|
|
3
3
|
### [Unreleased]
|
4
|
-
|
5
|
-
|
4
|
+
|
5
|
+
### 1.13.4
|
6
|
+
- backport auth: Fix missing auth tokens after reloading connections (#397)
|
6
7
|
|
7
8
|
### 1.13.3
|
8
9
|
- backport removing outdated generating hash id support module (#374)
|
@@ -59,6 +60,10 @@
|
|
59
60
|
### 1.9.4
|
60
61
|
- Include 'Content-Type' header in `transport_options`
|
61
62
|
|
63
|
+
### 1.9.3
|
64
|
+
- Use latest elasticsearch-ruby (#240)
|
65
|
+
- Log ES response errors (#230)
|
66
|
+
|
62
67
|
### 1.9.2
|
63
68
|
- Fix elasticsearch_dynamic for v0.14 (#224)
|
64
69
|
|
data/README.md
CHANGED
@@ -90,19 +90,13 @@ This plugin creates Elasticsearch indices by merely writing to them. Consider us
|
|
90
90
|
|
91
91
|
```
|
92
92
|
hosts host1:port1,host2:port2,host3:port3
|
93
|
-
# or
|
94
|
-
hosts https://customhost.com:443/path,https://username:password@host-failover.com:443
|
95
93
|
```
|
96
94
|
|
97
95
|
You can specify multiple Elasticsearch hosts with separator ",".
|
98
96
|
|
99
97
|
If you specify multiple hosts, this plugin will load balance updates to Elasticsearch. This is an [elasticsearch-ruby](https://github.com/elasticsearch/elasticsearch-ruby) feature, the default strategy is round-robin.
|
100
98
|
|
101
|
-
|
102
|
-
|
103
|
-
```
|
104
|
-
hosts https://%{j+hn}:%{passw@rd}@host1:443/elastic/,http://host2
|
105
|
-
```
|
99
|
+
**Note:** Up until v1.13.3, it was allowed to embed the username/password in the URL. However, this syntax is deprecated as of v1.13.4 because it was found to cause serious connection problems (See #394). Please migrate your settings to use the `user` and `password` field (described below) instead.
|
106
100
|
|
107
101
|
### user, password, path, scheme, ssl_verify
|
108
102
|
|
@@ -115,7 +109,7 @@ path /elastic_search/
|
|
115
109
|
scheme https
|
116
110
|
```
|
117
111
|
|
118
|
-
You can specify user and password for HTTP
|
112
|
+
You can specify user and password for HTTP Basic authentication.
|
119
113
|
|
120
114
|
And this plugin will escape required URL encoded characters within `%{}` placeholders.
|
121
115
|
|
@@ -3,7 +3,7 @@ $:.push File.expand_path('../lib', __FILE__)
|
|
3
3
|
|
4
4
|
Gem::Specification.new do |s|
|
5
5
|
s.name = 'fluent-plugin-elasticsearch'
|
6
|
-
s.version = '1.13.
|
6
|
+
s.version = '1.13.4'
|
7
7
|
s.authors = ['diogo', 'pitr']
|
8
8
|
s.email = ['pitr.vern@gmail.com', 'me@diogoterror.com']
|
9
9
|
s.description = %q{Elasticsearch output plugin for Fluent event collector}
|
@@ -182,6 +182,10 @@ class Fluent::ElasticsearchOutput < Fluent::ObjectBufferedOutput
|
|
182
182
|
headers: { 'Content-Type' => 'application/json' },
|
183
183
|
request: { timeout: @request_timeout },
|
184
184
|
ssl: { verify: @ssl_verify, ca_file: @ca_file, version: @ssl_version }
|
185
|
+
},
|
186
|
+
http: {
|
187
|
+
user: @user,
|
188
|
+
password: @password
|
185
189
|
}
|
186
190
|
}), &adapter_conf)
|
187
191
|
es = Elasticsearch::Client.new transport: transport
|
@@ -52,6 +52,10 @@ class Fluent::ElasticsearchOutputDynamic < Fluent::ElasticsearchOutput
|
|
52
52
|
headers: { 'Content-Type' => 'application/json' },
|
53
53
|
request: { timeout: @request_timeout },
|
54
54
|
ssl: { verify: @ssl_verify, ca_file: @ca_file }
|
55
|
+
},
|
56
|
+
http: {
|
57
|
+
user: @user,
|
58
|
+
password: @password
|
55
59
|
}
|
56
60
|
}), &adapter_conf)
|
57
61
|
es = Elasticsearch::Client.new transport: transport
|
@@ -580,8 +580,13 @@ class ElasticsearchOutput < Test::Unit::TestCase
|
|
580
580
|
def test_content_type_header
|
581
581
|
stub_request(:head, "http://localhost:9200/").
|
582
582
|
to_return(:status => 200, :body => "", :headers => {})
|
583
|
-
|
584
|
-
|
583
|
+
if Elasticsearch::VERSION >= "6.0.2"
|
584
|
+
elastic_request = stub_request(:post, "http://localhost:9200/_bulk").
|
585
|
+
with(headers: { "Content-Type" => "application/x-ndjson" })
|
586
|
+
else
|
587
|
+
elastic_request = stub_request(:post, "http://localhost:9200/_bulk").
|
588
|
+
with(headers: { "Content-Type" => "application/json" })
|
589
|
+
end
|
585
590
|
driver.emit(sample_record)
|
586
591
|
driver.run
|
587
592
|
assert_requested(elastic_request)
|
@@ -210,8 +210,13 @@ class ElasticsearchOutputDynamic < Test::Unit::TestCase
|
|
210
210
|
def test_content_type_header
|
211
211
|
stub_request(:head, "http://localhost:9200/").
|
212
212
|
to_return(:status => 200, :body => "", :headers => {})
|
213
|
-
|
214
|
-
|
213
|
+
if Elasticsearch::VERSION >= "6.0.2"
|
214
|
+
elastic_request = stub_request(:post, "http://localhost:9200/_bulk").
|
215
|
+
with(headers: { "Content-Type" => "application/x-ndjson" })
|
216
|
+
else
|
217
|
+
elastic_request = stub_request(:post, "http://localhost:9200/_bulk").
|
218
|
+
with(headers: { "Content-Type" => "application/json" })
|
219
|
+
end
|
215
220
|
driver.emit(sample_record)
|
216
221
|
driver.run
|
217
222
|
assert_requested(elastic_request)
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-elasticsearch
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.13.
|
4
|
+
version: 1.13.4
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- diogo
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2018-
|
12
|
+
date: 2018-04-10 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: fluentd
|
@@ -175,7 +175,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
175
175
|
version: '0'
|
176
176
|
requirements: []
|
177
177
|
rubyforge_project:
|
178
|
-
rubygems_version: 2.7.
|
178
|
+
rubygems_version: 2.7.6
|
179
179
|
signing_key:
|
180
180
|
specification_version: 4
|
181
181
|
summary: Elasticsearch output plugin for Fluent event collector
|