fluent-plugin-elasticsearch 2.10.2 → 2.10.3
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.coveralls.yml +2 -2
- data/.editorconfig +9 -9
- data/.gitignore +18 -18
- data/.travis.yml +14 -14
- data/Gemfile +8 -8
- data/History.md +239 -236
- data/ISSUE_TEMPLATE.md +25 -25
- data/LICENSE.txt +201 -201
- data/PULL_REQUEST_TEMPLATE.md +10 -10
- data/README.md +807 -795
- data/Rakefile +11 -11
- data/appveyor.yml +35 -35
- data/fluent-plugin-elasticsearch.gemspec +31 -31
- data/lib/fluent/plugin/elasticsearch_constants.rb +13 -13
- data/lib/fluent/plugin/elasticsearch_error_handler.rb +87 -87
- data/lib/fluent/plugin/elasticsearch_index_template.rb +60 -42
- data/lib/fluent/plugin/filter_elasticsearch_genid.rb +25 -25
- data/lib/fluent/plugin/out_elasticsearch.rb +538 -533
- data/lib/fluent/plugin/out_elasticsearch_dynamic.rb +294 -294
- data/test/helper.rb +24 -24
- data/test/plugin/test_elasticsearch_error_handler.rb +195 -195
- data/test/plugin/test_filter_elasticsearch_genid.rb +44 -44
- data/test/plugin/test_out_elasticsearch.rb +2046 -2009
- data/test/plugin/test_out_elasticsearch_dynamic.rb +992 -992
- data/test/plugin/test_template.json +23 -23
- metadata +3 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: c2628a8e12510c3516d3af25a75a0a5469bc2f0dd56f74a88a45c443bff7bbc6
|
4
|
+
data.tar.gz: d656d03bf02ea67c13bf9a244c1e31dbfeffeb6f48741c792e993a8f4c145e6d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 2cc823b7f79dd0af47adf3d391f64c2d5a36f307621547cf64981350926c999637c272c10c7b761326ef5bde1260b6ec0428c541da802590b0f1c5c4e1320252
|
7
|
+
data.tar.gz: d4f192e2de85fb0af1718f6869b2a0bc9dbc9bb80916a649fb8e54cc856806617b83d41fc4c425d078778537b85e624c6cd71b9969693dec999f1404c9b2f72f
|
data/.coveralls.yml
CHANGED
@@ -1,2 +1,2 @@
|
|
1
|
-
service_name: travis-ci
|
2
|
-
|
1
|
+
service_name: travis-ci
|
2
|
+
|
data/.editorconfig
CHANGED
@@ -1,9 +1,9 @@
|
|
1
|
-
# EditorConfig: http://EditorConfig.org
|
2
|
-
|
3
|
-
root = true
|
4
|
-
|
5
|
-
[*]
|
6
|
-
end_of_line = lf
|
7
|
-
insert_final_newline = true
|
8
|
-
indent_style = space
|
9
|
-
indent_size = 2
|
1
|
+
# EditorConfig: http://EditorConfig.org
|
2
|
+
|
3
|
+
root = true
|
4
|
+
|
5
|
+
[*]
|
6
|
+
end_of_line = lf
|
7
|
+
insert_final_newline = true
|
8
|
+
indent_style = space
|
9
|
+
indent_size = 2
|
data/.gitignore
CHANGED
@@ -1,18 +1,18 @@
|
|
1
|
-
*.gem
|
2
|
-
*.rbc
|
3
|
-
.bundle
|
4
|
-
.config
|
5
|
-
.yardoc
|
6
|
-
Gemfile.lock
|
7
|
-
InstalledFiles
|
8
|
-
_yardoc
|
9
|
-
coverage
|
10
|
-
doc/
|
11
|
-
lib/bundler/man
|
12
|
-
pkg
|
13
|
-
rdoc
|
14
|
-
spec/reports
|
15
|
-
test/tmp
|
16
|
-
test/version_tmp
|
17
|
-
tmp
|
18
|
-
.DS_Store
|
1
|
+
*.gem
|
2
|
+
*.rbc
|
3
|
+
.bundle
|
4
|
+
.config
|
5
|
+
.yardoc
|
6
|
+
Gemfile.lock
|
7
|
+
InstalledFiles
|
8
|
+
_yardoc
|
9
|
+
coverage
|
10
|
+
doc/
|
11
|
+
lib/bundler/man
|
12
|
+
pkg
|
13
|
+
rdoc
|
14
|
+
spec/reports
|
15
|
+
test/tmp
|
16
|
+
test/version_tmp
|
17
|
+
tmp
|
18
|
+
.DS_Store
|
data/.travis.yml
CHANGED
@@ -1,14 +1,14 @@
|
|
1
|
-
language: ruby
|
2
|
-
|
3
|
-
rvm:
|
4
|
-
- 2.1
|
5
|
-
- 2.2
|
6
|
-
- 2.3
|
7
|
-
- 2.4.4
|
8
|
-
- 2.5.1
|
9
|
-
|
10
|
-
gemfile:
|
11
|
-
- Gemfile
|
12
|
-
|
13
|
-
script: bundle exec rake test
|
14
|
-
sudo: false
|
1
|
+
language: ruby
|
2
|
+
|
3
|
+
rvm:
|
4
|
+
- 2.1
|
5
|
+
- 2.2
|
6
|
+
- 2.3
|
7
|
+
- 2.4.4
|
8
|
+
- 2.5.1
|
9
|
+
|
10
|
+
gemfile:
|
11
|
+
- Gemfile
|
12
|
+
|
13
|
+
script: bundle exec rake test
|
14
|
+
sudo: false
|
data/Gemfile
CHANGED
@@ -1,8 +1,8 @@
|
|
1
|
-
source 'https://rubygems.org'
|
2
|
-
|
3
|
-
# Specify your gem's dependencies in fluent-plugin-elasticsearch.gemspec
|
4
|
-
gemspec
|
5
|
-
|
6
|
-
gem 'simplecov', require: false
|
7
|
-
gem 'coveralls', require: false
|
8
|
-
gem 'strptime', require: false if RUBY_ENGINE == "ruby" && RUBY_VERSION =~ /^2/
|
1
|
+
source 'https://rubygems.org'
|
2
|
+
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-elasticsearch.gemspec
|
4
|
+
gemspec
|
5
|
+
|
6
|
+
gem 'simplecov', require: false
|
7
|
+
gem 'coveralls', require: false
|
8
|
+
gem 'strptime', require: false if RUBY_ENGINE == "ruby" && RUBY_VERSION =~ /^2/
|
data/History.md
CHANGED
@@ -1,236 +1,239 @@
|
|
1
|
-
## Changelog [[tags]](https://github.com/uken/fluent-plugin-elasticsearch/tags)
|
2
|
-
|
3
|
-
### [Unreleased]
|
4
|
-
|
5
|
-
### 2.10.
|
6
|
-
-
|
7
|
-
|
8
|
-
### 2.10.
|
9
|
-
-
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
- Uplift Merge pull request #
|
14
|
-
|
15
|
-
### 2.
|
16
|
-
- Uplift Merge pull request #
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
-
|
21
|
-
|
22
|
-
### 2.9.
|
23
|
-
-
|
24
|
-
|
25
|
-
### 2.
|
26
|
-
-
|
27
|
-
|
28
|
-
### 2.8.
|
29
|
-
-
|
30
|
-
|
31
|
-
### 2.8.
|
32
|
-
-
|
33
|
-
|
34
|
-
### 2.8.
|
35
|
-
-
|
36
|
-
|
37
|
-
### 2.8.
|
38
|
-
-
|
39
|
-
|
40
|
-
### 2.8.
|
41
|
-
-
|
42
|
-
|
43
|
-
### 2.8.
|
44
|
-
-
|
45
|
-
|
46
|
-
|
47
|
-
|
48
|
-
-
|
49
|
-
|
50
|
-
### 2.
|
51
|
-
-
|
52
|
-
|
53
|
-
### 2.6.
|
54
|
-
-
|
55
|
-
|
56
|
-
### 2.
|
57
|
-
-
|
58
|
-
|
59
|
-
|
60
|
-
|
61
|
-
-
|
62
|
-
|
63
|
-
### 2.4.
|
64
|
-
- Add
|
65
|
-
|
66
|
-
### 2.
|
67
|
-
-
|
68
|
-
|
69
|
-
### 2.
|
70
|
-
-
|
71
|
-
|
72
|
-
### 2.2.0
|
73
|
-
-
|
74
|
-
|
75
|
-
### 2.
|
76
|
-
-
|
77
|
-
|
78
|
-
|
79
|
-
|
80
|
-
-
|
81
|
-
|
82
|
-
### 2.0
|
83
|
-
-
|
84
|
-
|
85
|
-
### 2.0.1
|
86
|
-
-
|
87
|
-
|
88
|
-
### 2.0.
|
89
|
-
-
|
90
|
-
|
91
|
-
### 2.0.0
|
92
|
-
-
|
93
|
-
|
94
|
-
### 2.0.0.rc.
|
95
|
-
-
|
96
|
-
|
97
|
-
|
98
|
-
|
99
|
-
|
100
|
-
-
|
101
|
-
|
102
|
-
|
103
|
-
|
104
|
-
-
|
105
|
-
|
106
|
-
### 2.0.0.rc.
|
107
|
-
-
|
108
|
-
|
109
|
-
|
110
|
-
|
111
|
-
-
|
112
|
-
|
113
|
-
### 2.0.0.rc.
|
114
|
-
-
|
115
|
-
|
116
|
-
###
|
117
|
-
-
|
118
|
-
|
119
|
-
### 1.9.
|
120
|
-
-
|
121
|
-
|
122
|
-
### 1.9.
|
123
|
-
-
|
124
|
-
|
125
|
-
|
126
|
-
|
127
|
-
-
|
128
|
-
|
129
|
-
### 1.9.
|
130
|
-
-
|
131
|
-
|
132
|
-
### 1.9.
|
133
|
-
-
|
134
|
-
|
135
|
-
|
136
|
-
|
137
|
-
-
|
138
|
-
|
139
|
-
### 1.
|
140
|
-
-
|
141
|
-
|
142
|
-
|
143
|
-
|
144
|
-
|
145
|
-
-
|
146
|
-
|
147
|
-
### 1.
|
148
|
-
- add support for
|
149
|
-
|
150
|
-
|
151
|
-
-
|
152
|
-
|
153
|
-
|
154
|
-
-
|
155
|
-
|
156
|
-
|
157
|
-
- add `
|
158
|
-
- add `
|
159
|
-
-
|
160
|
-
|
161
|
-
|
162
|
-
- add `
|
163
|
-
|
164
|
-
|
165
|
-
|
166
|
-
- add `
|
167
|
-
|
168
|
-
### 1.
|
169
|
-
-
|
170
|
-
|
171
|
-
### 1.2.
|
172
|
-
-
|
173
|
-
|
174
|
-
|
175
|
-
|
176
|
-
-
|
177
|
-
|
178
|
-
|
179
|
-
|
180
|
-
-
|
181
|
-
|
182
|
-
### 0.
|
183
|
-
-
|
184
|
-
|
185
|
-
### 0.
|
186
|
-
-
|
187
|
-
|
188
|
-
### 0.
|
189
|
-
-
|
190
|
-
|
191
|
-
### 0.
|
192
|
-
-
|
193
|
-
|
194
|
-
### 0.6.
|
195
|
-
-
|
196
|
-
|
197
|
-
### 0.
|
198
|
-
-
|
199
|
-
|
200
|
-
### 0.5.
|
201
|
-
-
|
202
|
-
|
203
|
-
|
204
|
-
-
|
205
|
-
|
206
|
-
|
207
|
-
-
|
208
|
-
|
209
|
-
|
210
|
-
|
211
|
-
-
|
212
|
-
|
213
|
-
|
214
|
-
|
215
|
-
-
|
216
|
-
|
217
|
-
|
218
|
-
|
219
|
-
|
220
|
-
-
|
221
|
-
|
222
|
-
|
223
|
-
|
224
|
-
- add
|
225
|
-
|
226
|
-
### 0.1.
|
227
|
-
-
|
228
|
-
|
229
|
-
### 0.1.
|
230
|
-
-
|
231
|
-
|
232
|
-
### 0.1.
|
233
|
-
-
|
234
|
-
|
235
|
-
### 0.1.
|
236
|
-
|
1
|
+
## Changelog [[tags]](https://github.com/uken/fluent-plugin-elasticsearch/tags)
|
2
|
+
|
3
|
+
### [Unreleased]
|
4
|
+
|
5
|
+
### 2.10.3
|
6
|
+
- Add retry mechanism for template installation (#428)
|
7
|
+
|
8
|
+
### 2.10.2
|
9
|
+
- Use logstash_prefix_separator on elasticsearch_dynamic (#427)
|
10
|
+
|
11
|
+
### 2.10.1
|
12
|
+
- Uplift Merge pull request #419 from jcantrill/retry_prefix (#421)
|
13
|
+
- Uplift Merge pull request #418 from jcantrill/emit_exception (#420)
|
14
|
+
|
15
|
+
### 2.10.0
|
16
|
+
- Uplift Merge pull request #405 from jcantrill/sanitize_bulk (#414)
|
17
|
+
|
18
|
+
### 2.9.2
|
19
|
+
- Uplift Merge pull request #410 from richm/v0.12-consistent-errors-and-tests (#411)
|
20
|
+
- Add correct link for include_timestamp (#408)
|
21
|
+
|
22
|
+
### 2.9.1
|
23
|
+
- Uplift Merge pull request #406 from richm/v0.12-successes-duplicates-no-retry (#407)
|
24
|
+
|
25
|
+
### 2.9.0
|
26
|
+
- DLQ revisited v1 uplifted #398, #402 (#404)
|
27
|
+
|
28
|
+
### 2.8.6
|
29
|
+
- auth: Fix missing auth tokens after reloading connections (#394)
|
30
|
+
|
31
|
+
### 2.8.5
|
32
|
+
- Add deprecated option into content_type parameter (#391)
|
33
|
+
|
34
|
+
### 2.8.4
|
35
|
+
- Use nanosecond precision in elasticsearch_dynamic (#387)
|
36
|
+
|
37
|
+
### 2.8.3
|
38
|
+
- Specify SSL/TLS version in out_elasticsearch_dynamic (#385)
|
39
|
+
|
40
|
+
### 2.8.2
|
41
|
+
- Revert content type header default value (#383)
|
42
|
+
|
43
|
+
### 2.8.1
|
44
|
+
- Restore default value of type name #(377)
|
45
|
+
|
46
|
+
### 2.8.0
|
47
|
+
- Remove outdated generating hash id support module (#373)
|
48
|
+
- Check Elasticsearch major version (#371)
|
49
|
+
|
50
|
+
### 2.7.0
|
51
|
+
- Configureable content type (#367)
|
52
|
+
|
53
|
+
### 2.6.1
|
54
|
+
- Prevent error when using template in elasticsearch_dynamic for elementally use case (#363)
|
55
|
+
|
56
|
+
### 2.6.0
|
57
|
+
- Handle high precision time format when using custom time_key (#360)
|
58
|
+
|
59
|
+
### 2.5.0
|
60
|
+
- Using nested record in `id_key`, `parent_key`, and `routing_key` (#351)
|
61
|
+
- Fix inverted case of a proper noun "Elasticsearch" (#349)
|
62
|
+
|
63
|
+
### 2.4.1
|
64
|
+
- Add config parameter to enable elasticsearch-ruby's transporter logging (#342)
|
65
|
+
|
66
|
+
### 2.4.0
|
67
|
+
- Add built-in placeholders support against type_name parameter (#338)
|
68
|
+
|
69
|
+
### 2.3.0
|
70
|
+
- Allow overwriting existing index template (#239)
|
71
|
+
|
72
|
+
### 2.2.0
|
73
|
+
- GA release 2.2.0.
|
74
|
+
|
75
|
+
### 2.2.0.rc.1
|
76
|
+
- Separate generate hash id module and bundled new plugin for generating unique hash id (#331)
|
77
|
+
|
78
|
+
### 2.1.1
|
79
|
+
- Raise ConfigError when specifying different @hash_config.hash_id_key and id_key configration (#327)
|
80
|
+
- Small typo fix in README.md (#325)
|
81
|
+
|
82
|
+
### 2.1.0
|
83
|
+
- Retry on certain errors from Elasticsearch (#322)
|
84
|
+
|
85
|
+
### 2.0.1
|
86
|
+
- Releasing generating hash id mechanism to avoid records duplication feature.
|
87
|
+
|
88
|
+
### 2.0.1.rc.1
|
89
|
+
- Add generating hash id mechanism to avoid records duplication (#318)
|
90
|
+
|
91
|
+
### 2.0.0
|
92
|
+
- Release for Fluentd v0.14 stable.
|
93
|
+
|
94
|
+
### 2.0.0.rc.7
|
95
|
+
- Add `include_timestamp` option (#310)
|
96
|
+
|
97
|
+
### 2.0.0.rc.6
|
98
|
+
- Improve documentation (#304)
|
99
|
+
- Handle dynamic_config misconfigurations (#305)
|
100
|
+
- Escape basic authentication user information placeholders (#306)
|
101
|
+
|
102
|
+
### 2.0.0.rc.5
|
103
|
+
- make configurable with `ssl_version` parameter (#299)
|
104
|
+
- add `logstash_prefix_separator` config parameter (#297)
|
105
|
+
|
106
|
+
### 2.0.0.rc.4
|
107
|
+
- fix license identifier in gemspec (#294)
|
108
|
+
|
109
|
+
### 2.0.0.rc.3
|
110
|
+
- add built-in placeholders support (#288, #293)
|
111
|
+
- permit multi workers feature (#291)
|
112
|
+
|
113
|
+
### 2.0.0.rc.2
|
114
|
+
- add pipeline parameter (#290)
|
115
|
+
|
116
|
+
### 2.0.0.rc.1
|
117
|
+
- Use v0.14 API to support nanosecond precision (#223)
|
118
|
+
|
119
|
+
### 1.9.5
|
120
|
+
- sub-second time precision [(#249)](https://github.com/uken/fluent-plugin-elasticsearch/pull/249)
|
121
|
+
|
122
|
+
### 1.9.4
|
123
|
+
- Include 'Content-Type' header in `transport_options`
|
124
|
+
|
125
|
+
### 1.9.3
|
126
|
+
- Use latest elasticsearch-ruby (#240)
|
127
|
+
- Log ES response errors (#230)
|
128
|
+
|
129
|
+
### 1.9.2
|
130
|
+
- Fix elasticsearch_dynamic for v0.14 (#224)
|
131
|
+
|
132
|
+
### 1.9.1
|
133
|
+
- Cast `reload_*` configs in out_elasticsearch_dynamic to bool (#220)
|
134
|
+
|
135
|
+
### 1.9.0
|
136
|
+
- add `time_parse_error_tag` (#211)
|
137
|
+
- add `reconnect_on_error` (#214)
|
138
|
+
|
139
|
+
### 1.9.0.rc.1
|
140
|
+
- Optimize output plugins (#203)
|
141
|
+
|
142
|
+
### 1.8.0
|
143
|
+
- fix typo in defaults for ssl_verify on elasticsearch_dynamic (#202)
|
144
|
+
- add support for `templates` (#196)
|
145
|
+
- rename `send` method to `send_bulk` (#206)
|
146
|
+
|
147
|
+
### 1.7.0
|
148
|
+
- add support for `template_name` and `template_file` (#194)
|
149
|
+
|
150
|
+
### 1.6.0
|
151
|
+
- add support for dot separated `target_index_key` and `target_type_key` (#175)
|
152
|
+
- add `remove_keys_on_update` and `remove_keys_on_update_key` (#189)
|
153
|
+
- fix support for fluentd v0.14 (#191)
|
154
|
+
- remove support for elasticsearch v2 for now (#177)
|
155
|
+
|
156
|
+
### 1.5.0
|
157
|
+
- add `routing_key` (#158)
|
158
|
+
- add `time_key_exclude_timestamp` to exclude `@timestamp` (#161)
|
159
|
+
- convert index names to lowercase (#163)
|
160
|
+
- add `remove_keys` (#164)
|
161
|
+
- add `flatten_hashes` (#168)
|
162
|
+
- add `target_type_key` (#169)
|
163
|
+
|
164
|
+
### 1.4.0
|
165
|
+
- add `target_index_key` to specify target index (#153)
|
166
|
+
- add `time_key_format` for faster time format parsing (#154)
|
167
|
+
|
168
|
+
### 1.3.0
|
169
|
+
- add `write_operation`
|
170
|
+
|
171
|
+
### 1.2.1
|
172
|
+
- fix `resurrect_after` in out_elasticsearch_dynamic
|
173
|
+
|
174
|
+
### 1.2.0
|
175
|
+
- out_elasticsearch_dynamic get memory improvement and fix for race condition (#133)
|
176
|
+
- Add `resurrect_after` option (#136)
|
177
|
+
|
178
|
+
### 1.1.0
|
179
|
+
- Support SSL client verification and custom CA file (#123)
|
180
|
+
- Release experimental `type elasticsearch_dynamic` (#127)
|
181
|
+
|
182
|
+
### 1.0.0
|
183
|
+
- password config param is now marked as secret and won't be displayed in logs.
|
184
|
+
|
185
|
+
### 0.9.0
|
186
|
+
- Add `ssl_verify` option (#108)
|
187
|
+
|
188
|
+
### 0.8.0
|
189
|
+
- Replace Patron with Excon HTTP client (#93)
|
190
|
+
|
191
|
+
### 0.7.0
|
192
|
+
- Add new option `time_key` (#85)
|
193
|
+
|
194
|
+
### 0.6.1
|
195
|
+
- 0.10.43 is minimum version required of fluentd (#79)
|
196
|
+
|
197
|
+
### 0.6.0
|
198
|
+
- added `reload_on_failure` and `reload_connections` flags (#78)
|
199
|
+
|
200
|
+
### 0.5.1
|
201
|
+
- fix legacy hosts option, port should be optional (#75)
|
202
|
+
|
203
|
+
### 0.5.0
|
204
|
+
- add full connection URI support (#65)
|
205
|
+
- use `@timestamp` for index (#41)
|
206
|
+
- add support for elasticsearch gem version 1 (#71)
|
207
|
+
- fix connection reset & retry when connection is lost (#67)
|
208
|
+
|
209
|
+
### 0.4.0
|
210
|
+
- add `request_timeout` config (#59)
|
211
|
+
- fix lockup when non-hash values are sent (#52)
|
212
|
+
|
213
|
+
### 0.3.1
|
214
|
+
- force using patron (#46)
|
215
|
+
- do not generate @timestamp if already part of message (#35)
|
216
|
+
|
217
|
+
### 0.3.0
|
218
|
+
- add `parent_key` option (#28)
|
219
|
+
- have travis-ci build on multiple rubies (#30)
|
220
|
+
- add `utc_index` and `hosts` options, switch to using `elasticsearch` gem (#26, #29)
|
221
|
+
|
222
|
+
### 0.2.0
|
223
|
+
- fix encoding issues with JSON conversion and again when sending to elasticsearch (#19, #21)
|
224
|
+
- add logstash_dateformat option (#20)
|
225
|
+
|
226
|
+
### 0.1.4
|
227
|
+
- add logstash_prefix option
|
228
|
+
|
229
|
+
### 0.1.3
|
230
|
+
- raising an exception on non-success response from elasticsearch
|
231
|
+
|
232
|
+
### 0.1.2
|
233
|
+
- add id_key option
|
234
|
+
|
235
|
+
### 0.1.1
|
236
|
+
- fix timezone in logstash key
|
237
|
+
|
238
|
+
### 0.1.0
|
239
|
+
- Initial gem release.
|