fluent-plugin-elasticsearch 4.1.1 → 5.4.3

Sign up to get free protection for your applications and to get access to all the features.
Files changed (45) hide show
  1. checksums.yaml +4 -4
  2. data/.github/ISSUE_TEMPLATE/bug_report.md +37 -0
  3. data/.github/ISSUE_TEMPLATE/feature_request.md +24 -0
  4. data/.github/dependabot.yml +6 -0
  5. data/.github/workflows/issue-auto-closer.yml +2 -2
  6. data/.github/workflows/linux.yml +5 -2
  7. data/.github/workflows/macos.yml +5 -2
  8. data/.github/workflows/windows.yml +5 -2
  9. data/Gemfile +1 -2
  10. data/History.md +146 -0
  11. data/README.ElasticsearchGenID.md +4 -4
  12. data/README.ElasticsearchInput.md +1 -1
  13. data/README.Troubleshooting.md +692 -0
  14. data/README.md +260 -550
  15. data/fluent-plugin-elasticsearch.gemspec +4 -1
  16. data/lib/fluent/plugin/elasticsearch_compat.rb +31 -0
  17. data/lib/fluent/plugin/elasticsearch_error_handler.rb +19 -4
  18. data/lib/fluent/plugin/elasticsearch_fallback_selector.rb +2 -2
  19. data/lib/fluent/plugin/elasticsearch_index_lifecycle_management.rb +18 -4
  20. data/lib/fluent/plugin/elasticsearch_index_template.rb +65 -21
  21. data/lib/fluent/plugin/elasticsearch_simple_sniffer.rb +2 -1
  22. data/lib/fluent/plugin/filter_elasticsearch_genid.rb +1 -1
  23. data/lib/fluent/plugin/in_elasticsearch.rb +8 -2
  24. data/lib/fluent/plugin/oj_serializer.rb +2 -1
  25. data/lib/fluent/plugin/out_elasticsearch.rb +192 -36
  26. data/lib/fluent/plugin/out_elasticsearch_data_stream.rb +298 -0
  27. data/lib/fluent/plugin/out_elasticsearch_dynamic.rb +3 -1
  28. data/test/helper.rb +0 -4
  29. data/test/plugin/mock_chunk.dat +0 -0
  30. data/test/plugin/test_elasticsearch_error_handler.rb +130 -23
  31. data/test/plugin/test_elasticsearch_fallback_selector.rb +17 -8
  32. data/test/plugin/test_elasticsearch_index_lifecycle_management.rb +57 -18
  33. data/test/plugin/test_elasticsearch_tls.rb +8 -2
  34. data/test/plugin/test_filter_elasticsearch_genid.rb +16 -16
  35. data/test/plugin/test_in_elasticsearch.rb +51 -21
  36. data/test/plugin/test_index_alias_template.json +11 -0
  37. data/test/plugin/test_index_template.json +25 -0
  38. data/test/plugin/test_out_elasticsearch.rb +2118 -704
  39. data/test/plugin/test_out_elasticsearch_data_stream.rb +1199 -0
  40. data/test/plugin/test_out_elasticsearch_dynamic.rb +170 -31
  41. metadata +62 -10
  42. data/.coveralls.yml +0 -2
  43. data/.travis.yml +0 -44
  44. data/appveyor.yml +0 -20
  45. data/gemfiles/Gemfile.without.ilm +0 -10
metadata CHANGED
@@ -1,16 +1,16 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fluent-plugin-elasticsearch
3
3
  version: !ruby/object:Gem::Version
4
- version: 4.1.1
4
+ version: 5.4.3
5
5
  platform: ruby
6
6
  authors:
7
7
  - diogo
8
8
  - pitr
9
9
  - Hiroshi Hatake
10
- autorequire:
10
+ autorequire:
11
11
  bindir: bin
12
12
  cert_chain: []
13
- date: 2020-07-20 00:00:00.000000000 Z
13
+ date: 2024-01-15 00:00:00.000000000 Z
14
14
  dependencies:
15
15
  - !ruby/object:Gem::Dependency
16
16
  name: fluentd
@@ -26,6 +26,34 @@ dependencies:
26
26
  - - ">="
27
27
  - !ruby/object:Gem::Version
28
28
  version: 0.14.22
29
+ - !ruby/object:Gem::Dependency
30
+ name: faraday
31
+ requirement: !ruby/object:Gem::Requirement
32
+ requirements:
33
+ - - ">="
34
+ - !ruby/object:Gem::Version
35
+ version: 2.0.0
36
+ type: :runtime
37
+ prerelease: false
38
+ version_requirements: !ruby/object:Gem::Requirement
39
+ requirements:
40
+ - - ">="
41
+ - !ruby/object:Gem::Version
42
+ version: 2.0.0
43
+ - !ruby/object:Gem::Dependency
44
+ name: faraday-excon
45
+ requirement: !ruby/object:Gem::Requirement
46
+ requirements:
47
+ - - ">="
48
+ - !ruby/object:Gem::Version
49
+ version: 2.0.0
50
+ type: :runtime
51
+ prerelease: false
52
+ version_requirements: !ruby/object:Gem::Requirement
53
+ requirements:
54
+ - - ">="
55
+ - !ruby/object:Gem::Version
56
+ version: 2.0.0
29
57
  - !ruby/object:Gem::Dependency
30
58
  name: excon
31
59
  requirement: !ruby/object:Gem::Requirement
@@ -68,6 +96,20 @@ dependencies:
68
96
  - - ">="
69
97
  - !ruby/object:Gem::Version
70
98
  version: '0'
99
+ - !ruby/object:Gem::Dependency
100
+ name: webrick
101
+ requirement: !ruby/object:Gem::Requirement
102
+ requirements:
103
+ - - "~>"
104
+ - !ruby/object:Gem::Version
105
+ version: 1.7.0
106
+ type: :development
107
+ prerelease: false
108
+ version_requirements: !ruby/object:Gem::Requirement
109
+ requirements:
110
+ - - "~>"
111
+ - !ruby/object:Gem::Version
112
+ version: 1.7.0
71
113
  - !ruby/object:Gem::Dependency
72
114
  name: webmock
73
115
  requirement: !ruby/object:Gem::Requirement
@@ -133,14 +175,15 @@ executables: []
133
175
  extensions: []
134
176
  extra_rdoc_files: []
135
177
  files:
136
- - ".coveralls.yml"
137
178
  - ".editorconfig"
179
+ - ".github/ISSUE_TEMPLATE/bug_report.md"
180
+ - ".github/ISSUE_TEMPLATE/feature_request.md"
181
+ - ".github/dependabot.yml"
138
182
  - ".github/workflows/issue-auto-closer.yml"
139
183
  - ".github/workflows/linux.yml"
140
184
  - ".github/workflows/macos.yml"
141
185
  - ".github/workflows/windows.yml"
142
186
  - ".gitignore"
143
- - ".travis.yml"
144
187
  - CONTRIBUTING.md
145
188
  - Gemfile
146
189
  - History.md
@@ -149,14 +192,14 @@ files:
149
192
  - PULL_REQUEST_TEMPLATE.md
150
193
  - README.ElasticsearchGenID.md
151
194
  - README.ElasticsearchInput.md
195
+ - README.Troubleshooting.md
152
196
  - README.md
153
197
  - Rakefile
154
- - appveyor.yml
155
198
  - fluent-plugin-elasticsearch.gemspec
156
199
  - gemfiles/Gemfile.elasticsearch.v6
157
- - gemfiles/Gemfile.without.ilm
158
200
  - lib/fluent/log-ext.rb
159
201
  - lib/fluent/plugin/default-ilm-policy.json
202
+ - lib/fluent/plugin/elasticsearch_compat.rb
160
203
  - lib/fluent/plugin/elasticsearch_constants.rb
161
204
  - lib/fluent/plugin/elasticsearch_error.rb
162
205
  - lib/fluent/plugin/elasticsearch_error_handler.rb
@@ -169,8 +212,10 @@ files:
169
212
  - lib/fluent/plugin/in_elasticsearch.rb
170
213
  - lib/fluent/plugin/oj_serializer.rb
171
214
  - lib/fluent/plugin/out_elasticsearch.rb
215
+ - lib/fluent/plugin/out_elasticsearch_data_stream.rb
172
216
  - lib/fluent/plugin/out_elasticsearch_dynamic.rb
173
217
  - test/helper.rb
218
+ - test/plugin/mock_chunk.dat
174
219
  - test/plugin/test_alias_template.json
175
220
  - test/plugin/test_elasticsearch_error_handler.rb
176
221
  - test/plugin/test_elasticsearch_fallback_selector.rb
@@ -178,8 +223,11 @@ files:
178
223
  - test/plugin/test_elasticsearch_tls.rb
179
224
  - test/plugin/test_filter_elasticsearch_genid.rb
180
225
  - test/plugin/test_in_elasticsearch.rb
226
+ - test/plugin/test_index_alias_template.json
227
+ - test/plugin/test_index_template.json
181
228
  - test/plugin/test_oj_serializer.rb
182
229
  - test/plugin/test_out_elasticsearch.rb
230
+ - test/plugin/test_out_elasticsearch_data_stream.rb
183
231
  - test/plugin/test_out_elasticsearch_dynamic.rb
184
232
  - test/plugin/test_template.json
185
233
  - test/test_log-ext.rb
@@ -188,7 +236,7 @@ licenses:
188
236
  - Apache-2.0
189
237
  metadata:
190
238
  changelog_uri: https://github.com/uken/fluent-plugin-elasticsearch/blob/master/History.md
191
- post_install_message:
239
+ post_install_message:
192
240
  rdoc_options: []
193
241
  require_paths:
194
242
  - lib
@@ -203,12 +251,13 @@ required_rubygems_version: !ruby/object:Gem::Requirement
203
251
  - !ruby/object:Gem::Version
204
252
  version: '0'
205
253
  requirements: []
206
- rubygems_version: 3.1.2
207
- signing_key:
254
+ rubygems_version: 3.4.6
255
+ signing_key:
208
256
  specification_version: 4
209
257
  summary: Elasticsearch output plugin for Fluent event collector
210
258
  test_files:
211
259
  - test/helper.rb
260
+ - test/plugin/mock_chunk.dat
212
261
  - test/plugin/test_alias_template.json
213
262
  - test/plugin/test_elasticsearch_error_handler.rb
214
263
  - test/plugin/test_elasticsearch_fallback_selector.rb
@@ -216,8 +265,11 @@ test_files:
216
265
  - test/plugin/test_elasticsearch_tls.rb
217
266
  - test/plugin/test_filter_elasticsearch_genid.rb
218
267
  - test/plugin/test_in_elasticsearch.rb
268
+ - test/plugin/test_index_alias_template.json
269
+ - test/plugin/test_index_template.json
219
270
  - test/plugin/test_oj_serializer.rb
220
271
  - test/plugin/test_out_elasticsearch.rb
272
+ - test/plugin/test_out_elasticsearch_data_stream.rb
221
273
  - test/plugin/test_out_elasticsearch_dynamic.rb
222
274
  - test/plugin/test_template.json
223
275
  - test/test_log-ext.rb
data/.coveralls.yml DELETED
@@ -1,2 +0,0 @@
1
- service_name: travis-ci
2
-
data/.travis.yml DELETED
@@ -1,44 +0,0 @@
1
- language: ruby
2
-
3
- jobs:
4
- include:
5
- - rvm: 2.4.6
6
- gemfile: Gemfile
7
- os: linux
8
- arch: amd64
9
- - rvm: 2.5.5
10
- gemfile: Gemfile
11
- os: linux
12
- arch: amd64
13
- - rvm: 2.6.3
14
- gemfile: gemfiles/Gemfile.without.ilm
15
- os: linux
16
- arch: amd64
17
- - rvm: 2.6.3
18
- gemfile: gemfiles/Gemfile.elasticsearch.v6
19
- os: linux
20
- arch: amd64
21
- - rvm: 2.6.3
22
- gemfile: Gemfile
23
- os: linux
24
- arch: amd64
25
- - rvm: 2.6.3
26
- gemfile: Gemfile
27
- os: linux
28
- arch: arm64
29
- - rvm: 2.6.3
30
- gemfile: Gemfile
31
- os: osx
32
- osx_image: xcode11.3
33
- - rvm: 2.7.0
34
- gemfile: Gemfile
35
- os: linux
36
- arch: amd64
37
-
38
- gemfile:
39
- - Gemfile
40
-
41
- before_install:
42
- - gem update --system=2.7.8
43
-
44
- script: bundle exec rake test
data/appveyor.yml DELETED
@@ -1,20 +0,0 @@
1
- version: '{build}'
2
- install:
3
- - SET PATH=C:\Ruby%ruby_version%\bin;%PATH%
4
- - ridk.cmd enable
5
- - ruby --version
6
- - gem --version
7
- - bundle install
8
- build: off
9
- test_script:
10
- - bundle exec rake test
11
-
12
- # https://www.appveyor.com/docs/installed-software/#ruby
13
- environment:
14
- matrix:
15
- - ruby_version: "26-x64"
16
- - ruby_version: "26"
17
- - ruby_version: "25-x64"
18
- - ruby_version: "25"
19
- - ruby_version: "24-x64"
20
- - ruby_version: "24"
@@ -1,10 +0,0 @@
1
- source 'https://rubygems.org'
2
-
3
- # Specify your gem's dependencies in fluent-plugin-elasticsearch.gemspec
4
- gemspec :path => "../"
5
-
6
- gem 'simplecov', require: false
7
- gem 'coveralls', ">= 0.8.0", require: false
8
- gem 'strptime', require: false if RUBY_ENGINE == "ruby" && RUBY_VERSION =~ /^2/
9
- gem "irb" if RUBY_ENGINE == "ruby" && RUBY_VERSION >= "2.6"
10
- gem "oj"