fluent-plugin-elasticsearch 4.1.1 → 5.4.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. checksums.yaml +4 -4
  2. data/.github/ISSUE_TEMPLATE/bug_report.md +37 -0
  3. data/.github/ISSUE_TEMPLATE/feature_request.md +24 -0
  4. data/.github/dependabot.yml +6 -0
  5. data/.github/workflows/issue-auto-closer.yml +2 -2
  6. data/.github/workflows/linux.yml +5 -2
  7. data/.github/workflows/macos.yml +5 -2
  8. data/.github/workflows/windows.yml +5 -2
  9. data/Gemfile +1 -2
  10. data/History.md +146 -0
  11. data/README.ElasticsearchGenID.md +4 -4
  12. data/README.ElasticsearchInput.md +1 -1
  13. data/README.Troubleshooting.md +692 -0
  14. data/README.md +260 -550
  15. data/fluent-plugin-elasticsearch.gemspec +4 -1
  16. data/lib/fluent/plugin/elasticsearch_compat.rb +31 -0
  17. data/lib/fluent/plugin/elasticsearch_error_handler.rb +19 -4
  18. data/lib/fluent/plugin/elasticsearch_fallback_selector.rb +2 -2
  19. data/lib/fluent/plugin/elasticsearch_index_lifecycle_management.rb +18 -4
  20. data/lib/fluent/plugin/elasticsearch_index_template.rb +65 -21
  21. data/lib/fluent/plugin/elasticsearch_simple_sniffer.rb +2 -1
  22. data/lib/fluent/plugin/filter_elasticsearch_genid.rb +1 -1
  23. data/lib/fluent/plugin/in_elasticsearch.rb +8 -2
  24. data/lib/fluent/plugin/oj_serializer.rb +2 -1
  25. data/lib/fluent/plugin/out_elasticsearch.rb +192 -36
  26. data/lib/fluent/plugin/out_elasticsearch_data_stream.rb +298 -0
  27. data/lib/fluent/plugin/out_elasticsearch_dynamic.rb +3 -1
  28. data/test/helper.rb +0 -4
  29. data/test/plugin/mock_chunk.dat +0 -0
  30. data/test/plugin/test_elasticsearch_error_handler.rb +130 -23
  31. data/test/plugin/test_elasticsearch_fallback_selector.rb +17 -8
  32. data/test/plugin/test_elasticsearch_index_lifecycle_management.rb +57 -18
  33. data/test/plugin/test_elasticsearch_tls.rb +8 -2
  34. data/test/plugin/test_filter_elasticsearch_genid.rb +16 -16
  35. data/test/plugin/test_in_elasticsearch.rb +51 -21
  36. data/test/plugin/test_index_alias_template.json +11 -0
  37. data/test/plugin/test_index_template.json +25 -0
  38. data/test/plugin/test_out_elasticsearch.rb +2118 -704
  39. data/test/plugin/test_out_elasticsearch_data_stream.rb +1199 -0
  40. data/test/plugin/test_out_elasticsearch_dynamic.rb +170 -31
  41. metadata +62 -10
  42. data/.coveralls.yml +0 -2
  43. data/.travis.yml +0 -44
  44. data/appveyor.yml +0 -20
  45. data/gemfiles/Gemfile.without.ilm +0 -10
metadata CHANGED
@@ -1,16 +1,16 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fluent-plugin-elasticsearch
3
3
  version: !ruby/object:Gem::Version
4
- version: 4.1.1
4
+ version: 5.4.3
5
5
  platform: ruby
6
6
  authors:
7
7
  - diogo
8
8
  - pitr
9
9
  - Hiroshi Hatake
10
- autorequire:
10
+ autorequire:
11
11
  bindir: bin
12
12
  cert_chain: []
13
- date: 2020-07-20 00:00:00.000000000 Z
13
+ date: 2024-01-15 00:00:00.000000000 Z
14
14
  dependencies:
15
15
  - !ruby/object:Gem::Dependency
16
16
  name: fluentd
@@ -26,6 +26,34 @@ dependencies:
26
26
  - - ">="
27
27
  - !ruby/object:Gem::Version
28
28
  version: 0.14.22
29
+ - !ruby/object:Gem::Dependency
30
+ name: faraday
31
+ requirement: !ruby/object:Gem::Requirement
32
+ requirements:
33
+ - - ">="
34
+ - !ruby/object:Gem::Version
35
+ version: 2.0.0
36
+ type: :runtime
37
+ prerelease: false
38
+ version_requirements: !ruby/object:Gem::Requirement
39
+ requirements:
40
+ - - ">="
41
+ - !ruby/object:Gem::Version
42
+ version: 2.0.0
43
+ - !ruby/object:Gem::Dependency
44
+ name: faraday-excon
45
+ requirement: !ruby/object:Gem::Requirement
46
+ requirements:
47
+ - - ">="
48
+ - !ruby/object:Gem::Version
49
+ version: 2.0.0
50
+ type: :runtime
51
+ prerelease: false
52
+ version_requirements: !ruby/object:Gem::Requirement
53
+ requirements:
54
+ - - ">="
55
+ - !ruby/object:Gem::Version
56
+ version: 2.0.0
29
57
  - !ruby/object:Gem::Dependency
30
58
  name: excon
31
59
  requirement: !ruby/object:Gem::Requirement
@@ -68,6 +96,20 @@ dependencies:
68
96
  - - ">="
69
97
  - !ruby/object:Gem::Version
70
98
  version: '0'
99
+ - !ruby/object:Gem::Dependency
100
+ name: webrick
101
+ requirement: !ruby/object:Gem::Requirement
102
+ requirements:
103
+ - - "~>"
104
+ - !ruby/object:Gem::Version
105
+ version: 1.7.0
106
+ type: :development
107
+ prerelease: false
108
+ version_requirements: !ruby/object:Gem::Requirement
109
+ requirements:
110
+ - - "~>"
111
+ - !ruby/object:Gem::Version
112
+ version: 1.7.0
71
113
  - !ruby/object:Gem::Dependency
72
114
  name: webmock
73
115
  requirement: !ruby/object:Gem::Requirement
@@ -133,14 +175,15 @@ executables: []
133
175
  extensions: []
134
176
  extra_rdoc_files: []
135
177
  files:
136
- - ".coveralls.yml"
137
178
  - ".editorconfig"
179
+ - ".github/ISSUE_TEMPLATE/bug_report.md"
180
+ - ".github/ISSUE_TEMPLATE/feature_request.md"
181
+ - ".github/dependabot.yml"
138
182
  - ".github/workflows/issue-auto-closer.yml"
139
183
  - ".github/workflows/linux.yml"
140
184
  - ".github/workflows/macos.yml"
141
185
  - ".github/workflows/windows.yml"
142
186
  - ".gitignore"
143
- - ".travis.yml"
144
187
  - CONTRIBUTING.md
145
188
  - Gemfile
146
189
  - History.md
@@ -149,14 +192,14 @@ files:
149
192
  - PULL_REQUEST_TEMPLATE.md
150
193
  - README.ElasticsearchGenID.md
151
194
  - README.ElasticsearchInput.md
195
+ - README.Troubleshooting.md
152
196
  - README.md
153
197
  - Rakefile
154
- - appveyor.yml
155
198
  - fluent-plugin-elasticsearch.gemspec
156
199
  - gemfiles/Gemfile.elasticsearch.v6
157
- - gemfiles/Gemfile.without.ilm
158
200
  - lib/fluent/log-ext.rb
159
201
  - lib/fluent/plugin/default-ilm-policy.json
202
+ - lib/fluent/plugin/elasticsearch_compat.rb
160
203
  - lib/fluent/plugin/elasticsearch_constants.rb
161
204
  - lib/fluent/plugin/elasticsearch_error.rb
162
205
  - lib/fluent/plugin/elasticsearch_error_handler.rb
@@ -169,8 +212,10 @@ files:
169
212
  - lib/fluent/plugin/in_elasticsearch.rb
170
213
  - lib/fluent/plugin/oj_serializer.rb
171
214
  - lib/fluent/plugin/out_elasticsearch.rb
215
+ - lib/fluent/plugin/out_elasticsearch_data_stream.rb
172
216
  - lib/fluent/plugin/out_elasticsearch_dynamic.rb
173
217
  - test/helper.rb
218
+ - test/plugin/mock_chunk.dat
174
219
  - test/plugin/test_alias_template.json
175
220
  - test/plugin/test_elasticsearch_error_handler.rb
176
221
  - test/plugin/test_elasticsearch_fallback_selector.rb
@@ -178,8 +223,11 @@ files:
178
223
  - test/plugin/test_elasticsearch_tls.rb
179
224
  - test/plugin/test_filter_elasticsearch_genid.rb
180
225
  - test/plugin/test_in_elasticsearch.rb
226
+ - test/plugin/test_index_alias_template.json
227
+ - test/plugin/test_index_template.json
181
228
  - test/plugin/test_oj_serializer.rb
182
229
  - test/plugin/test_out_elasticsearch.rb
230
+ - test/plugin/test_out_elasticsearch_data_stream.rb
183
231
  - test/plugin/test_out_elasticsearch_dynamic.rb
184
232
  - test/plugin/test_template.json
185
233
  - test/test_log-ext.rb
@@ -188,7 +236,7 @@ licenses:
188
236
  - Apache-2.0
189
237
  metadata:
190
238
  changelog_uri: https://github.com/uken/fluent-plugin-elasticsearch/blob/master/History.md
191
- post_install_message:
239
+ post_install_message:
192
240
  rdoc_options: []
193
241
  require_paths:
194
242
  - lib
@@ -203,12 +251,13 @@ required_rubygems_version: !ruby/object:Gem::Requirement
203
251
  - !ruby/object:Gem::Version
204
252
  version: '0'
205
253
  requirements: []
206
- rubygems_version: 3.1.2
207
- signing_key:
254
+ rubygems_version: 3.4.6
255
+ signing_key:
208
256
  specification_version: 4
209
257
  summary: Elasticsearch output plugin for Fluent event collector
210
258
  test_files:
211
259
  - test/helper.rb
260
+ - test/plugin/mock_chunk.dat
212
261
  - test/plugin/test_alias_template.json
213
262
  - test/plugin/test_elasticsearch_error_handler.rb
214
263
  - test/plugin/test_elasticsearch_fallback_selector.rb
@@ -216,8 +265,11 @@ test_files:
216
265
  - test/plugin/test_elasticsearch_tls.rb
217
266
  - test/plugin/test_filter_elasticsearch_genid.rb
218
267
  - test/plugin/test_in_elasticsearch.rb
268
+ - test/plugin/test_index_alias_template.json
269
+ - test/plugin/test_index_template.json
219
270
  - test/plugin/test_oj_serializer.rb
220
271
  - test/plugin/test_out_elasticsearch.rb
272
+ - test/plugin/test_out_elasticsearch_data_stream.rb
221
273
  - test/plugin/test_out_elasticsearch_dynamic.rb
222
274
  - test/plugin/test_template.json
223
275
  - test/test_log-ext.rb
data/.coveralls.yml DELETED
@@ -1,2 +0,0 @@
1
- service_name: travis-ci
2
-
data/.travis.yml DELETED
@@ -1,44 +0,0 @@
1
- language: ruby
2
-
3
- jobs:
4
- include:
5
- - rvm: 2.4.6
6
- gemfile: Gemfile
7
- os: linux
8
- arch: amd64
9
- - rvm: 2.5.5
10
- gemfile: Gemfile
11
- os: linux
12
- arch: amd64
13
- - rvm: 2.6.3
14
- gemfile: gemfiles/Gemfile.without.ilm
15
- os: linux
16
- arch: amd64
17
- - rvm: 2.6.3
18
- gemfile: gemfiles/Gemfile.elasticsearch.v6
19
- os: linux
20
- arch: amd64
21
- - rvm: 2.6.3
22
- gemfile: Gemfile
23
- os: linux
24
- arch: amd64
25
- - rvm: 2.6.3
26
- gemfile: Gemfile
27
- os: linux
28
- arch: arm64
29
- - rvm: 2.6.3
30
- gemfile: Gemfile
31
- os: osx
32
- osx_image: xcode11.3
33
- - rvm: 2.7.0
34
- gemfile: Gemfile
35
- os: linux
36
- arch: amd64
37
-
38
- gemfile:
39
- - Gemfile
40
-
41
- before_install:
42
- - gem update --system=2.7.8
43
-
44
- script: bundle exec rake test
data/appveyor.yml DELETED
@@ -1,20 +0,0 @@
1
- version: '{build}'
2
- install:
3
- - SET PATH=C:\Ruby%ruby_version%\bin;%PATH%
4
- - ridk.cmd enable
5
- - ruby --version
6
- - gem --version
7
- - bundle install
8
- build: off
9
- test_script:
10
- - bundle exec rake test
11
-
12
- # https://www.appveyor.com/docs/installed-software/#ruby
13
- environment:
14
- matrix:
15
- - ruby_version: "26-x64"
16
- - ruby_version: "26"
17
- - ruby_version: "25-x64"
18
- - ruby_version: "25"
19
- - ruby_version: "24-x64"
20
- - ruby_version: "24"
@@ -1,10 +0,0 @@
1
- source 'https://rubygems.org'
2
-
3
- # Specify your gem's dependencies in fluent-plugin-elasticsearch.gemspec
4
- gemspec :path => "../"
5
-
6
- gem 'simplecov', require: false
7
- gem 'coveralls', ">= 0.8.0", require: false
8
- gem 'strptime', require: false if RUBY_ENGINE == "ruby" && RUBY_VERSION =~ /^2/
9
- gem "irb" if RUBY_ENGINE == "ruby" && RUBY_VERSION >= "2.6"
10
- gem "oj"