fluent-plugin-elasticsearch-dext 5.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. checksums.yaml +7 -0
  2. data/.coveralls.yml +2 -0
  3. data/.editorconfig +9 -0
  4. data/.github/ISSUE_TEMPLATE/bug_report.md +37 -0
  5. data/.github/ISSUE_TEMPLATE/feature_request.md +24 -0
  6. data/.github/workflows/issue-auto-closer.yml +12 -0
  7. data/.github/workflows/linux.yml +26 -0
  8. data/.github/workflows/macos.yml +26 -0
  9. data/.github/workflows/windows.yml +26 -0
  10. data/.gitignore +18 -0
  11. data/.travis.yml +40 -0
  12. data/CONTRIBUTING.md +24 -0
  13. data/Gemfile +11 -0
  14. data/History.md +553 -0
  15. data/ISSUE_TEMPLATE.md +30 -0
  16. data/LICENSE.txt +201 -0
  17. data/PULL_REQUEST_TEMPLATE.md +10 -0
  18. data/README.ElasticsearchGenID.md +116 -0
  19. data/README.ElasticsearchInput.md +293 -0
  20. data/README.Troubleshooting.md +601 -0
  21. data/README.md +1467 -0
  22. data/Rakefile +11 -0
  23. data/appveyor.yml +20 -0
  24. data/fluent-plugin-elasticsearch.gemspec +35 -0
  25. data/gemfiles/Gemfile.elasticsearch.v6 +12 -0
  26. data/lib/fluent/log-ext.rb +38 -0
  27. data/lib/fluent/plugin/default-ilm-policy.json +14 -0
  28. data/lib/fluent/plugin/elasticsearch_constants.rb +13 -0
  29. data/lib/fluent/plugin/elasticsearch_error.rb +5 -0
  30. data/lib/fluent/plugin/elasticsearch_error_handler.rb +129 -0
  31. data/lib/fluent/plugin/elasticsearch_fallback_selector.rb +9 -0
  32. data/lib/fluent/plugin/elasticsearch_index_lifecycle_management.rb +67 -0
  33. data/lib/fluent/plugin/elasticsearch_index_template.rb +211 -0
  34. data/lib/fluent/plugin/elasticsearch_simple_sniffer.rb +10 -0
  35. data/lib/fluent/plugin/elasticsearch_tls.rb +70 -0
  36. data/lib/fluent/plugin/filter_elasticsearch_genid.rb +77 -0
  37. data/lib/fluent/plugin/in_elasticsearch.rb +325 -0
  38. data/lib/fluent/plugin/oj_serializer.rb +22 -0
  39. data/lib/fluent/plugin/out_elasticsearch.rb +1108 -0
  40. data/lib/fluent/plugin/out_elasticsearch_data_stream.rb +218 -0
  41. data/lib/fluent/plugin/out_elasticsearch_dynamic.rb +282 -0
  42. data/test/helper.rb +24 -0
  43. data/test/plugin/test_alias_template.json +9 -0
  44. data/test/plugin/test_elasticsearch_error_handler.rb +646 -0
  45. data/test/plugin/test_elasticsearch_fallback_selector.rb +74 -0
  46. data/test/plugin/test_elasticsearch_index_lifecycle_management.rb +66 -0
  47. data/test/plugin/test_elasticsearch_tls.rb +145 -0
  48. data/test/plugin/test_filter_elasticsearch_genid.rb +215 -0
  49. data/test/plugin/test_in_elasticsearch.rb +459 -0
  50. data/test/plugin/test_index_alias_template.json +11 -0
  51. data/test/plugin/test_index_template.json +25 -0
  52. data/test/plugin/test_oj_serializer.rb +19 -0
  53. data/test/plugin/test_out_elasticsearch.rb +5688 -0
  54. data/test/plugin/test_out_elasticsearch_data_stream.rb +337 -0
  55. data/test/plugin/test_out_elasticsearch_dynamic.rb +1134 -0
  56. data/test/plugin/test_template.json +23 -0
  57. data/test/test_log-ext.rb +35 -0
  58. metadata +236 -0
@@ -0,0 +1,23 @@
1
+ {
2
+ "template": "te*",
3
+ "settings": {
4
+ "number_of_shards": 1
5
+ },
6
+ "mappings": {
7
+ "type1": {
8
+ "_source": {
9
+ "enabled": false
10
+ },
11
+ "properties": {
12
+ "host_name": {
13
+ "type": "string",
14
+ "index": "not_analyzed"
15
+ },
16
+ "created_at": {
17
+ "type": "date",
18
+ "format": "EEE MMM dd HH:mm:ss Z YYYY"
19
+ }
20
+ }
21
+ }
22
+ }
23
+ }
@@ -0,0 +1,35 @@
1
+ require 'helper'
2
+ require 'fluent/log-ext'
3
+
4
+ class TestFluentLogExtHandler < Test::Unit::TestCase
5
+ def setup
6
+ @log_device = Fluent::Test::DummyLogDevice.new
7
+ dl_opts = {:log_level => ServerEngine::DaemonLogger::INFO}
8
+ logger = ServerEngine::DaemonLogger.new(@log_device, dl_opts)
9
+ @log = Fluent::Log.new(logger)
10
+ end
11
+
12
+ def test_trace?
13
+ assert_false @log.respond_to?(:trace?)
14
+ end
15
+
16
+ def test_debug?
17
+ assert_true @log.respond_to?(:debug?)
18
+ end
19
+
20
+ def test_info?
21
+ assert_true @log.respond_to?(:info?)
22
+ end
23
+
24
+ def test_warn?
25
+ assert_true @log.respond_to?(:warn?)
26
+ end
27
+
28
+ def test_error?
29
+ assert_true @log.respond_to?(:error?)
30
+ end
31
+
32
+ def test_fatal?
33
+ assert_true @log.respond_to?(:fatal?)
34
+ end
35
+ end
metadata ADDED
@@ -0,0 +1,236 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: fluent-plugin-elasticsearch-dext
3
+ version: !ruby/object:Gem::Version
4
+ version: 5.0.2
5
+ platform: ruby
6
+ authors:
7
+ - diogo
8
+ - pitr
9
+ - Hiroshi Hatake
10
+ - mihailgmihaylov
11
+ autorequire:
12
+ bindir: bin
13
+ cert_chain: []
14
+ date: 2021-03-17 00:00:00.000000000 Z
15
+ dependencies:
16
+ - !ruby/object:Gem::Dependency
17
+ name: fluentd
18
+ requirement: !ruby/object:Gem::Requirement
19
+ requirements:
20
+ - - ">="
21
+ - !ruby/object:Gem::Version
22
+ version: 0.14.22
23
+ type: :runtime
24
+ prerelease: false
25
+ version_requirements: !ruby/object:Gem::Requirement
26
+ requirements:
27
+ - - ">="
28
+ - !ruby/object:Gem::Version
29
+ version: 0.14.22
30
+ - !ruby/object:Gem::Dependency
31
+ name: excon
32
+ requirement: !ruby/object:Gem::Requirement
33
+ requirements:
34
+ - - ">="
35
+ - !ruby/object:Gem::Version
36
+ version: '0'
37
+ type: :runtime
38
+ prerelease: false
39
+ version_requirements: !ruby/object:Gem::Requirement
40
+ requirements:
41
+ - - ">="
42
+ - !ruby/object:Gem::Version
43
+ version: '0'
44
+ - !ruby/object:Gem::Dependency
45
+ name: elasticsearch
46
+ requirement: !ruby/object:Gem::Requirement
47
+ requirements:
48
+ - - ">="
49
+ - !ruby/object:Gem::Version
50
+ version: '0'
51
+ type: :runtime
52
+ prerelease: false
53
+ version_requirements: !ruby/object:Gem::Requirement
54
+ requirements:
55
+ - - ">="
56
+ - !ruby/object:Gem::Version
57
+ version: '0'
58
+ - !ruby/object:Gem::Dependency
59
+ name: rake
60
+ requirement: !ruby/object:Gem::Requirement
61
+ requirements:
62
+ - - ">="
63
+ - !ruby/object:Gem::Version
64
+ version: '0'
65
+ type: :development
66
+ prerelease: false
67
+ version_requirements: !ruby/object:Gem::Requirement
68
+ requirements:
69
+ - - ">="
70
+ - !ruby/object:Gem::Version
71
+ version: '0'
72
+ - !ruby/object:Gem::Dependency
73
+ name: webmock
74
+ requirement: !ruby/object:Gem::Requirement
75
+ requirements:
76
+ - - "~>"
77
+ - !ruby/object:Gem::Version
78
+ version: '3'
79
+ type: :development
80
+ prerelease: false
81
+ version_requirements: !ruby/object:Gem::Requirement
82
+ requirements:
83
+ - - "~>"
84
+ - !ruby/object:Gem::Version
85
+ version: '3'
86
+ - !ruby/object:Gem::Dependency
87
+ name: test-unit
88
+ requirement: !ruby/object:Gem::Requirement
89
+ requirements:
90
+ - - "~>"
91
+ - !ruby/object:Gem::Version
92
+ version: 3.3.0
93
+ type: :development
94
+ prerelease: false
95
+ version_requirements: !ruby/object:Gem::Requirement
96
+ requirements:
97
+ - - "~>"
98
+ - !ruby/object:Gem::Version
99
+ version: 3.3.0
100
+ - !ruby/object:Gem::Dependency
101
+ name: minitest
102
+ requirement: !ruby/object:Gem::Requirement
103
+ requirements:
104
+ - - "~>"
105
+ - !ruby/object:Gem::Version
106
+ version: '5.8'
107
+ type: :development
108
+ prerelease: false
109
+ version_requirements: !ruby/object:Gem::Requirement
110
+ requirements:
111
+ - - "~>"
112
+ - !ruby/object:Gem::Version
113
+ version: '5.8'
114
+ - !ruby/object:Gem::Dependency
115
+ name: flexmock
116
+ requirement: !ruby/object:Gem::Requirement
117
+ requirements:
118
+ - - "~>"
119
+ - !ruby/object:Gem::Version
120
+ version: '2.0'
121
+ type: :development
122
+ prerelease: false
123
+ version_requirements: !ruby/object:Gem::Requirement
124
+ requirements:
125
+ - - "~>"
126
+ - !ruby/object:Gem::Version
127
+ version: '2.0'
128
+ description: Elasticsearch output plugin for Fluent event collector with small modification
129
+ from Dext
130
+ email:
131
+ - pitr.vern@gmail.com
132
+ - me@diogoterror.com
133
+ - cosmo0920.wp@gmail.com
134
+ - mihail.mihaylov@dext.com
135
+ executables: []
136
+ extensions: []
137
+ extra_rdoc_files: []
138
+ files:
139
+ - ".coveralls.yml"
140
+ - ".editorconfig"
141
+ - ".github/ISSUE_TEMPLATE/bug_report.md"
142
+ - ".github/ISSUE_TEMPLATE/feature_request.md"
143
+ - ".github/workflows/issue-auto-closer.yml"
144
+ - ".github/workflows/linux.yml"
145
+ - ".github/workflows/macos.yml"
146
+ - ".github/workflows/windows.yml"
147
+ - ".gitignore"
148
+ - ".travis.yml"
149
+ - CONTRIBUTING.md
150
+ - Gemfile
151
+ - History.md
152
+ - ISSUE_TEMPLATE.md
153
+ - LICENSE.txt
154
+ - PULL_REQUEST_TEMPLATE.md
155
+ - README.ElasticsearchGenID.md
156
+ - README.ElasticsearchInput.md
157
+ - README.Troubleshooting.md
158
+ - README.md
159
+ - Rakefile
160
+ - appveyor.yml
161
+ - fluent-plugin-elasticsearch.gemspec
162
+ - gemfiles/Gemfile.elasticsearch.v6
163
+ - lib/fluent/log-ext.rb
164
+ - lib/fluent/plugin/default-ilm-policy.json
165
+ - lib/fluent/plugin/elasticsearch_constants.rb
166
+ - lib/fluent/plugin/elasticsearch_error.rb
167
+ - lib/fluent/plugin/elasticsearch_error_handler.rb
168
+ - lib/fluent/plugin/elasticsearch_fallback_selector.rb
169
+ - lib/fluent/plugin/elasticsearch_index_lifecycle_management.rb
170
+ - lib/fluent/plugin/elasticsearch_index_template.rb
171
+ - lib/fluent/plugin/elasticsearch_simple_sniffer.rb
172
+ - lib/fluent/plugin/elasticsearch_tls.rb
173
+ - lib/fluent/plugin/filter_elasticsearch_genid.rb
174
+ - lib/fluent/plugin/in_elasticsearch.rb
175
+ - lib/fluent/plugin/oj_serializer.rb
176
+ - lib/fluent/plugin/out_elasticsearch.rb
177
+ - lib/fluent/plugin/out_elasticsearch_data_stream.rb
178
+ - lib/fluent/plugin/out_elasticsearch_dynamic.rb
179
+ - test/helper.rb
180
+ - test/plugin/test_alias_template.json
181
+ - test/plugin/test_elasticsearch_error_handler.rb
182
+ - test/plugin/test_elasticsearch_fallback_selector.rb
183
+ - test/plugin/test_elasticsearch_index_lifecycle_management.rb
184
+ - test/plugin/test_elasticsearch_tls.rb
185
+ - test/plugin/test_filter_elasticsearch_genid.rb
186
+ - test/plugin/test_in_elasticsearch.rb
187
+ - test/plugin/test_index_alias_template.json
188
+ - test/plugin/test_index_template.json
189
+ - test/plugin/test_oj_serializer.rb
190
+ - test/plugin/test_out_elasticsearch.rb
191
+ - test/plugin/test_out_elasticsearch_data_stream.rb
192
+ - test/plugin/test_out_elasticsearch_dynamic.rb
193
+ - test/plugin/test_template.json
194
+ - test/test_log-ext.rb
195
+ homepage: https://github.com/wbrefvem/fluent-plugin-elasticsearch
196
+ licenses:
197
+ - Apache-2.0
198
+ metadata:
199
+ changelog_uri: https://github.com/uken/fluent-plugin-elasticsearch/blob/master/History.md
200
+ post_install_message:
201
+ rdoc_options: []
202
+ require_paths:
203
+ - lib
204
+ required_ruby_version: !ruby/object:Gem::Requirement
205
+ requirements:
206
+ - - ">="
207
+ - !ruby/object:Gem::Version
208
+ version: '2.3'
209
+ required_rubygems_version: !ruby/object:Gem::Requirement
210
+ requirements:
211
+ - - ">="
212
+ - !ruby/object:Gem::Version
213
+ version: '0'
214
+ requirements: []
215
+ rubygems_version: 3.0.3
216
+ signing_key:
217
+ specification_version: 4
218
+ summary: Elasticsearch output plugin for Fluent event collector with small modification
219
+ from Dext
220
+ test_files:
221
+ - test/helper.rb
222
+ - test/plugin/test_alias_template.json
223
+ - test/plugin/test_elasticsearch_error_handler.rb
224
+ - test/plugin/test_elasticsearch_fallback_selector.rb
225
+ - test/plugin/test_elasticsearch_index_lifecycle_management.rb
226
+ - test/plugin/test_elasticsearch_tls.rb
227
+ - test/plugin/test_filter_elasticsearch_genid.rb
228
+ - test/plugin/test_in_elasticsearch.rb
229
+ - test/plugin/test_index_alias_template.json
230
+ - test/plugin/test_index_template.json
231
+ - test/plugin/test_oj_serializer.rb
232
+ - test/plugin/test_out_elasticsearch.rb
233
+ - test/plugin/test_out_elasticsearch_data_stream.rb
234
+ - test/plugin/test_out_elasticsearch_dynamic.rb
235
+ - test/plugin/test_template.json
236
+ - test/test_log-ext.rb