fluent-plugin-elasticsearch-dext 5.0.2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (58) hide show
  1. checksums.yaml +7 -0
  2. data/.coveralls.yml +2 -0
  3. data/.editorconfig +9 -0
  4. data/.github/ISSUE_TEMPLATE/bug_report.md +37 -0
  5. data/.github/ISSUE_TEMPLATE/feature_request.md +24 -0
  6. data/.github/workflows/issue-auto-closer.yml +12 -0
  7. data/.github/workflows/linux.yml +26 -0
  8. data/.github/workflows/macos.yml +26 -0
  9. data/.github/workflows/windows.yml +26 -0
  10. data/.gitignore +18 -0
  11. data/.travis.yml +40 -0
  12. data/CONTRIBUTING.md +24 -0
  13. data/Gemfile +11 -0
  14. data/History.md +553 -0
  15. data/ISSUE_TEMPLATE.md +30 -0
  16. data/LICENSE.txt +201 -0
  17. data/PULL_REQUEST_TEMPLATE.md +10 -0
  18. data/README.ElasticsearchGenID.md +116 -0
  19. data/README.ElasticsearchInput.md +293 -0
  20. data/README.Troubleshooting.md +601 -0
  21. data/README.md +1467 -0
  22. data/Rakefile +11 -0
  23. data/appveyor.yml +20 -0
  24. data/fluent-plugin-elasticsearch.gemspec +35 -0
  25. data/gemfiles/Gemfile.elasticsearch.v6 +12 -0
  26. data/lib/fluent/log-ext.rb +38 -0
  27. data/lib/fluent/plugin/default-ilm-policy.json +14 -0
  28. data/lib/fluent/plugin/elasticsearch_constants.rb +13 -0
  29. data/lib/fluent/plugin/elasticsearch_error.rb +5 -0
  30. data/lib/fluent/plugin/elasticsearch_error_handler.rb +129 -0
  31. data/lib/fluent/plugin/elasticsearch_fallback_selector.rb +9 -0
  32. data/lib/fluent/plugin/elasticsearch_index_lifecycle_management.rb +67 -0
  33. data/lib/fluent/plugin/elasticsearch_index_template.rb +211 -0
  34. data/lib/fluent/plugin/elasticsearch_simple_sniffer.rb +10 -0
  35. data/lib/fluent/plugin/elasticsearch_tls.rb +70 -0
  36. data/lib/fluent/plugin/filter_elasticsearch_genid.rb +77 -0
  37. data/lib/fluent/plugin/in_elasticsearch.rb +325 -0
  38. data/lib/fluent/plugin/oj_serializer.rb +22 -0
  39. data/lib/fluent/plugin/out_elasticsearch.rb +1108 -0
  40. data/lib/fluent/plugin/out_elasticsearch_data_stream.rb +218 -0
  41. data/lib/fluent/plugin/out_elasticsearch_dynamic.rb +282 -0
  42. data/test/helper.rb +24 -0
  43. data/test/plugin/test_alias_template.json +9 -0
  44. data/test/plugin/test_elasticsearch_error_handler.rb +646 -0
  45. data/test/plugin/test_elasticsearch_fallback_selector.rb +74 -0
  46. data/test/plugin/test_elasticsearch_index_lifecycle_management.rb +66 -0
  47. data/test/plugin/test_elasticsearch_tls.rb +145 -0
  48. data/test/plugin/test_filter_elasticsearch_genid.rb +215 -0
  49. data/test/plugin/test_in_elasticsearch.rb +459 -0
  50. data/test/plugin/test_index_alias_template.json +11 -0
  51. data/test/plugin/test_index_template.json +25 -0
  52. data/test/plugin/test_oj_serializer.rb +19 -0
  53. data/test/plugin/test_out_elasticsearch.rb +5688 -0
  54. data/test/plugin/test_out_elasticsearch_data_stream.rb +337 -0
  55. data/test/plugin/test_out_elasticsearch_dynamic.rb +1134 -0
  56. data/test/plugin/test_template.json +23 -0
  57. data/test/test_log-ext.rb +35 -0
  58. metadata +236 -0
@@ -0,0 +1,23 @@
1
+ {
2
+ "template": "te*",
3
+ "settings": {
4
+ "number_of_shards": 1
5
+ },
6
+ "mappings": {
7
+ "type1": {
8
+ "_source": {
9
+ "enabled": false
10
+ },
11
+ "properties": {
12
+ "host_name": {
13
+ "type": "string",
14
+ "index": "not_analyzed"
15
+ },
16
+ "created_at": {
17
+ "type": "date",
18
+ "format": "EEE MMM dd HH:mm:ss Z YYYY"
19
+ }
20
+ }
21
+ }
22
+ }
23
+ }
@@ -0,0 +1,35 @@
1
+ require 'helper'
2
+ require 'fluent/log-ext'
3
+
4
+ class TestFluentLogExtHandler < Test::Unit::TestCase
5
+ def setup
6
+ @log_device = Fluent::Test::DummyLogDevice.new
7
+ dl_opts = {:log_level => ServerEngine::DaemonLogger::INFO}
8
+ logger = ServerEngine::DaemonLogger.new(@log_device, dl_opts)
9
+ @log = Fluent::Log.new(logger)
10
+ end
11
+
12
+ def test_trace?
13
+ assert_false @log.respond_to?(:trace?)
14
+ end
15
+
16
+ def test_debug?
17
+ assert_true @log.respond_to?(:debug?)
18
+ end
19
+
20
+ def test_info?
21
+ assert_true @log.respond_to?(:info?)
22
+ end
23
+
24
+ def test_warn?
25
+ assert_true @log.respond_to?(:warn?)
26
+ end
27
+
28
+ def test_error?
29
+ assert_true @log.respond_to?(:error?)
30
+ end
31
+
32
+ def test_fatal?
33
+ assert_true @log.respond_to?(:fatal?)
34
+ end
35
+ end
metadata ADDED
@@ -0,0 +1,236 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: fluent-plugin-elasticsearch-dext
3
+ version: !ruby/object:Gem::Version
4
+ version: 5.0.2
5
+ platform: ruby
6
+ authors:
7
+ - diogo
8
+ - pitr
9
+ - Hiroshi Hatake
10
+ - mihailgmihaylov
11
+ autorequire:
12
+ bindir: bin
13
+ cert_chain: []
14
+ date: 2021-03-17 00:00:00.000000000 Z
15
+ dependencies:
16
+ - !ruby/object:Gem::Dependency
17
+ name: fluentd
18
+ requirement: !ruby/object:Gem::Requirement
19
+ requirements:
20
+ - - ">="
21
+ - !ruby/object:Gem::Version
22
+ version: 0.14.22
23
+ type: :runtime
24
+ prerelease: false
25
+ version_requirements: !ruby/object:Gem::Requirement
26
+ requirements:
27
+ - - ">="
28
+ - !ruby/object:Gem::Version
29
+ version: 0.14.22
30
+ - !ruby/object:Gem::Dependency
31
+ name: excon
32
+ requirement: !ruby/object:Gem::Requirement
33
+ requirements:
34
+ - - ">="
35
+ - !ruby/object:Gem::Version
36
+ version: '0'
37
+ type: :runtime
38
+ prerelease: false
39
+ version_requirements: !ruby/object:Gem::Requirement
40
+ requirements:
41
+ - - ">="
42
+ - !ruby/object:Gem::Version
43
+ version: '0'
44
+ - !ruby/object:Gem::Dependency
45
+ name: elasticsearch
46
+ requirement: !ruby/object:Gem::Requirement
47
+ requirements:
48
+ - - ">="
49
+ - !ruby/object:Gem::Version
50
+ version: '0'
51
+ type: :runtime
52
+ prerelease: false
53
+ version_requirements: !ruby/object:Gem::Requirement
54
+ requirements:
55
+ - - ">="
56
+ - !ruby/object:Gem::Version
57
+ version: '0'
58
+ - !ruby/object:Gem::Dependency
59
+ name: rake
60
+ requirement: !ruby/object:Gem::Requirement
61
+ requirements:
62
+ - - ">="
63
+ - !ruby/object:Gem::Version
64
+ version: '0'
65
+ type: :development
66
+ prerelease: false
67
+ version_requirements: !ruby/object:Gem::Requirement
68
+ requirements:
69
+ - - ">="
70
+ - !ruby/object:Gem::Version
71
+ version: '0'
72
+ - !ruby/object:Gem::Dependency
73
+ name: webmock
74
+ requirement: !ruby/object:Gem::Requirement
75
+ requirements:
76
+ - - "~>"
77
+ - !ruby/object:Gem::Version
78
+ version: '3'
79
+ type: :development
80
+ prerelease: false
81
+ version_requirements: !ruby/object:Gem::Requirement
82
+ requirements:
83
+ - - "~>"
84
+ - !ruby/object:Gem::Version
85
+ version: '3'
86
+ - !ruby/object:Gem::Dependency
87
+ name: test-unit
88
+ requirement: !ruby/object:Gem::Requirement
89
+ requirements:
90
+ - - "~>"
91
+ - !ruby/object:Gem::Version
92
+ version: 3.3.0
93
+ type: :development
94
+ prerelease: false
95
+ version_requirements: !ruby/object:Gem::Requirement
96
+ requirements:
97
+ - - "~>"
98
+ - !ruby/object:Gem::Version
99
+ version: 3.3.0
100
+ - !ruby/object:Gem::Dependency
101
+ name: minitest
102
+ requirement: !ruby/object:Gem::Requirement
103
+ requirements:
104
+ - - "~>"
105
+ - !ruby/object:Gem::Version
106
+ version: '5.8'
107
+ type: :development
108
+ prerelease: false
109
+ version_requirements: !ruby/object:Gem::Requirement
110
+ requirements:
111
+ - - "~>"
112
+ - !ruby/object:Gem::Version
113
+ version: '5.8'
114
+ - !ruby/object:Gem::Dependency
115
+ name: flexmock
116
+ requirement: !ruby/object:Gem::Requirement
117
+ requirements:
118
+ - - "~>"
119
+ - !ruby/object:Gem::Version
120
+ version: '2.0'
121
+ type: :development
122
+ prerelease: false
123
+ version_requirements: !ruby/object:Gem::Requirement
124
+ requirements:
125
+ - - "~>"
126
+ - !ruby/object:Gem::Version
127
+ version: '2.0'
128
+ description: Elasticsearch output plugin for Fluent event collector with small modification
129
+ from Dext
130
+ email:
131
+ - pitr.vern@gmail.com
132
+ - me@diogoterror.com
133
+ - cosmo0920.wp@gmail.com
134
+ - mihail.mihaylov@dext.com
135
+ executables: []
136
+ extensions: []
137
+ extra_rdoc_files: []
138
+ files:
139
+ - ".coveralls.yml"
140
+ - ".editorconfig"
141
+ - ".github/ISSUE_TEMPLATE/bug_report.md"
142
+ - ".github/ISSUE_TEMPLATE/feature_request.md"
143
+ - ".github/workflows/issue-auto-closer.yml"
144
+ - ".github/workflows/linux.yml"
145
+ - ".github/workflows/macos.yml"
146
+ - ".github/workflows/windows.yml"
147
+ - ".gitignore"
148
+ - ".travis.yml"
149
+ - CONTRIBUTING.md
150
+ - Gemfile
151
+ - History.md
152
+ - ISSUE_TEMPLATE.md
153
+ - LICENSE.txt
154
+ - PULL_REQUEST_TEMPLATE.md
155
+ - README.ElasticsearchGenID.md
156
+ - README.ElasticsearchInput.md
157
+ - README.Troubleshooting.md
158
+ - README.md
159
+ - Rakefile
160
+ - appveyor.yml
161
+ - fluent-plugin-elasticsearch.gemspec
162
+ - gemfiles/Gemfile.elasticsearch.v6
163
+ - lib/fluent/log-ext.rb
164
+ - lib/fluent/plugin/default-ilm-policy.json
165
+ - lib/fluent/plugin/elasticsearch_constants.rb
166
+ - lib/fluent/plugin/elasticsearch_error.rb
167
+ - lib/fluent/plugin/elasticsearch_error_handler.rb
168
+ - lib/fluent/plugin/elasticsearch_fallback_selector.rb
169
+ - lib/fluent/plugin/elasticsearch_index_lifecycle_management.rb
170
+ - lib/fluent/plugin/elasticsearch_index_template.rb
171
+ - lib/fluent/plugin/elasticsearch_simple_sniffer.rb
172
+ - lib/fluent/plugin/elasticsearch_tls.rb
173
+ - lib/fluent/plugin/filter_elasticsearch_genid.rb
174
+ - lib/fluent/plugin/in_elasticsearch.rb
175
+ - lib/fluent/plugin/oj_serializer.rb
176
+ - lib/fluent/plugin/out_elasticsearch.rb
177
+ - lib/fluent/plugin/out_elasticsearch_data_stream.rb
178
+ - lib/fluent/plugin/out_elasticsearch_dynamic.rb
179
+ - test/helper.rb
180
+ - test/plugin/test_alias_template.json
181
+ - test/plugin/test_elasticsearch_error_handler.rb
182
+ - test/plugin/test_elasticsearch_fallback_selector.rb
183
+ - test/plugin/test_elasticsearch_index_lifecycle_management.rb
184
+ - test/plugin/test_elasticsearch_tls.rb
185
+ - test/plugin/test_filter_elasticsearch_genid.rb
186
+ - test/plugin/test_in_elasticsearch.rb
187
+ - test/plugin/test_index_alias_template.json
188
+ - test/plugin/test_index_template.json
189
+ - test/plugin/test_oj_serializer.rb
190
+ - test/plugin/test_out_elasticsearch.rb
191
+ - test/plugin/test_out_elasticsearch_data_stream.rb
192
+ - test/plugin/test_out_elasticsearch_dynamic.rb
193
+ - test/plugin/test_template.json
194
+ - test/test_log-ext.rb
195
+ homepage: https://github.com/wbrefvem/fluent-plugin-elasticsearch
196
+ licenses:
197
+ - Apache-2.0
198
+ metadata:
199
+ changelog_uri: https://github.com/uken/fluent-plugin-elasticsearch/blob/master/History.md
200
+ post_install_message:
201
+ rdoc_options: []
202
+ require_paths:
203
+ - lib
204
+ required_ruby_version: !ruby/object:Gem::Requirement
205
+ requirements:
206
+ - - ">="
207
+ - !ruby/object:Gem::Version
208
+ version: '2.3'
209
+ required_rubygems_version: !ruby/object:Gem::Requirement
210
+ requirements:
211
+ - - ">="
212
+ - !ruby/object:Gem::Version
213
+ version: '0'
214
+ requirements: []
215
+ rubygems_version: 3.0.3
216
+ signing_key:
217
+ specification_version: 4
218
+ summary: Elasticsearch output plugin for Fluent event collector with small modification
219
+ from Dext
220
+ test_files:
221
+ - test/helper.rb
222
+ - test/plugin/test_alias_template.json
223
+ - test/plugin/test_elasticsearch_error_handler.rb
224
+ - test/plugin/test_elasticsearch_fallback_selector.rb
225
+ - test/plugin/test_elasticsearch_index_lifecycle_management.rb
226
+ - test/plugin/test_elasticsearch_tls.rb
227
+ - test/plugin/test_filter_elasticsearch_genid.rb
228
+ - test/plugin/test_in_elasticsearch.rb
229
+ - test/plugin/test_index_alias_template.json
230
+ - test/plugin/test_index_template.json
231
+ - test/plugin/test_oj_serializer.rb
232
+ - test/plugin/test_out_elasticsearch.rb
233
+ - test/plugin/test_out_elasticsearch_data_stream.rb
234
+ - test/plugin/test_out_elasticsearch_dynamic.rb
235
+ - test/plugin/test_template.json
236
+ - test/test_log-ext.rb