fluent-plugin-filter-logs 1.0.4 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile.lock +3 -3
- data/fluent-plugin-filter-logs.gemspec +1 -1
- data/lib/fluent/plugin/filter_logs.rb +31 -46
- data/test/plugin/test_filter_logs.rb +409 -365
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 38acc5285e3ece4477c59ca56b926a509a7194b6a6ded5f35e5e84a969996177
|
|
4
|
+
data.tar.gz: cb92161a7bc21e9e12768a9a9ceab363c18a96c8e7a63315b460c401fa9a3bda
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 1b4adfc66712ed06eb279b5fb046ec6d572737d2f8fbfecc5ea9648ace4da6d00eefc8ea1b6cdddc6e9d72be8aa7f88e6ce102c2ac6672d00f8caea551140d4c
|
|
7
|
+
data.tar.gz: 1bdf39004d168be274b73b054a824fe169a933b91a7b3b2b51e0702f6614273bbf82b952069233ac6689f8f08d265d9afb590677d743bc6bce9b179f23161998
|
data/Gemfile.lock
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
PATH
|
|
2
2
|
remote: .
|
|
3
3
|
specs:
|
|
4
|
-
fluent-plugin-filter-logs (1.0
|
|
4
|
+
fluent-plugin-filter-logs (1.1.0)
|
|
5
5
|
fluentd (>= 0.14.10, < 2)
|
|
6
6
|
logfmt (~> 0.0.9)
|
|
7
7
|
|
|
@@ -11,7 +11,7 @@ GEM
|
|
|
11
11
|
byebug (11.1.1)
|
|
12
12
|
concurrent-ruby (1.1.6)
|
|
13
13
|
cool.io (1.6.0)
|
|
14
|
-
fluentd (1.10.
|
|
14
|
+
fluentd (1.10.1)
|
|
15
15
|
cool.io (>= 1.4.5, < 2.0.0)
|
|
16
16
|
http_parser.rb (>= 0.5.1, < 0.7.0)
|
|
17
17
|
msgpack (>= 1.3.1, < 2.0.0)
|
|
@@ -32,7 +32,7 @@ GEM
|
|
|
32
32
|
strptime (0.2.3)
|
|
33
33
|
test-unit (3.2.9)
|
|
34
34
|
power_assert
|
|
35
|
-
tzinfo (2.0.
|
|
35
|
+
tzinfo (2.0.2)
|
|
36
36
|
concurrent-ruby (~> 1.0)
|
|
37
37
|
tzinfo-data (1.2019.3)
|
|
38
38
|
tzinfo (>= 1.0.0)
|
|
@@ -5,7 +5,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
|
|
5
5
|
|
|
6
6
|
Gem::Specification.new do |spec|
|
|
7
7
|
spec.name = 'fluent-plugin-filter-logs'
|
|
8
|
-
spec.version = '1.0
|
|
8
|
+
spec.version = '1.1.0'
|
|
9
9
|
spec.authors = ['Camille Meulien']
|
|
10
10
|
spec.email = ['cmeulien@heliostech.fr']
|
|
11
11
|
|
|
@@ -25,43 +25,24 @@ module Fluent
|
|
|
25
25
|
class LogsFilter < Filter
|
|
26
26
|
Fluent::Plugin.register_filter('logs', self)
|
|
27
27
|
REGEXPS_LOGS = [
|
|
28
|
-
[/^(?<upstream_ip>\S+) - - \[
|
|
29
|
-
[/^\[[^\]]+\] (?<upstream_ip>\S+) - [^ ]+ \[
|
|
30
|
-
[
|
|
31
|
-
[/^.. \[
|
|
32
|
-
[
|
|
28
|
+
[/^(?<upstream_ip>\S+) - - \[\S+ \+\d{4}\] "(?<message>\S+ \S+ [^"]+)" (?<status_code>\d{3}) (?<content_size>\d+|-) "(?<referer>.*?)" "(?<user_agent>[^"]+)" "(?<user_ip>[^"]+)"$/],
|
|
29
|
+
[/^\[[^\]]+\] (?<upstream_ip>\S+) - [^ ]+ \[[^\]]+\] "(?<message>\S+ \S+ [^"]+)" (?<status_code>\d{3}) (?<content_size>\d+|-) "(?<referer>.*?)" "(?<user_agent>[^"]+)"/],
|
|
30
|
+
[/^\d{4}-\d{2}-\d{2}[T ]\d{2}:\d{2}:\d{2}\S+ \[(?<level>[^\]]+)\] (?<message>.*)/],
|
|
31
|
+
[/^.. \[[^\]]+?( \#\d+)?\] +(?<level>\S+) -- : (?<message>.*)$/],
|
|
32
|
+
[/^(?<level>[DINWECA])\d{4} \d{2}:\d{2}:\d{2}\.\d+ +(?<message>.*)$/],
|
|
33
|
+
[%r{^\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2} UTC (?<message>(?:\S+ ){1,2}#\d+ (?<level>\S+) import (?<peers>\d+)/(?<peers_max>\d+) peers? .*)$},
|
|
33
34
|
lambda do |r|
|
|
34
35
|
ratio = r['peers'].to_f / r['peers_max'].to_f
|
|
35
36
|
l = ratio <= 0.1 ? 'ERROR' : ratio <= 0.2 ? 'WARN' : 'INFO'
|
|
36
37
|
return { 'level' => l }
|
|
37
38
|
end],
|
|
38
|
-
[
|
|
39
|
+
[/^\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2} UTC (?<message>(?:\S+ ){1,2}#\d+ (?<level>\S+) .*)$/],
|
|
39
40
|
[/^ranger_\S+: \d+$/, { 'level' => 'INFO' }]
|
|
40
41
|
].freeze
|
|
41
42
|
|
|
42
|
-
REGEXPS_DATES = [
|
|
43
|
-
[/^\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\.\d{6}/, '%FT%T.%L'],
|
|
44
|
-
[/^\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\.\d{3}/, '%FT%T.%L%z'],
|
|
45
|
-
[/^\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}/, '%FT%T%z'],
|
|
46
|
-
[/^\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}\.\d{3}/, '%F %T.%L'],
|
|
47
|
-
[/^\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}$/, '%F %T'],
|
|
48
|
-
[%r{\d{2}/[a-zA-Z]+/\d{4}:\d{2}:\d{2}:\d{2}}, '%d/%b/%Y:%H:%M:%S %z']
|
|
49
|
-
].freeze
|
|
50
|
-
|
|
51
|
-
def ow_parse_time(str)
|
|
52
|
-
return nil if str.nil?
|
|
53
|
-
|
|
54
|
-
REGEXPS_DATES.each do |pattern, format|
|
|
55
|
-
if str.match(pattern)
|
|
56
|
-
return DateTime.strptime(str, format).to_time.to_i
|
|
57
|
-
end
|
|
58
|
-
end
|
|
59
|
-
DateTime.strptime(str).to_time.to_i
|
|
60
|
-
rescue ArgumentError => e
|
|
61
|
-
log.warn "#{e}, time str: #{str}"
|
|
62
|
-
end
|
|
63
|
-
|
|
64
43
|
def ow_parse_logs(text)
|
|
44
|
+
return {} unless text
|
|
45
|
+
|
|
65
46
|
if text[0] == '{'
|
|
66
47
|
begin
|
|
67
48
|
return JSON.parse(text)
|
|
@@ -96,9 +77,17 @@ module Fluent
|
|
|
96
77
|
|
|
97
78
|
FORMATTERS = [
|
|
98
79
|
['level', lambda do |value|
|
|
99
|
-
|
|
100
|
-
return '
|
|
101
|
-
|
|
80
|
+
case value
|
|
81
|
+
when /^warning$/i then return 'WARN'
|
|
82
|
+
when /^note$/i then return 'INFO'
|
|
83
|
+
when 'D' then return 'DEBUG'
|
|
84
|
+
when 'I' then return 'INFO'
|
|
85
|
+
when 'N' then return 'NOTICE'
|
|
86
|
+
when 'W' then return 'WARN'
|
|
87
|
+
when 'E' then return 'ERROR'
|
|
88
|
+
when 'C' then return 'CRITICAL'
|
|
89
|
+
when 'A' then return 'ALERT'
|
|
90
|
+
end
|
|
102
91
|
value.upcase
|
|
103
92
|
end]
|
|
104
93
|
].freeze
|
|
@@ -107,6 +96,16 @@ module Fluent
|
|
|
107
96
|
text = record['log']
|
|
108
97
|
record.delete('log')
|
|
109
98
|
|
|
99
|
+
if record['data']
|
|
100
|
+
record['status_code'] = record['data']['status']
|
|
101
|
+
record['level'] = 'DEBUG'
|
|
102
|
+
record['message'] = JSON.dump(record.delete('data'))
|
|
103
|
+
end
|
|
104
|
+
|
|
105
|
+
if record['status_code']
|
|
106
|
+
record['status_code'] = record['status_code'].to_i
|
|
107
|
+
end
|
|
108
|
+
|
|
110
109
|
RENAME_MAP.each do |src, dst|
|
|
111
110
|
if record[src] && record[dst].nil?
|
|
112
111
|
record[dst] = record[src]
|
|
@@ -124,22 +123,8 @@ module Fluent
|
|
|
124
123
|
|
|
125
124
|
def filter(_tag, _time, record)
|
|
126
125
|
log.trace { "filter_logs: (#{record.class}) #{record.inspect}" }
|
|
127
|
-
unless record['log']
|
|
128
|
-
if record['data']
|
|
129
|
-
record['level'] = 'DEBUG'
|
|
130
|
-
record['message'] = JSON.dump(record.delete('data'))
|
|
131
|
-
end
|
|
132
|
-
return record
|
|
133
|
-
end
|
|
134
|
-
|
|
135
126
|
record = record.merge(ow_parse_logs(record['log']))
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
if record['time']
|
|
139
|
-
record['timestamp'] = ow_parse_time(record['time'])
|
|
140
|
-
record.delete('time')
|
|
141
|
-
end
|
|
142
|
-
record
|
|
127
|
+
ow_post_process(record)
|
|
143
128
|
end
|
|
144
129
|
end
|
|
145
130
|
end
|
|
@@ -33,369 +33,413 @@ class LogsFilterTest < Test::Unit::TestCase
|
|
|
33
33
|
assert_equal(expected, filter(messages))
|
|
34
34
|
end
|
|
35
35
|
|
|
36
|
-
test 'basic fmtlog parsing' do
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
end
|
|
45
|
-
|
|
46
|
-
test 'json fmt logs' do
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
end
|
|
65
|
-
|
|
66
|
-
test 'json apache logs (nginx example)' do
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
327
|
-
|
|
328
|
-
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
|
|
337
|
-
|
|
338
|
-
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
349
|
-
|
|
350
|
-
|
|
351
|
-
|
|
352
|
-
|
|
353
|
-
|
|
354
|
-
|
|
355
|
-
|
|
356
|
-
|
|
357
|
-
|
|
358
|
-
|
|
359
|
-
|
|
360
|
-
|
|
361
|
-
|
|
362
|
-
|
|
363
|
-
|
|
364
|
-
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
|
|
370
|
-
|
|
371
|
-
|
|
372
|
-
|
|
373
|
-
|
|
374
|
-
|
|
375
|
-
|
|
376
|
-
|
|
377
|
-
|
|
378
|
-
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
|
|
386
|
-
|
|
387
|
-
|
|
388
|
-
|
|
389
|
-
|
|
390
|
-
|
|
391
|
-
|
|
392
|
-
|
|
393
|
-
|
|
394
|
-
|
|
395
|
-
|
|
396
|
-
|
|
397
|
-
|
|
398
|
-
|
|
399
|
-
|
|
400
|
-
|
|
36
|
+
# test 'basic fmtlog parsing' do
|
|
37
|
+
# messages = [
|
|
38
|
+
# { 'message' => 'time="2018-01-01 00:00:00" aaa=111 bbb=222' }
|
|
39
|
+
# ]
|
|
40
|
+
# expected = [
|
|
41
|
+
# { 'message' => 'time="2018-01-01 00:00:00" aaa=111 bbb=222' }
|
|
42
|
+
# ]
|
|
43
|
+
# assert_equal(expected, filter(messages))
|
|
44
|
+
# end
|
|
45
|
+
|
|
46
|
+
# test 'json fmt logs' do
|
|
47
|
+
# text = '{"container_id":"2caa236b7c","container_name":"/traefik-lb_traefik_1","source":"stdout","log":"time=\"2020-03-31T08:46:44Z\" level=debug msg=\"Filtering disabled container\" providerName=docker container=deposit-collection-edge-11facecb13"}'
|
|
48
|
+
# messages = [
|
|
49
|
+
# JSON.parse(text)
|
|
50
|
+
# ]
|
|
51
|
+
# expected = [
|
|
52
|
+
# {
|
|
53
|
+
# 'container_id' => '2caa236b7c',
|
|
54
|
+
# 'container_name' => '/traefik-lb_traefik_1',
|
|
55
|
+
# 'source' => 'stdout',
|
|
56
|
+
# 'level' => 'DEBUG',
|
|
57
|
+
# 'message' => 'Filtering disabled container',
|
|
58
|
+
# 'providerName' => 'docker',
|
|
59
|
+
# 'container' => 'deposit-collection-edge-11facecb13',
|
|
60
|
+
# 'time' => '2020-03-31T08:46:44Z'
|
|
61
|
+
# }
|
|
62
|
+
# ]
|
|
63
|
+
# assert_equal(expected, filter(messages))
|
|
64
|
+
# end
|
|
65
|
+
|
|
66
|
+
# test 'json apache logs (nginx example)' do
|
|
67
|
+
# text = '{"container_name":"/demo_frontend_1","source":"stdout","log":"192.168.80.32 - - [27/Mar/2020:19:26:18 +0000] \"GET /static/media/search.f6cf3254.svg HTTP/1.1\" 200 329 \"https://demo.openware.work/trading/copyright/batusdt\" \"Mozilla/5.0 (Linux; Android 8.0.0; SAMSUNG SM-J330FN/J330FNXXS3BSE1) AppleWebKit/537.36 (KHTML, like Gecko) SamsungBrowser/11.1 Chrome/75.0.3770.143 Mobile Safari/537.36\" \"123.456.789.0\"","container_id":"1888b6a06ef7"}'
|
|
68
|
+
# messages = [
|
|
69
|
+
# JSON.parse(text)
|
|
70
|
+
# ]
|
|
71
|
+
# expected = [
|
|
72
|
+
# {
|
|
73
|
+
# 'container_id' => '1888b6a06ef7',
|
|
74
|
+
# 'container_name' => '/demo_frontend_1',
|
|
75
|
+
# 'content_size' => '329',
|
|
76
|
+
# 'referer' => 'https://demo.openware.work/trading/copyright/batusdt',
|
|
77
|
+
# 'message' => 'GET /static/media/search.f6cf3254.svg HTTP/1.1',
|
|
78
|
+
# 'source' => 'stdout',
|
|
79
|
+
# 'status_code' => 200,
|
|
80
|
+
# 'upstream_ip' => '192.168.80.32',
|
|
81
|
+
# 'user_agent' => 'Mozilla/5.0 (Linux; Android 8.0.0; SAMSUNG SM-J330FN/J330FNXXS3BSE1) AppleWebKit/537.36 (KHTML, like Gecko) SamsungBrowser/11.1 Chrome/75.0.3770.143 Mobile Safari/537.36',
|
|
82
|
+
# 'user_ip' => '123.456.789.0'
|
|
83
|
+
# }
|
|
84
|
+
# ]
|
|
85
|
+
# assert_equal(expected, filter(messages))
|
|
86
|
+
# end
|
|
87
|
+
|
|
88
|
+
# test 'json apache logs (influx example)' do
|
|
89
|
+
# text = '{"source":"stderr","log":"[httpd] 192.168.128.5 - root [31/Mar/2020:08:26:58 +0000] \"GET /query?db=peatio_production&epoch=s&p=%5BREDACTED%5D&precision=s&q=SELECT+%2A+FROM+candles_3d+WHERE+market%3D%27ethusd%27+ORDER+BY+desc+LIMIT+1 HTTP/1.1\" 200 181 \"-\" \"Ruby\" 6371fccd-7329-11ea-aef5-0242c0a8800b 384","container_id":"c0f3b3778","container_name":"/dev01_influxdb_1"}'
|
|
90
|
+
# messages = [
|
|
91
|
+
# JSON.parse(text)
|
|
92
|
+
# ]
|
|
93
|
+
# expected = [
|
|
94
|
+
# {
|
|
95
|
+
# 'container_id' => 'c0f3b3778',
|
|
96
|
+
# 'container_name' => '/dev01_influxdb_1',
|
|
97
|
+
# 'content_size' => '181',
|
|
98
|
+
# 'referer' => '-',
|
|
99
|
+
# 'message' => 'GET /query?db=peatio_production&epoch=s&p=%5BREDACTED%5D&precision=s&q=SELECT+%2A+FROM+candles_3d+WHERE+market%3D%27ethusd%27+ORDER+BY+desc+LIMIT+1 HTTP/1.1',
|
|
100
|
+
# 'source' => 'stderr',
|
|
101
|
+
# 'status_code' => 200,
|
|
102
|
+
# 'upstream_ip' => '192.168.128.5',
|
|
103
|
+
# 'user_agent' => 'Ruby'
|
|
104
|
+
# }
|
|
105
|
+
# ]
|
|
106
|
+
# assert_equal(expected, filter(messages))
|
|
107
|
+
# end
|
|
108
|
+
|
|
109
|
+
# test 'json vault logs (with level)' do
|
|
110
|
+
# text = '{"container_name":"/demo_vault_1","source":"stderr","log":"2020-03-30T09:53:21.323Z [WARNING] no `api_addr` value specified in config or in VAULT_API_ADDR; falling back to detection if possible, but this value should be manually set","container_id":"4f82763814e"}'
|
|
111
|
+
# messages = [
|
|
112
|
+
# JSON.parse(text)
|
|
113
|
+
# ]
|
|
114
|
+
# expected = [
|
|
115
|
+
# {
|
|
116
|
+
# 'container_id' => '4f82763814e',
|
|
117
|
+
# 'container_name' => '/demo_vault_1',
|
|
118
|
+
# 'level' => 'WARN',
|
|
119
|
+
# 'message' => ' no `api_addr` value specified in config or in VAULT_API_ADDR; falling back to detection if possible, but this value should be manually set',
|
|
120
|
+
# 'source' => 'stderr'
|
|
121
|
+
# }
|
|
122
|
+
# ]
|
|
123
|
+
# assert_equal(expected, filter(messages))
|
|
124
|
+
# end
|
|
125
|
+
|
|
126
|
+
# test 'json vault logs (unformated)' do
|
|
127
|
+
# text = '{"container_name":"/demo_vault_1","source":"stdout","log":"Version: Vault v1.3.0","container_id":"4f82763814e"}'
|
|
128
|
+
# messages = [
|
|
129
|
+
# JSON.parse(text)
|
|
130
|
+
# ]
|
|
131
|
+
# expected = [
|
|
132
|
+
# {
|
|
133
|
+
# 'container_id' => '4f82763814e',
|
|
134
|
+
# 'container_name' => '/demo_vault_1',
|
|
135
|
+
# 'message' => 'Version: Vault v1.3.0',
|
|
136
|
+
# 'source' => 'stdout'
|
|
137
|
+
# }
|
|
138
|
+
# ]
|
|
139
|
+
# assert_equal(expected, filter(messages))
|
|
140
|
+
# end
|
|
141
|
+
|
|
142
|
+
# test 'json rabbitmq logs' do
|
|
143
|
+
# text = '{"source":"stdout","log":"2020-03-30 09:54:51.627 [note] <0.734.0> connection <0.734.0> (192.168.128.5:49388 -> 192.168.128.4:5672): user \'guest\' authenticated and granted access to vhost \'/\'","container_id":"40b5e1bde","container_name":"/dev01_rabbitmq_1"}'
|
|
144
|
+
# messages = [
|
|
145
|
+
# JSON.parse(text)
|
|
146
|
+
# ]
|
|
147
|
+
|
|
148
|
+
# expected = [
|
|
149
|
+
# {
|
|
150
|
+
# 'container_id' => '40b5e1bde',
|
|
151
|
+
# 'container_name' => '/dev01_rabbitmq_1',
|
|
152
|
+
# 'message' => '<0.734.0> connection <0.734.0> (192.168.128.5:49388 -> 192.168.128.4:5672): user \'guest\' authenticated and granted access to vhost \'/\'',
|
|
153
|
+
# 'source' => 'stdout',
|
|
154
|
+
# 'level' => 'INFO'
|
|
155
|
+
# }
|
|
156
|
+
# ]
|
|
157
|
+
# assert_equal(expected, filter(messages))
|
|
158
|
+
# end
|
|
159
|
+
|
|
160
|
+
# test 'json ruby (json error simple)' do
|
|
161
|
+
# text = '{"container_id":"7d3ac22","container_name":"/dev01_blockchain_1","source":"stderr","log":"{\"level\":\"ERROR\",\"time\":\"2020-03-31 21:54:05\",\"message\":\"#<Peatio::Blockchain::ClientError: Failed to open TCP connection to parity:8545 (getaddrinfo: Name or service not known)>\"}"}'
|
|
162
|
+
# messages = [
|
|
163
|
+
# JSON.parse(text)
|
|
164
|
+
# ]
|
|
165
|
+
|
|
166
|
+
# expected = [
|
|
167
|
+
# {
|
|
168
|
+
# 'container_id' => '7d3ac22',
|
|
169
|
+
# 'container_name' => '/dev01_blockchain_1',
|
|
170
|
+
# 'message' => '#<Peatio::Blockchain::ClientError: Failed to open TCP connection to parity:8545 (getaddrinfo: Name or service not known)>',
|
|
171
|
+
# 'source' => 'stderr',
|
|
172
|
+
# 'level' => 'ERROR',
|
|
173
|
+
# 'time' => '2020-03-31 21:54:05'
|
|
174
|
+
# }
|
|
175
|
+
# ]
|
|
176
|
+
# assert_equal(expected, filter(messages))
|
|
177
|
+
# end
|
|
178
|
+
|
|
179
|
+
# test 'json ruby (json error 2)' do
|
|
180
|
+
# text = '{"container_id":"7d3ac22","container_name":"/dev01_blockchain_1","source":"stderr","log":"{\"level\":\"ERROR\",\"time\":\"2020-03-31 21:55:56\",\"message\":\"/home/app/lib/peatio/ethereum/blockchain.rb:60:in `rescue in latest_block_number\'\\\\n/home/app/lib/peatio/ethereum/blockchain.rb:57:in `latest_block_number\'\\\\n/home/app/app/services/blockchain_service.rb:16:in `latest_block_number\'\\\\n/home/app/app/workers/daemons/blockchain.rb:22:in `process\'\\\\n/home/app/app/workers/daemons/blockchain.rb:9:in `block (3 levels) in run\'\"}"}'
|
|
181
|
+
# messages = [
|
|
182
|
+
# JSON.parse(text)
|
|
183
|
+
# ]
|
|
184
|
+
|
|
185
|
+
# expected = [
|
|
186
|
+
# {
|
|
187
|
+
# 'container_id' => '7d3ac22',
|
|
188
|
+
# 'container_name' => '/dev01_blockchain_1',
|
|
189
|
+
# 'message' =>
|
|
190
|
+
# "/home/app/lib/peatio/ethereum/blockchain.rb:60:in `rescue in latest_block_number'\n" \
|
|
191
|
+
# "/home/app/lib/peatio/ethereum/blockchain.rb:57:in `latest_block_number'\n" \
|
|
192
|
+
# "/home/app/app/services/blockchain_service.rb:16:in `latest_block_number'\n" \
|
|
193
|
+
# "/home/app/app/workers/daemons/blockchain.rb:22:in `process'\n" \
|
|
194
|
+
# "/home/app/app/workers/daemons/blockchain.rb:9:in `block (3 levels) in run'",
|
|
195
|
+
# 'source' => 'stderr',
|
|
196
|
+
# 'level' => 'ERROR',
|
|
197
|
+
# 'time' => '2020-03-31 21:55:56'
|
|
198
|
+
# }
|
|
199
|
+
# ]
|
|
200
|
+
# assert_equal(expected, filter(messages))
|
|
201
|
+
# end
|
|
202
|
+
|
|
203
|
+
# test 'json ruby (logger example debug)' do
|
|
204
|
+
# text = '{"container_id":"7d3ac22","container_name":"/dev01_blockchain_1","source":"stderr","log":"D, [2020-04-01T13:04:30.445223 #1] DEBUG -- : received websocket message: [156,\\"te\\",[431756335,1585746269293,0.6,131.83]]"}'
|
|
205
|
+
# messages = [
|
|
206
|
+
# JSON.parse(text)
|
|
207
|
+
# ]
|
|
208
|
+
|
|
209
|
+
# expected = [
|
|
210
|
+
# {
|
|
211
|
+
# 'container_id' => '7d3ac22',
|
|
212
|
+
# 'container_name' => '/dev01_blockchain_1',
|
|
213
|
+
# 'message' => 'received websocket message: [156,"te",[431756335,1585746269293,0.6,131.83]]',
|
|
214
|
+
# 'source' => 'stderr',
|
|
215
|
+
# 'level' => 'DEBUG'
|
|
216
|
+
# }
|
|
217
|
+
# ]
|
|
218
|
+
# assert_equal(expected, filter(messages))
|
|
219
|
+
# end
|
|
220
|
+
|
|
221
|
+
# test 'json ruby (logger example info 1)' do
|
|
222
|
+
# text = '{"container_id":"7d3ac22","container_name":"/dev01_blockchain_1","source":"stderr","log":"I, [2020-04-01T13:04:30.471779 #1] INFO -- : Publishing trade event: {\\"tid\\"=>431756335, \\"amount\\"=>0.6e0, \\"price\\"=>131.83, \\"date\\"=>1585746269, \\"taker_type\\"=>\\"buy\\"\\}"}'
|
|
223
|
+
# messages = [
|
|
224
|
+
# JSON.parse(text)
|
|
225
|
+
# ]
|
|
226
|
+
|
|
227
|
+
# expected = [
|
|
228
|
+
# {
|
|
229
|
+
# 'container_id' => '7d3ac22',
|
|
230
|
+
# 'container_name' => '/dev01_blockchain_1',
|
|
231
|
+
# 'message' => 'Publishing trade event: {"tid"=>431756335, "amount"=>0.6e0, "price"=>131.83, "date"=>1585746269, "taker_type"=>"buy"}',
|
|
232
|
+
# 'source' => 'stderr',
|
|
233
|
+
# 'level' => 'INFO'
|
|
234
|
+
# }
|
|
235
|
+
# ]
|
|
236
|
+
# assert_equal(expected, filter(messages))
|
|
237
|
+
# end
|
|
238
|
+
|
|
239
|
+
# test 'json ruby (logger example info 2)' do
|
|
240
|
+
# text = '{"container_id":"7d3ac22","container_name":"/dev01_blockchain_1","source":"stderr","log":"I, [2020-04-01T18:47:00.480183 #1] INFO -- : [3ce041fb-32f9-462b-950b-34e1ba4904f7] Completed 200 OK in 7ms (Views: 5.6ms | Allocations: 6356)"}'
|
|
241
|
+
# messages = [
|
|
242
|
+
# JSON.parse(text)
|
|
243
|
+
# ]
|
|
244
|
+
|
|
245
|
+
# expected = [
|
|
246
|
+
# {
|
|
247
|
+
# 'container_id' => '7d3ac22',
|
|
248
|
+
# 'container_name' => '/dev01_blockchain_1',
|
|
249
|
+
# 'message' => '[3ce041fb-32f9-462b-950b-34e1ba4904f7] Completed 200 OK in 7ms (Views: 5.6ms | Allocations: 6356)',
|
|
250
|
+
# 'source' => 'stderr',
|
|
251
|
+
# 'level' => 'INFO'
|
|
252
|
+
# }
|
|
253
|
+
# ]
|
|
254
|
+
# assert_equal(expected, filter(messages))
|
|
255
|
+
# end
|
|
256
|
+
|
|
257
|
+
# test 'json parity (block imported)' do
|
|
258
|
+
# text = '{"container_id":"7d3ac22","container_name":"/dev01_parity_1","source":"stderr","log":"2020-04-02 08:00:53 UTC Verifier #7 INFO import Imported #17687508 0xf356…d999 (0 txs, 0.00 Mgas, 1 ms, 0.58 KiB) + another 1 block(s) containing 0 tx(s)"}'
|
|
259
|
+
# messages = [
|
|
260
|
+
# JSON.parse(text)
|
|
261
|
+
# ]
|
|
262
|
+
|
|
263
|
+
# expected = [
|
|
264
|
+
# {
|
|
265
|
+
# 'container_id' => '7d3ac22',
|
|
266
|
+
# 'container_name' => '/dev01_parity_1',
|
|
267
|
+
# 'message' => 'Verifier #7 INFO import Imported #17687508 0xf356…d999 (0 txs, 0.00 Mgas, 1 ms, 0.58 KiB) + another 1 block(s) containing 0 tx(s)',
|
|
268
|
+
# 'source' => 'stderr',
|
|
269
|
+
# 'level' => 'INFO'
|
|
270
|
+
# }
|
|
271
|
+
# ]
|
|
272
|
+
# assert_equal(expected, filter(messages))
|
|
273
|
+
# end
|
|
274
|
+
|
|
275
|
+
# test 'json parity (peer report ok)' do
|
|
276
|
+
# text = '{"container_id":"7d3ac22","container_name":"/dev01_parity_1","source":"stderr","log":"2020-04-02 08:00:53 UTC IO Worker #0 INFO import 19/50 peers 6 MiB chain 10 MiB db 0 bytes queue 19 KiB sync RPC: 0 conn, 122 req/s, 856 µs"}'
|
|
277
|
+
# messages = [
|
|
278
|
+
# JSON.parse(text)
|
|
279
|
+
# ]
|
|
280
|
+
|
|
281
|
+
# expected = [
|
|
282
|
+
# {
|
|
283
|
+
# 'container_id' => '7d3ac22',
|
|
284
|
+
# 'container_name' => '/dev01_parity_1',
|
|
285
|
+
# 'message' => 'IO Worker #0 INFO import 19/50 peers 6 MiB chain 10 MiB db 0 bytes queue 19 KiB sync RPC: 0 conn, 122 req/s, 856 µs',
|
|
286
|
+
# 'peers' => '19',
|
|
287
|
+
# 'peers_max' => '50',
|
|
288
|
+
# 'source' => 'stderr',
|
|
289
|
+
# 'level' => 'INFO'
|
|
290
|
+
# }
|
|
291
|
+
# ]
|
|
292
|
+
# assert_equal(expected, filter(messages))
|
|
293
|
+
# end
|
|
294
|
+
|
|
295
|
+
# test 'json parity (peer report warn)' do
|
|
296
|
+
# text = '{"container_id":"7d3ac22","container_name":"/dev01_parity_1","source":"stderr","log":"2020-04-02 08:00:53 UTC IO Worker #0 INFO import 10/50 peers 6 MiB chain 10 MiB db 0 bytes queue 19 KiB sync RPC: 0 conn, 122 req/s, 856 µs"}'
|
|
297
|
+
# messages = [
|
|
298
|
+
# JSON.parse(text)
|
|
299
|
+
# ]
|
|
300
|
+
|
|
301
|
+
# expected = [
|
|
302
|
+
# {
|
|
303
|
+
# 'container_id' => '7d3ac22',
|
|
304
|
+
# 'container_name' => '/dev01_parity_1',
|
|
305
|
+
# 'message' => 'IO Worker #0 INFO import 10/50 peers 6 MiB chain 10 MiB db 0 bytes queue 19 KiB sync RPC: 0 conn, 122 req/s, 856 µs',
|
|
306
|
+
# 'peers' => '10',
|
|
307
|
+
# 'peers_max' => '50',
|
|
308
|
+
# 'source' => 'stderr',
|
|
309
|
+
# 'level' => 'WARN'
|
|
310
|
+
# }
|
|
311
|
+
# ]
|
|
312
|
+
# assert_equal(expected, filter(messages))
|
|
313
|
+
# end
|
|
314
|
+
|
|
315
|
+
# test 'json parity (peer report error)' do
|
|
316
|
+
# text = '{"container_id":"7d3ac22","container_name":"/dev01_parity_1","source":"stderr","log":"2020-04-02 08:00:53 UTC IO Worker #0 INFO import 5/50 peers 6 MiB chain 10 MiB db 0 bytes queue 19 KiB sync RPC: 0 conn, 122 req/s, 856 µs"}'
|
|
317
|
+
# messages = [
|
|
318
|
+
# JSON.parse(text)
|
|
319
|
+
# ]
|
|
320
|
+
|
|
321
|
+
# expected = [
|
|
322
|
+
# {
|
|
323
|
+
# 'container_id' => '7d3ac22',
|
|
324
|
+
# 'container_name' => '/dev01_parity_1',
|
|
325
|
+
# 'message' => 'IO Worker #0 INFO import 5/50 peers 6 MiB chain 10 MiB db 0 bytes queue 19 KiB sync RPC: 0 conn, 122 req/s, 856 µs',
|
|
326
|
+
# 'peers' => '5',
|
|
327
|
+
# 'peers_max' => '50',
|
|
328
|
+
# 'source' => 'stderr',
|
|
329
|
+
# 'level' => 'ERROR'
|
|
330
|
+
# }
|
|
331
|
+
# ]
|
|
332
|
+
# assert_equal(expected, filter(messages))
|
|
333
|
+
# end
|
|
334
|
+
|
|
335
|
+
# test 'json ranger metrics 1' do
|
|
336
|
+
# text = '{"container_id":"7d3ac22","container_name":"/dev01_ranger_1","source":"stderr","log":"ranger_connections_total{auth=\\"public\\"}: 44"}'
|
|
337
|
+
# messages = [
|
|
338
|
+
# JSON.parse(text)
|
|
339
|
+
# ]
|
|
340
|
+
|
|
341
|
+
# expected = [
|
|
342
|
+
# {
|
|
343
|
+
# 'container_id' => '7d3ac22',
|
|
344
|
+
# 'container_name' => '/dev01_ranger_1',
|
|
345
|
+
# 'message' => 'ranger_connections_total{auth="public"}: 44',
|
|
346
|
+
# 'source' => 'stderr',
|
|
347
|
+
# 'level' => 'INFO'
|
|
348
|
+
# }
|
|
349
|
+
# ]
|
|
350
|
+
# assert_equal(expected, filter(messages))
|
|
351
|
+
# end
|
|
352
|
+
|
|
353
|
+
# test 'json ranger metrics 2' do
|
|
354
|
+
# text = '{"container_id":"7d3ac22","container_name":"/dev01_ranger_1","source":"stderr","log":"ranger_subscriptions_current: 0"}'
|
|
355
|
+
# messages = [
|
|
356
|
+
# JSON.parse(text)
|
|
357
|
+
# ]
|
|
358
|
+
|
|
359
|
+
# expected = [
|
|
360
|
+
# {
|
|
361
|
+
# 'container_id' => '7d3ac22',
|
|
362
|
+
# 'container_name' => '/dev01_ranger_1',
|
|
363
|
+
# 'message' => 'ranger_subscriptions_current: 0',
|
|
364
|
+
# 'source' => 'stderr',
|
|
365
|
+
# 'level' => 'INFO'
|
|
366
|
+
# }
|
|
367
|
+
# ]
|
|
368
|
+
# assert_equal(expected, filter(messages))
|
|
369
|
+
# end
|
|
370
|
+
|
|
371
|
+
# test 'container json logs: rails grape debug logs' do
|
|
372
|
+
# text = '{"container_id":"7d3ac22","container_name":"/demo_nginx-ingress-controller_1","source":"stderr","log":"{\"date\":\"2020-04-07T08:54:04.892+00:00\",\"severity\":\"WARN\",\"data\":{\"status\":200,\"time\":{\"total\":0.49,\"db\":0,\"view\":0.49},\"method\":\"GET\",\"path\":\"/api/v2/identity/ping\",\"params\":{},\"host\":\"10.24.0.4\",\"response\":[{\"ping\":\"pong\"}],\"ip\":\"\",\"ua\":\"kube-probe/1.14+\",\"headers\":{\"Version\":\"HTTP/1.1\",\"Host\":\"10.24.0.4:8080\",\"User-Agent\":\"kube-probe/1.14+\",\"Accept-Encoding\":\"gzip\",\"Connection\":\"close\",\"X-Forwarded-For\":\"\"}}}"}'
|
|
373
|
+
# messages = [
|
|
374
|
+
# JSON.parse(text)
|
|
375
|
+
# ]
|
|
376
|
+
|
|
377
|
+
# expected = [
|
|
378
|
+
# {
|
|
379
|
+
# 'container_id' => '7d3ac22',
|
|
380
|
+
# 'container_name' => '/demo_nginx-ingress-controller_1',
|
|
381
|
+
# 'message' => '{"status":200,"time":{"total":0.49,"db":0,"view":0.49},"method":"GET","path":"/api/v2/identity/ping","params":{},"host":"10.24.0.4","response":[{"ping":"pong"}],"ip":"","ua":"kube-probe/1.14+","headers":{"Version":"HTTP/1.1","Host":"10.24.0.4:8080","User-Agent":"kube-probe/1.14+","Accept-Encoding":"gzip","Connection":"close","X-Forwarded-For":""}}',
|
|
382
|
+
# 'source' => 'stderr',
|
|
383
|
+
# 'status_code' => 200,
|
|
384
|
+
# 'date' => '2020-04-07T08:54:04.892+00:00',
|
|
385
|
+
# 'severity' => 'WARN',
|
|
386
|
+
# 'level' => 'DEBUG'
|
|
387
|
+
# }
|
|
388
|
+
# ]
|
|
389
|
+
# assert_equal(expected, filter(messages))
|
|
390
|
+
# end
|
|
391
|
+
|
|
392
|
+
# test 'container json logs: nginx-ingress-controller INFO' do
|
|
393
|
+
# text = '{"container_id":"7d3ac22","container_name":"/demo_nginx-ingress-controller_1","source":"stderr","log":"I0406 13:28:52.745452 12 store.go:447] secret core-app/demo-openware-com-tls was updated and it is used in ingress annotations. Parsing..."}'
|
|
394
|
+
# messages = [
|
|
395
|
+
# JSON.parse(text)
|
|
396
|
+
# ]
|
|
397
|
+
|
|
398
|
+
# expected = [
|
|
399
|
+
# {
|
|
400
|
+
# 'container_id' => '7d3ac22',
|
|
401
|
+
# 'container_name' => '/demo_nginx-ingress-controller_1',
|
|
402
|
+
# 'message' => '12 store.go:447] secret core-app/demo-openware-com-tls was updated and it is used in ingress annotations. Parsing...',
|
|
403
|
+
# 'source' => 'stderr',
|
|
404
|
+
# 'level' => 'INFO'
|
|
405
|
+
# }
|
|
406
|
+
# ]
|
|
407
|
+
# assert_equal(expected, filter(messages))
|
|
408
|
+
# end
|
|
409
|
+
|
|
410
|
+
# test 'container json logs: nginx-ingress-controller WARN' do
|
|
411
|
+
# text = '{"container_id":"7d3ac22","container_name":"/demo_nginx-ingress-controller_1","source":"stderr","log":"W0406 13:28:52.746053 12 backend_ssl.go:46] Error obtaining X.509 certificate: unexpected error creating SSL Cert: certificate and private key does not have a matching public key: tls: private key does not match public key"}'
|
|
412
|
+
# messages = [
|
|
413
|
+
# JSON.parse(text)
|
|
414
|
+
# ]
|
|
415
|
+
|
|
416
|
+
# expected = [
|
|
417
|
+
# {
|
|
418
|
+
# 'container_id' => '7d3ac22',
|
|
419
|
+
# 'container_name' => '/demo_nginx-ingress-controller_1',
|
|
420
|
+
# 'message' => '12 backend_ssl.go:46] Error obtaining X.509 certificate: unexpected error creating SSL Cert: certificate and private key does not have a matching public key: tls: private key does not match public key',
|
|
421
|
+
# 'source' => 'stderr',
|
|
422
|
+
# 'level' => 'WARN'
|
|
423
|
+
# }
|
|
424
|
+
# ]
|
|
425
|
+
# assert_equal(expected, filter(messages))
|
|
426
|
+
# end
|
|
427
|
+
|
|
428
|
+
# test 'container json logs: cert-manager INFO' do
|
|
429
|
+
# text = '{"container_id":"7d3ac22","container_name":"/cert-manager","source":"stderr","log":"I0407 07:46:06.757038 1 sync.go:445] cert-manager/controller/certificates \"level\"=0 \"msg\"=\"decoding certificate data\" \"related_resource_kind\"=\"CertificateRequest\" \"related_resource_name\"=\"demo-openware-com-tls-391607007\" \"related_resource_namespace\"=\"core-app\" \"resource_kind\"=\"Certificate\" \"resource_name\"=\"demo-openware-com-tls\" \"resource_namespace\"=\"core-app\""}'
|
|
430
|
+
# messages = [
|
|
431
|
+
# JSON.parse(text)
|
|
432
|
+
# ]
|
|
433
|
+
|
|
434
|
+
# expected = [
|
|
435
|
+
# {
|
|
436
|
+
# 'container_id' => '7d3ac22',
|
|
437
|
+
# 'container_name' => '/cert-manager',
|
|
438
|
+
# 'message' => '1 sync.go:445] cert-manager/controller/certificates "level"=0 "msg"="decoding certificate data" "related_resource_kind"="CertificateRequest" "related_resource_name"="demo-openware-com-tls-391607007" "related_resource_namespace"="core-app" "resource_kind"="Certificate" "resource_name"="demo-openware-com-tls" "resource_namespace"="core-app"',
|
|
439
|
+
# 'source' => 'stderr',
|
|
440
|
+
# 'level' => 'INFO'
|
|
441
|
+
# }
|
|
442
|
+
# ]
|
|
443
|
+
# assert_equal(expected, filter(messages))
|
|
444
|
+
# end
|
|
401
445
|
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: fluent-plugin-filter-logs
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.0
|
|
4
|
+
version: 1.1.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Camille Meulien
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2020-04-
|
|
11
|
+
date: 2020-04-07 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: logfmt
|