fluent-plugin-light-core 0.1.1 → 0.1.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/fluent-plugin-light-core.gemspec +1 -1
- data/lib/fluent/plugin/filter_light_core.rb +54 -54
- data/sample/README.md +1 -3
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 6f1224d40e14381a1b11835fcad72d2ae6ef35f8f926c002f4ec08c821090581
|
4
|
+
data.tar.gz: b9141a0a06ea58524df035041c08495434de34aff4991139e3d4f09659270f9d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e4ffc86c4bfa5547ff4100da8f85064b4822d0d80e5e60a052366b13f7c7d92d4dd3d9beba7045d47bf3e2409b1f81cf7fa01c1ae048996d8cb19eb8af0690de
|
7
|
+
data.tar.gz: 652e52d0a38c28c26b4f3e7305a59d8301d53365cfeef0384fcc2abd59b78a6c4073dffb489d37329489e63fa7bb2b4569d45c7e7262d83069b402287c7d4785
|
@@ -45,9 +45,9 @@ module Fluent
|
|
45
45
|
|
46
46
|
# Set common items
|
47
47
|
record['environment'] = Socket.gethostname.split('-')[0] # dev | prd
|
48
|
-
record[
|
49
|
-
record[
|
50
|
-
record[
|
48
|
+
record['cid'] = file[0] # container id
|
49
|
+
record['cname'] = file[0].split('-')[1] # container name
|
50
|
+
record['ctime'] = record['time'] # container time
|
51
51
|
|
52
52
|
# Delete useless content
|
53
53
|
record.delete('log')
|
@@ -59,12 +59,12 @@ module Fluent
|
|
59
59
|
|
60
60
|
item = /^\[(?<time>[^\]]*)\] \[(?<component>[^\]]*)\] \[(?<levle>[^\]]*)\] (?<line>[^\ ]*) - - (?<uid>[^\ ]*) - (?<message>.*)$/.match(log)
|
61
61
|
|
62
|
-
record[
|
63
|
-
record[
|
64
|
-
record[
|
65
|
-
record[
|
66
|
-
record[
|
67
|
-
record[
|
62
|
+
record['time'] = item[:time]
|
63
|
+
record['component'] = item[:component]
|
64
|
+
record['levle'] = item[:levle]
|
65
|
+
record['line'] = item[:line]
|
66
|
+
record['uid'] = item[:uid]
|
67
|
+
record['message'] = item[:message]
|
68
68
|
|
69
69
|
return record
|
70
70
|
end
|
@@ -74,21 +74,21 @@ module Fluent
|
|
74
74
|
|
75
75
|
item = /^\[(?<time>[^\]]*)\] \[(?<component>[^\]]*)\] \[(?<method>[^\]]*)\] (?<url>[^\ ]*) (?<status>[^\ ]*) (?<size>[^\ ]*) (?<uid>[^\ ]*) (?<elapsed>[^\ ]*) (?<addr>[^\ ]*)$/.match(log)
|
76
76
|
|
77
|
-
record[
|
78
|
-
record[
|
79
|
-
record[
|
80
|
-
record[
|
81
|
-
record[
|
82
|
-
record[
|
83
|
-
record[
|
84
|
-
record[
|
85
|
-
record[
|
77
|
+
record['time'] = item[:time]
|
78
|
+
record['component'] = item[:component]
|
79
|
+
record['method'] = item[:method]
|
80
|
+
record['url'] = item[:url]
|
81
|
+
record['status'] = item[:status]
|
82
|
+
record['size'] = item[:size]
|
83
|
+
record['uid'] = item[:uid]
|
84
|
+
record['elapsed'] = item[:elapsed]
|
85
|
+
record['addr'] = item[:addr].gsub(/\n$/, '')
|
86
86
|
|
87
87
|
return record
|
88
88
|
end
|
89
89
|
|
90
90
|
# Console log
|
91
|
-
record[
|
91
|
+
record['message'] = log.gsub(/\n$/, '')
|
92
92
|
record
|
93
93
|
end
|
94
94
|
|
@@ -99,9 +99,9 @@ module Fluent
|
|
99
99
|
log = record['log']
|
100
100
|
|
101
101
|
record['environment'] = Socket.gethostname.split('-')[0]
|
102
|
-
record[
|
103
|
-
record[
|
104
|
-
record[
|
102
|
+
record['cid'] = file[0]
|
103
|
+
record['cname'] = tag
|
104
|
+
record['ctime'] = record['time']
|
105
105
|
|
106
106
|
record.delete('log')
|
107
107
|
record.delete('file')
|
@@ -111,17 +111,17 @@ module Fluent
|
|
111
111
|
if /^[^ ]+ [^ ]+ [^ ]+ \[\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\+\d{2}:\d{2}\]/.match(log)
|
112
112
|
item = /^(?<remote>[^ ]*) (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] "(?<method>\S+)(?: +(?<path>[^ ]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)" "(?<forwarder>[^\"]*)")?/.match(log)
|
113
113
|
|
114
|
-
record[
|
115
|
-
record[
|
116
|
-
record[
|
117
|
-
record[
|
118
|
-
record[
|
119
|
-
record[
|
120
|
-
record[
|
121
|
-
record[
|
122
|
-
record[
|
123
|
-
record[
|
124
|
-
record[
|
114
|
+
record['remote'] = item[:remote]
|
115
|
+
record['host'] = item[:host]
|
116
|
+
record['user'] = item[:user]
|
117
|
+
record['time'] = item[:time]
|
118
|
+
record['method'] = item[:method]
|
119
|
+
record['path'] = item[:path]
|
120
|
+
record['code'] = item[:code]
|
121
|
+
record['size'] = item[:size]
|
122
|
+
record['referer'] = item[:referer]
|
123
|
+
record['agent'] = item[:agent]
|
124
|
+
record['forwarder'] = item[:forwarder]
|
125
125
|
|
126
126
|
return record
|
127
127
|
end
|
@@ -130,29 +130,29 @@ module Fluent
|
|
130
130
|
if /^\d{4}\/\d{2}\/\d{2} \d{2}:\d{2}:\d{2} \[error\]/.match(log)
|
131
131
|
item = /^(?<time>[^ ]+ [^ ]+) \[(?<level>.*)\] (?<pid>\d*)#(?<tid>[^:]*): \*(?<cid>\d*) (?<message>.*)$/.match(log)
|
132
132
|
|
133
|
-
record[
|
134
|
-
record[
|
135
|
-
record[
|
136
|
-
record[
|
137
|
-
record[
|
138
|
-
record[
|
133
|
+
record['time'] = item[:time]
|
134
|
+
record['level'] = item[:level]
|
135
|
+
record['message'] = item[:message]
|
136
|
+
record['process'] = item[:pid] # process id
|
137
|
+
record['thread'] = item[:tid] # thread id
|
138
|
+
record['counter'] = item[:cid] # counter
|
139
139
|
|
140
140
|
detail = /request: "(?<method>[^ ]*) (?<path>[^"]*)"/.match(item[:message])
|
141
141
|
unless detail.nil?
|
142
|
-
record[
|
143
|
-
record[
|
142
|
+
record['method'] = detail[:method]
|
143
|
+
record['path'] = detail[:path]
|
144
144
|
end
|
145
145
|
|
146
146
|
detail = /referrer: "(?<referrer>[^"]*)"/.match(item[:message])
|
147
147
|
unless detail.nil?
|
148
|
-
record[
|
148
|
+
record['referrer'] = detail[:referrer]
|
149
149
|
end
|
150
150
|
|
151
151
|
return record
|
152
152
|
end
|
153
153
|
|
154
154
|
# other log
|
155
|
-
record[
|
155
|
+
record['message'] = log.gsub(/\n$/, '')
|
156
156
|
record
|
157
157
|
end
|
158
158
|
|
@@ -163,9 +163,9 @@ module Fluent
|
|
163
163
|
log = record['log']
|
164
164
|
|
165
165
|
record['environment'] = Socket.gethostname.split('-')[0]
|
166
|
-
record[
|
167
|
-
record[
|
168
|
-
record[
|
166
|
+
record['cid'] = file[0]
|
167
|
+
record['cname'] = tag
|
168
|
+
record['ctime'] = record['time']
|
169
169
|
|
170
170
|
record.delete('log')
|
171
171
|
record.delete('file')
|
@@ -175,24 +175,24 @@ module Fluent
|
|
175
175
|
|
176
176
|
item = /^(?<time>[^ ]*) (?<severity>[A-Z])\s* (?<component>(-|([^ ]*)))\s* \[(?<context>[^\]]*)\]\s* ((?<query>.*) (?<querytime>[\d\.]+(?=ms))|(?<message>.*))/.match(log)
|
177
177
|
|
178
|
-
record[
|
179
|
-
record[
|
180
|
-
record[
|
181
|
-
record[
|
178
|
+
record['time'] = item[:time]
|
179
|
+
record['severity'] = item[:severity]
|
180
|
+
record['component'] = item[:component]
|
181
|
+
record['context'] = item[:context]
|
182
182
|
|
183
183
|
if item[:message]
|
184
|
-
record[
|
184
|
+
record['message'] = item[:message]
|
185
185
|
return record
|
186
186
|
end
|
187
187
|
|
188
188
|
if item[:querytime]
|
189
|
-
record[
|
189
|
+
record['querytime'] = item[:querytime]
|
190
190
|
end
|
191
191
|
|
192
192
|
if item[:query]
|
193
193
|
query = /^command\s* (?<collection>[^ ]*) (?<command>.*)$/.match(item[:query])
|
194
|
-
record[
|
195
|
-
record[
|
194
|
+
record['collection'] = query[:collection]
|
195
|
+
record['command'] = query[:command]
|
196
196
|
end
|
197
197
|
|
198
198
|
return record
|
data/sample/README.md
CHANGED