fluent-plugin-light-core 0.1.1 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/fluent-plugin-light-core.gemspec +1 -1
- data/lib/fluent/plugin/filter_light_core.rb +54 -54
- data/sample/README.md +1 -3
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 6f1224d40e14381a1b11835fcad72d2ae6ef35f8f926c002f4ec08c821090581
|
|
4
|
+
data.tar.gz: b9141a0a06ea58524df035041c08495434de34aff4991139e3d4f09659270f9d
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: e4ffc86c4bfa5547ff4100da8f85064b4822d0d80e5e60a052366b13f7c7d92d4dd3d9beba7045d47bf3e2409b1f81cf7fa01c1ae048996d8cb19eb8af0690de
|
|
7
|
+
data.tar.gz: 652e52d0a38c28c26b4f3e7305a59d8301d53365cfeef0384fcc2abd59b78a6c4073dffb489d37329489e63fa7bb2b4569d45c7e7262d83069b402287c7d4785
|
|
@@ -45,9 +45,9 @@ module Fluent
|
|
|
45
45
|
|
|
46
46
|
# Set common items
|
|
47
47
|
record['environment'] = Socket.gethostname.split('-')[0] # dev | prd
|
|
48
|
-
record[
|
|
49
|
-
record[
|
|
50
|
-
record[
|
|
48
|
+
record['cid'] = file[0] # container id
|
|
49
|
+
record['cname'] = file[0].split('-')[1] # container name
|
|
50
|
+
record['ctime'] = record['time'] # container time
|
|
51
51
|
|
|
52
52
|
# Delete useless content
|
|
53
53
|
record.delete('log')
|
|
@@ -59,12 +59,12 @@ module Fluent
|
|
|
59
59
|
|
|
60
60
|
item = /^\[(?<time>[^\]]*)\] \[(?<component>[^\]]*)\] \[(?<levle>[^\]]*)\] (?<line>[^\ ]*) - - (?<uid>[^\ ]*) - (?<message>.*)$/.match(log)
|
|
61
61
|
|
|
62
|
-
record[
|
|
63
|
-
record[
|
|
64
|
-
record[
|
|
65
|
-
record[
|
|
66
|
-
record[
|
|
67
|
-
record[
|
|
62
|
+
record['time'] = item[:time]
|
|
63
|
+
record['component'] = item[:component]
|
|
64
|
+
record['levle'] = item[:levle]
|
|
65
|
+
record['line'] = item[:line]
|
|
66
|
+
record['uid'] = item[:uid]
|
|
67
|
+
record['message'] = item[:message]
|
|
68
68
|
|
|
69
69
|
return record
|
|
70
70
|
end
|
|
@@ -74,21 +74,21 @@ module Fluent
|
|
|
74
74
|
|
|
75
75
|
item = /^\[(?<time>[^\]]*)\] \[(?<component>[^\]]*)\] \[(?<method>[^\]]*)\] (?<url>[^\ ]*) (?<status>[^\ ]*) (?<size>[^\ ]*) (?<uid>[^\ ]*) (?<elapsed>[^\ ]*) (?<addr>[^\ ]*)$/.match(log)
|
|
76
76
|
|
|
77
|
-
record[
|
|
78
|
-
record[
|
|
79
|
-
record[
|
|
80
|
-
record[
|
|
81
|
-
record[
|
|
82
|
-
record[
|
|
83
|
-
record[
|
|
84
|
-
record[
|
|
85
|
-
record[
|
|
77
|
+
record['time'] = item[:time]
|
|
78
|
+
record['component'] = item[:component]
|
|
79
|
+
record['method'] = item[:method]
|
|
80
|
+
record['url'] = item[:url]
|
|
81
|
+
record['status'] = item[:status]
|
|
82
|
+
record['size'] = item[:size]
|
|
83
|
+
record['uid'] = item[:uid]
|
|
84
|
+
record['elapsed'] = item[:elapsed]
|
|
85
|
+
record['addr'] = item[:addr].gsub(/\n$/, '')
|
|
86
86
|
|
|
87
87
|
return record
|
|
88
88
|
end
|
|
89
89
|
|
|
90
90
|
# Console log
|
|
91
|
-
record[
|
|
91
|
+
record['message'] = log.gsub(/\n$/, '')
|
|
92
92
|
record
|
|
93
93
|
end
|
|
94
94
|
|
|
@@ -99,9 +99,9 @@ module Fluent
|
|
|
99
99
|
log = record['log']
|
|
100
100
|
|
|
101
101
|
record['environment'] = Socket.gethostname.split('-')[0]
|
|
102
|
-
record[
|
|
103
|
-
record[
|
|
104
|
-
record[
|
|
102
|
+
record['cid'] = file[0]
|
|
103
|
+
record['cname'] = tag
|
|
104
|
+
record['ctime'] = record['time']
|
|
105
105
|
|
|
106
106
|
record.delete('log')
|
|
107
107
|
record.delete('file')
|
|
@@ -111,17 +111,17 @@ module Fluent
|
|
|
111
111
|
if /^[^ ]+ [^ ]+ [^ ]+ \[\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\+\d{2}:\d{2}\]/.match(log)
|
|
112
112
|
item = /^(?<remote>[^ ]*) (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] "(?<method>\S+)(?: +(?<path>[^ ]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)" "(?<forwarder>[^\"]*)")?/.match(log)
|
|
113
113
|
|
|
114
|
-
record[
|
|
115
|
-
record[
|
|
116
|
-
record[
|
|
117
|
-
record[
|
|
118
|
-
record[
|
|
119
|
-
record[
|
|
120
|
-
record[
|
|
121
|
-
record[
|
|
122
|
-
record[
|
|
123
|
-
record[
|
|
124
|
-
record[
|
|
114
|
+
record['remote'] = item[:remote]
|
|
115
|
+
record['host'] = item[:host]
|
|
116
|
+
record['user'] = item[:user]
|
|
117
|
+
record['time'] = item[:time]
|
|
118
|
+
record['method'] = item[:method]
|
|
119
|
+
record['path'] = item[:path]
|
|
120
|
+
record['code'] = item[:code]
|
|
121
|
+
record['size'] = item[:size]
|
|
122
|
+
record['referer'] = item[:referer]
|
|
123
|
+
record['agent'] = item[:agent]
|
|
124
|
+
record['forwarder'] = item[:forwarder]
|
|
125
125
|
|
|
126
126
|
return record
|
|
127
127
|
end
|
|
@@ -130,29 +130,29 @@ module Fluent
|
|
|
130
130
|
if /^\d{4}\/\d{2}\/\d{2} \d{2}:\d{2}:\d{2} \[error\]/.match(log)
|
|
131
131
|
item = /^(?<time>[^ ]+ [^ ]+) \[(?<level>.*)\] (?<pid>\d*)#(?<tid>[^:]*): \*(?<cid>\d*) (?<message>.*)$/.match(log)
|
|
132
132
|
|
|
133
|
-
record[
|
|
134
|
-
record[
|
|
135
|
-
record[
|
|
136
|
-
record[
|
|
137
|
-
record[
|
|
138
|
-
record[
|
|
133
|
+
record['time'] = item[:time]
|
|
134
|
+
record['level'] = item[:level]
|
|
135
|
+
record['message'] = item[:message]
|
|
136
|
+
record['process'] = item[:pid] # process id
|
|
137
|
+
record['thread'] = item[:tid] # thread id
|
|
138
|
+
record['counter'] = item[:cid] # counter
|
|
139
139
|
|
|
140
140
|
detail = /request: "(?<method>[^ ]*) (?<path>[^"]*)"/.match(item[:message])
|
|
141
141
|
unless detail.nil?
|
|
142
|
-
record[
|
|
143
|
-
record[
|
|
142
|
+
record['method'] = detail[:method]
|
|
143
|
+
record['path'] = detail[:path]
|
|
144
144
|
end
|
|
145
145
|
|
|
146
146
|
detail = /referrer: "(?<referrer>[^"]*)"/.match(item[:message])
|
|
147
147
|
unless detail.nil?
|
|
148
|
-
record[
|
|
148
|
+
record['referrer'] = detail[:referrer]
|
|
149
149
|
end
|
|
150
150
|
|
|
151
151
|
return record
|
|
152
152
|
end
|
|
153
153
|
|
|
154
154
|
# other log
|
|
155
|
-
record[
|
|
155
|
+
record['message'] = log.gsub(/\n$/, '')
|
|
156
156
|
record
|
|
157
157
|
end
|
|
158
158
|
|
|
@@ -163,9 +163,9 @@ module Fluent
|
|
|
163
163
|
log = record['log']
|
|
164
164
|
|
|
165
165
|
record['environment'] = Socket.gethostname.split('-')[0]
|
|
166
|
-
record[
|
|
167
|
-
record[
|
|
168
|
-
record[
|
|
166
|
+
record['cid'] = file[0]
|
|
167
|
+
record['cname'] = tag
|
|
168
|
+
record['ctime'] = record['time']
|
|
169
169
|
|
|
170
170
|
record.delete('log')
|
|
171
171
|
record.delete('file')
|
|
@@ -175,24 +175,24 @@ module Fluent
|
|
|
175
175
|
|
|
176
176
|
item = /^(?<time>[^ ]*) (?<severity>[A-Z])\s* (?<component>(-|([^ ]*)))\s* \[(?<context>[^\]]*)\]\s* ((?<query>.*) (?<querytime>[\d\.]+(?=ms))|(?<message>.*))/.match(log)
|
|
177
177
|
|
|
178
|
-
record[
|
|
179
|
-
record[
|
|
180
|
-
record[
|
|
181
|
-
record[
|
|
178
|
+
record['time'] = item[:time]
|
|
179
|
+
record['severity'] = item[:severity]
|
|
180
|
+
record['component'] = item[:component]
|
|
181
|
+
record['context'] = item[:context]
|
|
182
182
|
|
|
183
183
|
if item[:message]
|
|
184
|
-
record[
|
|
184
|
+
record['message'] = item[:message]
|
|
185
185
|
return record
|
|
186
186
|
end
|
|
187
187
|
|
|
188
188
|
if item[:querytime]
|
|
189
|
-
record[
|
|
189
|
+
record['querytime'] = item[:querytime]
|
|
190
190
|
end
|
|
191
191
|
|
|
192
192
|
if item[:query]
|
|
193
193
|
query = /^command\s* (?<collection>[^ ]*) (?<command>.*)$/.match(item[:query])
|
|
194
|
-
record[
|
|
195
|
-
record[
|
|
194
|
+
record['collection'] = query[:collection]
|
|
195
|
+
record['command'] = query[:command]
|
|
196
196
|
end
|
|
197
197
|
|
|
198
198
|
return record
|
data/sample/README.md
CHANGED