fluent-plugin-rewrite-tag-filter 0.0.3 → 0.0.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/README.rdoc +30 -4
- data/example2.conf +7 -9
- data/fluent-plugin-rewrite-tag-filter.gemspec +1 -1
- data/lib/fluent/plugin/out_rewrite_tag_filter.rb +6 -3
- metadata +6 -6
data/README.rdoc
CHANGED
@@ -22,16 +22,27 @@ Format
|
|
22
22
|
|
23
23
|
Usage
|
24
24
|
|
25
|
+
# It's a sample to exclude some patterns before split tag by domain.
|
26
|
+
<source>
|
27
|
+
type tail
|
28
|
+
path /var/log/httpd/access_log
|
29
|
+
format /^(?<domain>[^ ]*) (?<host>[^ ]*) [^ ]* (?<user>[^ ]*) \[(?<time>[^\]]*)\] "(?<method>\S+)(?: +(?<path>[^ ]*) +\S*)?" (?<status>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)" (?<response_time>[^ ]*))?$/
|
30
|
+
time_format %d/%b/%Y:%H:%M:%S %z
|
31
|
+
tag td.apache.access
|
32
|
+
pos_file /var/log/td-agent/apache_access.pos
|
33
|
+
</source>
|
34
|
+
|
25
35
|
<match td.apache.access>
|
26
36
|
type rewrite_tag_filter
|
27
|
-
rewriterule1
|
28
|
-
rewriterule2 domain ^
|
29
|
-
rewriterule3 domain ^
|
37
|
+
rewriterule1 path \.(gif|jpe?g|png|pdf|zip)$ clear
|
38
|
+
rewriterule2 domain ^maps\.google\.com$ site.GoogleMap
|
39
|
+
rewriterule3 domain ^news\.google\.com$ site.GoogleNews
|
40
|
+
rewriterule4 domain ^mail\.google\.com$ site.GoogleMail
|
30
41
|
</match>
|
31
42
|
|
32
43
|
<match site.*>
|
33
44
|
type mongo
|
34
|
-
host
|
45
|
+
host localhost
|
35
46
|
database apache_access
|
36
47
|
remove_tag_prefix site
|
37
48
|
tag_mapped
|
@@ -40,6 +51,21 @@ Usage
|
|
40
51
|
capped_size 100m
|
41
52
|
</match>
|
42
53
|
|
54
|
+
<match clear>
|
55
|
+
type null
|
56
|
+
</match>
|
57
|
+
|
58
|
+
Result
|
59
|
+
|
60
|
+
$ mongo
|
61
|
+
MongoDB shell version: 2.0.6
|
62
|
+
> use apache_access
|
63
|
+
switched to db apache_access
|
64
|
+
> show collections
|
65
|
+
GoogleMap
|
66
|
+
GoogleNews
|
67
|
+
GoogleMail
|
68
|
+
|
43
69
|
== Example
|
44
70
|
|
45
71
|
- Example1: how to analyze response_time, response_code and user_agent for each virtual domain websites.
|
data/example2.conf
CHANGED
@@ -25,15 +25,13 @@
|
|
25
25
|
|
26
26
|
# Filtering
|
27
27
|
<match filter.GoogleMap>
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
|
35
|
-
rewriterule6 path .+ site.GoogleMap.front
|
36
|
-
</store>
|
28
|
+
type rewrite_tag_filter
|
29
|
+
rewriterule1 path ^/(img|css|js|static|assets)/ clear
|
30
|
+
rewriterule2 status ^(?!200)$ clear
|
31
|
+
rewriterule3 method ^(?!GET)$ clear
|
32
|
+
rewriterule4 agent (spider|bot|crawler|\+http\:) clear
|
33
|
+
rewriterule5 path ^/(admin|api|backend) site.GoogleMap.backend
|
34
|
+
rewriterule6 path .+ site.GoogleMap.front
|
37
35
|
</match>
|
38
36
|
|
39
37
|
|
@@ -3,7 +3,7 @@ $:.push File.expand_path("../lib", __FILE__)
|
|
3
3
|
|
4
4
|
Gem::Specification.new do |s|
|
5
5
|
s.name = "fluent-plugin-rewrite-tag-filter"
|
6
|
-
s.version = "0.0.
|
6
|
+
s.version = "0.0.4"
|
7
7
|
s.authors = ["Kentaro Yoshida"]
|
8
8
|
s.email = ["y.ken.studio@gmail.com"]
|
9
9
|
s.homepage = "https://github.com/y-ken/fluent-plugin-rewrite-tag-filter"
|
@@ -20,9 +20,12 @@ class Fluent::RewriteTagFilterOutput < Fluent::Output
|
|
20
20
|
end
|
21
21
|
(1..PATTERN_MAX_NUM).each do |i|
|
22
22
|
next unless conf["rewriterule#{i}"]
|
23
|
-
|
24
|
-
|
25
|
-
|
23
|
+
rewritekey,regexp,rewritetag = conf["rewriterule#{i}"].split(' ', 3)
|
24
|
+
unless regexp != nil && rewritetag != nil
|
25
|
+
raise Fluent::ConfigError, "missing values at " + "rewriterule#{i} " + conf["rewriterule#{i}"].inspect
|
26
|
+
end
|
27
|
+
@rewriterules.push([i, rewritekey, Regexp.new(regexp), rewritetag])
|
28
|
+
rewriterule_names.push(rewritekey + regexp)
|
26
29
|
end
|
27
30
|
rewriterule_index_list = conf.keys.select{|s| s =~ /^rewriterule\d$/}.map{|v| (/^rewriterule(\d)$/.match(v))[1].to_i}
|
28
31
|
unless rewriterule_index_list.reduce(true){|v,i| v and @rewriterules[i - 1]}
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-rewrite-tag-filter
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.4
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -9,11 +9,11 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2012-07-
|
12
|
+
date: 2012-07-04 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: fluentd
|
16
|
-
requirement: &
|
16
|
+
requirement: &12250760 !ruby/object:Gem::Requirement
|
17
17
|
none: false
|
18
18
|
requirements:
|
19
19
|
- - ! '>='
|
@@ -21,10 +21,10 @@ dependencies:
|
|
21
21
|
version: '0'
|
22
22
|
type: :development
|
23
23
|
prerelease: false
|
24
|
-
version_requirements: *
|
24
|
+
version_requirements: *12250760
|
25
25
|
- !ruby/object:Gem::Dependency
|
26
26
|
name: fluentd
|
27
|
-
requirement: &
|
27
|
+
requirement: &12249400 !ruby/object:Gem::Requirement
|
28
28
|
none: false
|
29
29
|
requirements:
|
30
30
|
- - ! '>='
|
@@ -32,7 +32,7 @@ dependencies:
|
|
32
32
|
version: '0'
|
33
33
|
type: :runtime
|
34
34
|
prerelease: false
|
35
|
-
version_requirements: *
|
35
|
+
version_requirements: *12249400
|
36
36
|
description: Rewrite Tags with data matches any of specified regexp patterns in specified
|
37
37
|
attribute.
|
38
38
|
email:
|