fluent-plugin-rewrite-tag-filter 0.0.3 → 0.0.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
data/README.rdoc CHANGED
@@ -22,16 +22,27 @@ Format
22
22
 
23
23
  Usage
24
24
 
25
+ # It's a sample to exclude some patterns before split tag by domain.
26
+ <source>
27
+ type tail
28
+ path /var/log/httpd/access_log
29
+ format /^(?<domain>[^ ]*) (?<host>[^ ]*) [^ ]* (?<user>[^ ]*) \[(?<time>[^\]]*)\] "(?<method>\S+)(?: +(?<path>[^ ]*) +\S*)?" (?<status>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)" (?<response_time>[^ ]*))?$/
30
+ time_format %d/%b/%Y:%H:%M:%S %z
31
+ tag td.apache.access
32
+ pos_file /var/log/td-agent/apache_access.pos
33
+ </source>
34
+
25
35
  <match td.apache.access>
26
36
  type rewrite_tag_filter
27
- rewriterule1 domain ^maps\.google\.com$ site.GoogleMap
28
- rewriterule2 domain ^news\.google\.com$ site.GoogleNews
29
- rewriterule3 domain ^mail\.google\.com$ site.GoogleMail
37
+ rewriterule1 path \.(gif|jpe?g|png|pdf|zip)$ clear
38
+ rewriterule2 domain ^maps\.google\.com$ site.GoogleMap
39
+ rewriterule3 domain ^news\.google\.com$ site.GoogleNews
40
+ rewriterule4 domain ^mail\.google\.com$ site.GoogleMail
30
41
  </match>
31
42
 
32
43
  <match site.*>
33
44
  type mongo
34
- host 10.10.0.36
45
+ host localhost
35
46
  database apache_access
36
47
  remove_tag_prefix site
37
48
  tag_mapped
@@ -40,6 +51,21 @@ Usage
40
51
  capped_size 100m
41
52
  </match>
42
53
 
54
+ <match clear>
55
+ type null
56
+ </match>
57
+
58
+ Result
59
+
60
+ $ mongo
61
+ MongoDB shell version: 2.0.6
62
+ > use apache_access
63
+ switched to db apache_access
64
+ > show collections
65
+ GoogleMap
66
+ GoogleNews
67
+ GoogleMail
68
+
43
69
  == Example
44
70
 
45
71
  - Example1: how to analyze response_time, response_code and user_agent for each virtual domain websites.
data/example2.conf CHANGED
@@ -25,15 +25,13 @@
25
25
 
26
26
  # Filtering
27
27
  <match filter.GoogleMap>
28
- <store>
29
- type rewrite_tag_filter
30
- rewriterule1 path ^/(img|css|js|static|assets)/ clear
31
- rewriterule2 status ^(?!200)$ clear
32
- rewriterule3 method ^(?!GET)$ clear
33
- rewriterule4 agent (spider|bot|crawler|\+http\:) clear
34
- rewriterule5 path ^/(admin|api|backend) site.GoogleMap.backend
35
- rewriterule6 path .+ site.GoogleMap.front
36
- </store>
28
+ type rewrite_tag_filter
29
+ rewriterule1 path ^/(img|css|js|static|assets)/ clear
30
+ rewriterule2 status ^(?!200)$ clear
31
+ rewriterule3 method ^(?!GET)$ clear
32
+ rewriterule4 agent (spider|bot|crawler|\+http\:) clear
33
+ rewriterule5 path ^/(admin|api|backend) site.GoogleMap.backend
34
+ rewriterule6 path .+ site.GoogleMap.front
37
35
  </match>
38
36
 
39
37
 
@@ -3,7 +3,7 @@ $:.push File.expand_path("../lib", __FILE__)
3
3
 
4
4
  Gem::Specification.new do |s|
5
5
  s.name = "fluent-plugin-rewrite-tag-filter"
6
- s.version = "0.0.3"
6
+ s.version = "0.0.4"
7
7
  s.authors = ["Kentaro Yoshida"]
8
8
  s.email = ["y.ken.studio@gmail.com"]
9
9
  s.homepage = "https://github.com/y-ken/fluent-plugin-rewrite-tag-filter"
@@ -20,9 +20,12 @@ class Fluent::RewriteTagFilterOutput < Fluent::Output
20
20
  end
21
21
  (1..PATTERN_MAX_NUM).each do |i|
22
22
  next unless conf["rewriterule#{i}"]
23
- name,regexp,tag = conf["rewriterule#{i}"].split(' ', 3)
24
- @rewriterules.push([i, name, Regexp.new(regexp), tag])
25
- rewriterule_names.push(name + regexp)
23
+ rewritekey,regexp,rewritetag = conf["rewriterule#{i}"].split(' ', 3)
24
+ unless regexp != nil && rewritetag != nil
25
+ raise Fluent::ConfigError, "missing values at " + "rewriterule#{i} " + conf["rewriterule#{i}"].inspect
26
+ end
27
+ @rewriterules.push([i, rewritekey, Regexp.new(regexp), rewritetag])
28
+ rewriterule_names.push(rewritekey + regexp)
26
29
  end
27
30
  rewriterule_index_list = conf.keys.select{|s| s =~ /^rewriterule\d$/}.map{|v| (/^rewriterule(\d)$/.match(v))[1].to_i}
28
31
  unless rewriterule_index_list.reduce(true){|v,i| v and @rewriterules[i - 1]}
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fluent-plugin-rewrite-tag-filter
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.3
4
+ version: 0.0.4
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -9,11 +9,11 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2012-07-01 00:00:00.000000000 Z
12
+ date: 2012-07-04 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: fluentd
16
- requirement: &17995380 !ruby/object:Gem::Requirement
16
+ requirement: &12250760 !ruby/object:Gem::Requirement
17
17
  none: false
18
18
  requirements:
19
19
  - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
21
21
  version: '0'
22
22
  type: :development
23
23
  prerelease: false
24
- version_requirements: *17995380
24
+ version_requirements: *12250760
25
25
  - !ruby/object:Gem::Dependency
26
26
  name: fluentd
27
- requirement: &17994080 !ruby/object:Gem::Requirement
27
+ requirement: &12249400 !ruby/object:Gem::Requirement
28
28
  none: false
29
29
  requirements:
30
30
  - - ! '>='
@@ -32,7 +32,7 @@ dependencies:
32
32
  version: '0'
33
33
  type: :runtime
34
34
  prerelease: false
35
- version_requirements: *17994080
35
+ version_requirements: *12249400
36
36
  description: Rewrite Tags with data matches any of specified regexp patterns in specified
37
37
  attribute.
38
38
  email: