fluent-plugin-rewrite-tag-filter 0.0.3 → 0.0.4

data/README.rdoc

@@ -22,16 +22,27 @@ Format
 
 Usage
 
+    # It's a sample to exclude some patterns before split tag by domain.
+    <source>
+      type tail
+      path /var/log/httpd/access_log
+      format /^(?<domain>[^ ]*) (?<host>[^ ]*) [^ ]* (?<user>[^ ]*) \[(?<time>[^\]]*)\] "(?<method>\S+)(?: +(?<path>[^ ]*) +\S*)?" (?<status>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)" (?<response_time>[^ ]*))?$/
+      time_format %d/%b/%Y:%H:%M:%S %z
+      tag td.apache.access
+      pos_file /var/log/td-agent/apache_access.pos
+    </source>
+
     <match td.apache.access>
       type rewrite_tag_filter
-      rewriterule1 domain ^maps\.google\.com$ site.GoogleMap
-      rewriterule2 domain ^news\.google\.com$ site.GoogleNews
-      rewriterule3 domain ^mail\.google\.com$ site.GoogleMail
+      rewriterule1 path \.(gif|jpe?g|png|pdf|zip)$ clear
+      rewriterule2 domain ^maps\.google\.com$ site.GoogleMap
+      rewriterule3 domain ^news\.google\.com$ site.GoogleNews
+      rewriterule4 domain ^mail\.google\.com$ site.GoogleMail
     </match>
 
     <match site.*>
       type mongo
-      host 10.10.0.36
+      host localhost
       database apache_access
       remove_tag_prefix site
       tag_mapped
@@ -40,6 +51,21 @@ Usage
       capped_size 100m
     </match>
 
+    <match clear>
+      type null
+    </match>
+
+Result
+
+    $ mongo
+    MongoDB shell version: 2.0.6
+    > use apache_access
+    switched to db apache_access
+    > show collections
+    GoogleMap
+    GoogleNews
+    GoogleMail
+
 == Example
 
 - Example1: how to analyze response_time, response_code and user_agent for each virtual domain websites.

data/example2.conf

@@ -25,15 +25,13 @@
 
 # Filtering
 <match filter.GoogleMap>
-  <store>
-    type rewrite_tag_filter
-    rewriterule1 path ^/(img|css|js|static|assets)/ clear
-    rewriterule2 status ^(?!200)$ clear
-    rewriterule3 method ^(?!GET)$ clear
-    rewriterule4 agent (spider|bot|crawler|\+http\:) clear
-    rewriterule5 path ^/(admin|api|backend) site.GoogleMap.backend
-    rewriterule6 path .+ site.GoogleMap.front
-  </store>
+  type rewrite_tag_filter
+  rewriterule1 path ^/(img|css|js|static|assets)/ clear
+  rewriterule2 status ^(?!200)$ clear
+  rewriterule3 method ^(?!GET)$ clear
+  rewriterule4 agent (spider|bot|crawler|\+http\:) clear
+  rewriterule5 path ^/(admin|api|backend) site.GoogleMap.backend
+  rewriterule6 path .+ site.GoogleMap.front
 </match>
 
 

data/fluent-plugin-rewrite-tag-filter.gemspec

@@ -3,7 +3,7 @@ $:.push File.expand_path("../lib", __FILE__)
 
 Gem::Specification.new do |s|
   s.name        = "fluent-plugin-rewrite-tag-filter"
-  s.version     = "0.0.3"
+  s.version     = "0.0.4"
   s.authors     = ["Kentaro Yoshida"]
   s.email       = ["y.ken.studio@gmail.com"]
   s.homepage    = "https://github.com/y-ken/fluent-plugin-rewrite-tag-filter"

data/lib/fluent/plugin/out_rewrite_tag_filter.rb

@@ -20,9 +20,12 @@ class Fluent::RewriteTagFilterOutput < Fluent::Output
     end
     (1..PATTERN_MAX_NUM).each do |i|
       next unless conf["rewriterule#{i}"]
-      name,regexp,tag = conf["rewriterule#{i}"].split(' ', 3)
-      @rewriterules.push([i, name, Regexp.new(regexp), tag])
-      rewriterule_names.push(name + regexp)
+      rewritekey,regexp,rewritetag = conf["rewriterule#{i}"].split(' ', 3)
+      unless regexp != nil && rewritetag != nil
+        raise Fluent::ConfigError, "missing values at " + "rewriterule#{i} " + conf["rewriterule#{i}"].inspect
+      end 
+      @rewriterules.push([i, rewritekey, Regexp.new(regexp), rewritetag])
+      rewriterule_names.push(rewritekey + regexp)
     end
     rewriterule_index_list = conf.keys.select{|s| s =~ /^rewriterule\d$/}.map{|v| (/^rewriterule(\d)$/.match(v))[1].to_i}
     unless rewriterule_index_list.reduce(true){|v,i| v and @rewriterules[i - 1]}

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-rewrite-tag-filter
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-07-01 00:00:00.000000000 Z
+date: 2012-07-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
-  requirement: &17995380 !ruby/object:Gem::Requirement
+  requirement: &12250760 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *17995380
+  version_requirements: *12250760
 - !ruby/object:Gem::Dependency
   name: fluentd
-  requirement: &17994080 !ruby/object:Gem::Requirement
+  requirement: &12249400 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,7 +32,7 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *17994080
+  version_requirements: *12249400
 description: Rewrite Tags with data matches any of specified regexp patterns in specified
   attribute.
 email: