fluent-plugin-rewrite-tag-filter 0.0.1

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in fluent-plugin-rewrite-tag-filter.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,14 @@
+Copyright (c) 2012- Kentaro Yoshida
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.
+

data/README.rdoc

@@ -0,0 +1,26 @@
+= fluent-plugin-rewrite-tag-filter
+
+== Component
+
+=== RewriteTagFilterOutput
+
+Modify Tags with data matches any of specified regexp patterns in specified attribute.
+
+== Configuration
+
+    <match td.apache.access>
+      type rewrite_tag_filter
+      rewriterule1 domain ^maps\.google\.com$ site.Google.Map
+      rewriterule2 domain ^news.google\.com$ site.Google.News
+      rewriterule3 agent (Googlebot|Crawler|Spyder) agent.Robot
+      rewriterule4 referer headlines\.yahoo\.co\.jp referer.YahooHeadlines
+    </match>
+
+== TODO
+
+- patches welcome!
+
+== Copyright
+
+Copyright:: Copyright (c) 2012- Kentaro Yoshida (yoshi_ken)
+License::   Apache License, Version 2.0

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/fluent-plugin-rewrite-tag-filter.gemspec

@@ -0,0 +1,23 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+
+Gem::Specification.new do |s|
+  s.name        = "fluent-plugin-rewrite-tag-filter"
+  s.version     = "0.0.1"
+  s.authors     = ["Kentaro Yoshida"]
+  s.email       = [""]
+  s.homepage    = "https://github.com/y-ken/fluent-plugin-rewrite-tag-filter"
+  s.summary     = %q{Output filter plugin to rewrite tags that matches specified attribute}
+  s.description = %q{Output filter plugin to rewrite tags that matches specified attribute}
+
+  s.rubyforge_project = "fluent-plugin-rewrite-tag-filter"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  # specify any dependencies here; for example:
+  s.add_development_dependency "fluentd"
+  s.add_runtime_dependency "fluentd"
+end

data/lib/fluent/plugin/out_rewrite_tag_filter.rb

@@ -0,0 +1,54 @@
+class Fluent::RewriteTagFilterOutput < Fluent::Output
+  Fluent::Plugin.register_output('rewrite_tag_filter', self)
+
+  PATTERN_MAX_NUM = 50
+
+  config_param :rewriterule1, :string # string: NAME REGEXP
+  (2..PATTERN_MAX_NUM).each do |i|
+    config_param ('rewriterule' + i.to_s).to_sym, :string, :default => nil # NAME REGEXP
+  end
+
+  def configure(conf)
+    super
+
+    @rewriterules = []
+    rewriterule_names = []
+
+    invalids = conf.keys.select{|k| k =~ /^rewriterule(\d+)$/}.select{|arg| arg =~ /^rewriterule(\d+)/ and not (1..PATTERN_MAX_NUM).include?($1.to_i)}
+    if invalids.size > 0
+      $log.warn "invalid number rewriterules (valid rewriterule number:1-{PATTERN_MAX_NUM}):" + invalids.join(",")
+    end
+    (1..PATTERN_MAX_NUM).each do |i|
+      next unless conf["rewriterule#{i}"]
+      name,regexp,tag = conf["rewriterule#{i}"].split(' ', 3)
+      @rewriterules.push([i, name, Regexp.new(regexp), tag])
+      rewriterule_names.push(name + regexp)
+    end
+    rewriterule_index_list = conf.keys.select{|s| s =~ /^rewriterule\d$/}.map{|v| (/^rewriterule(\d)$/.match(v))[1].to_i}
+    unless rewriterule_index_list.reduce(true){|v,i| v and @rewriterules[i - 1]}
+      raise Fluent::ConfigError, "jump of rewriterule index found" + @rewriterules.inspect
+    end
+    unless @rewriterules.length == rewriterule_names.uniq.length
+      raise Fluent::ConfigError, "duplicated rewriterules found" + @rewriterules.inspect
+    end
+  end
+
+  def emit(tag, es, chain)
+    es.each do |time,record|
+      rewrite = false
+      @rewriterules.each do |index, rewritekey, regexp, rewritetag|
+        rewritevalue = record[rewritekey]
+        next if rewritevalue.nil?
+        if (regexp && regexp.match(rewritevalue))
+          rewrite = true
+          tag = rewritetag
+          break
+        end
+      end
+      Fluent::Engine.emit(tag, time, record) if (rewrite)
+    end
+
+    chain.next
+  end
+end
+

metadata

@@ -0,0 +1,76 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-rewrite-tag-filter
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Kentaro Yoshida
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-06-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: &16391840 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *16391840
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: &16390600 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *16390600
+description: Output filter plugin to rewrite tags that matches specified attribute
+email:
+- ''
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.rdoc
+- Rakefile
+- fluent-plugin-rewrite-tag-filter.gemspec
+- lib/fluent/plugin/out_rewrite_tag_filter.rb
+- test/plugin/test_out_rewrite_tag_filter.rb
+homepage: https://github.com/y-ken/fluent-plugin-rewrite-tag-filter
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: fluent-plugin-rewrite-tag-filter
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: Output filter plugin to rewrite tags that matches specified attribute
+test_files:
+- test/plugin/test_out_rewrite_tag_filter.rb