fluent-plugin-rtf-dash 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f0c1ac340bf42b98e66982ecf2f808995ad80480
+  data.tar.gz: fd8f15b8afa45dbc381ef55fab9b05046538516e
+SHA512:
+  metadata.gz: a3501229718d8c3943a45251da7055439662af2d82d046ea63d1f62fbdd01d2b75293c1d1cdc91ebcb1fc1e07b8a0cfcc9ac2bd4b3cb503d43f8a2fc7d64ffe1
+  data.tar.gz: 590a03cfb5a3d0edeece62749960ca32e3a303227bcdbc73fc644f644cef6c83318c956a81ac182ed0d3f3b2ca8426e780249ebde5f958f47cb3365df7c72c8d

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*

data/.travis.yml

@@ -0,0 +1,5 @@
+language: ruby
+
+rvm:
+  - 2.0.0
+  - 1.9.3

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in fluent-plugin-rewrite-tag-filter.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,14 @@
+Copyright (c) 2012- Kentaro Yoshida
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.
+

data/README.md

@@ -0,0 +1,14 @@
+# fluent-plugin-rtf-dash
+
+## Copyright
+
+### reference: [fluent-plugin-rewrite-tag-filter](https://github.com/fluent/fluent-plugin-rewrite-tag-filter)
+
+- Copyright :  Copyright (c) 2012- Kentaro Yoshida (@yoshi_ken)  
+- License   :  Apache License, Version 2.0
+
+### present package: fluent-plugin-rtf-dash
+
+- Copyright :  Copyright (c) 2013 Aiming Inc.
+- License   :  Apache License, Version 2.0
+

data/Rakefile

@@ -0,0 +1,10 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+task :default => :test
+

data/examples/example.conf

@@ -0,0 +1,156 @@
+# It is a sample how to analyze response_time, response_code and user_agent for each virtual domain websites.
+
+# appearing plugins:
+#  rewrite_tag_filter: http://rubygems.org/gems/fluent-plugin-rewrite-tag-filter
+#  forest: http://rubygems.org/gems/fluent-plugin-forest
+#  datacounter: http://rubygems.org/gems/fluent-plugin-datacounter
+#  growthforecast: http://rubygems.org/gems/fluent-plugin-growthforecast
+
+<source>
+  type tail
+  path /var/log/httpd/access_log
+  format /^(?<domain>[^ ]*) (?<host>[^ ]*) [^ ]* (?<user>[^ ]*) \[(?<time>[^\]]*)\] "(?<method>\S+)(?: +(?<path>[^ ]*) +\S*)?" (?<status>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)" (?<response_time>[^ ]*))?$/
+  time_format %d/%b/%Y:%H:%M:%S %z
+  tag td.apache.access
+  pos_file /var/log/td-agent/apache_access.pos
+</source>
+
+
+# Extract specified virtual domain
+<match td.apache.access>
+  type copy
+  <store>
+    type rewrite_tag_filter
+    capitalize_regex_backreference yes
+    rewriterule1 domain ^(maps|news|mail)\.google\.com$ site.Google$1
+  </store>
+  <store>
+    type rewrite_tag_filter
+    capitalize_regex_backreference yes
+    rewriterule1 domain ^(maps)\.google\.com$ sitepath.Google$1
+  </store>
+</match>
+
+
+# Second level analyzing
+<match sitepath.GoogleMaps>
+  <store>
+    type rewrite_tag_filter
+    rewriterule1 path ^/labs site.GoogleMaps.Labs
+    rewriterule2 path ^/static/\d+ site.GoogleMaps.Static
+    rewriterule3 path ^/help/maps/(streetview|getmaps) site.GoogleMaps.Help
+  </store>
+  <store>
+    type rewrite_tag_filter
+    rewriterule1 referer headlines\.yahoo\.co\.jp site.GoogleMaps.referer_YahooHeadlines
+    rewriterule2 referer news\.livedoor\.com site.GoogleMaps.referer_LivedoorNews
+  </store>
+  <store>
+    type rewrite_tag_filter
+    rewriterule1 agent Googlebot/ site.GoogleMaps.agent_Googlebot
+    rewriterule2 agent ^.* iPhone .+Googlebot-Mobile/.*$ site.GoogleMaps.agent_GooglebotSmartphone
+    rewriterule3 agent Googlebot-Mobile/ site.GoogleMaps.agent_GooglebotMobile
+    rewriterule4 agent bingbot site.GoogleMaps.agent_Bingbot
+    rewriterule5 agent Baiduspider site.GoogleMaps.agent_Baiduspider
+  </store>
+</match>
+
+
+# Summarize
+<match site.**>
+  type copy
+  <store>
+    type forest
+    subtype datacounter
+    <template>
+      unit minute
+      count_key response_time
+      outcast_unmatched false
+      aggregate all
+      tag gf.responsetime.__TAG__
+      pattern1 0-100msec ^\d{1,5}$
+      pattern2 100-300msec ^[1-2]\d{5}$
+      pattern3 300-600msec ^[3-5]\d{5}$
+      pattern4 600msec-1sec ^[6-9]\d{5}$
+      pattern5 1-2sec ^1\d{6}$
+      pattern6 2-10sec ^[2-9]\d{6}$
+      pattern7 10sec_over ^\d{8,}$
+    </template>
+  </store>
+  <store>
+    type forest
+    subtype datacounter
+    <template>
+      unit minute
+      outcast_unmatched false
+      aggregate all
+      tag gf.responsecode.__TAG__
+      count_key status
+      pattern1 200 ^200$
+      pattern2 2xx ^2\d\d$
+      pattern3 301 ^301$
+      pattern4 302 ^302$
+      pattern5 3xx ^3\d\d$
+      pattern6 403 ^403$
+      pattern7 404 ^404$
+      pattern8 410 ^410$
+      pattern9 4xx ^4\d\d$
+      pattern10 500 ^5\d\d$
+    </template>
+  </store>
+  <store>
+    type forest
+    subtype datacounter
+    <template>
+      unit minute
+      count_key agent
+      outcast_unmatched false
+      aggregate all
+      tag gf.useragent.__TAG__
+      pattern1 api HttpRequest
+      pattern2 robot (spider|bot|crawler|\+http\:)
+      pattern3 smartphone (iPhone|iPod|Android|dream|CUPCAKE|blackberry|webOS|incognito|webmate|IEMobile)
+      pattern4 mobile (^KDDI|UP.Browser|DoCoMo|Vodafone|SoftBank|WILLCOM)
+      pattern5 pc .+
+    </template>
+  </store>
+</match>
+
+
+# Graph
+<match gf.responsetime.**>
+  type forest
+  subtype growthforecast
+  remove_prefix gf.responsetime.site
+  <template>
+    gfapi_url http://localhost:5125/api/
+    service   __TAG__
+    section   response_time
+    name_keys 0-100msec_percentage,100-300msec_percentage,300-600msec_percentage,600msec-1sec_percentage,1-2sec_percentage,2-10sec_percentage,10sec_over_percentage
+  </template>
+</match>
+
+<match gf.responsecode.**>
+  type forest
+  subtype growthforecast
+  remove_prefix gf.responsecode.site
+  <template>
+    gfapi_url http://localhost:5125/api/
+    service   __TAG__
+    section   response_code
+    name_keys 301_count,302_count,3xx_count,403_count,404_count,410_count,4xx_count,500_count
+  </template>
+</match>
+
+<match gf.useragent.**>
+  type forest
+  subtype growthforecast
+  remove_prefix gf.useragent.site
+  <template>
+    gfapi_url http://localhost:5125/api/
+    service   __TAG__
+    section   useragent
+    name_keys pc_count,mobile_count,smartphone_count,robot_count,api_count
+  </template>
+</match>
+

data/examples/example2.conf

@@ -0,0 +1,77 @@
+# It is a sample how to exclude specified patterns before analyze response_time for each virtual domain websites.
+
+# appearing plugins:
+#  rewrite_tag_filter: http://rubygems.org/gems/fluent-plugin-rewrite-tag-filter
+#  forest: http://rubygems.org/gems/fluent-plugin-forest
+#  datacounter: http://rubygems.org/gems/fluent-plugin-datacounter
+#  growthforecast: http://rubygems.org/gems/fluent-plugin-growthforecast
+
+<source>
+  type tail
+  path /var/log/httpd/access_log
+  format /^(?<domain>[^ ]*) (?<host>[^ ]*) [^ ]* (?<user>[^ ]*) \[(?<time>[^\]]*)\] "(?<method>\S+)(?: +(?<path>[^ ]*) +\S*)?" (?<status>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)" (?<response_time>[^ ]*))?$/
+  time_format %d/%b/%Y:%H:%M:%S %z
+  tag td.apache.access
+  pos_file /var/log/td-agent/apache_access.pos
+</source>
+
+
+# Extract specified virtual domain
+<match td.apache.access>
+  type rewrite_tag_filter
+  rewriterule1 domain ^maps\.google\.com$ filter.GoogleMap
+</match>
+
+
+# Filtering
+<match filter.GoogleMap>
+  type rewrite_tag_filter
+  rewriterule1 path ^/(img|css|js|static|assets)/ clear
+  rewriterule2 status ^(?!200)$ clear
+  rewriterule3 method ^(?!GET)$ clear
+  rewriterule4 agent (spider|bot|crawler|\+http\:) clear
+  rewriterule5 path ^/(admin|api|backend) site.GoogleMap.backend
+  rewriterule6 path .+ site.GoogleMap.front
+</match>
+
+
+# Summarize
+<match site.**>
+  type forest
+  subtype datacounter
+  <template>
+    unit minute
+    count_key response_time
+    outcast_unmatched false
+    aggregate all
+    tag gf.responsetime.__TAG__
+    pattern1 0-100msec ^\d{1,5}$
+    pattern2 100-300msec ^[1-2]\d{5}$
+    pattern3 300-600msec ^[3-5]\d{5}$
+    pattern4 600msec-1sec ^[6-9]\d{5}$
+    pattern5 1-2sec ^1\d{6}$
+    pattern6 2-10sec ^[2-9]\d{6}$
+    pattern7 10sec_over ^\d{8,}$
+  </template>
+</match>
+
+
+# Graph
+<match gf.responsetime.**>
+  type forest
+  subtype growthforecast
+  remove_prefix gf.responsetime.site
+  <template>
+    gfapi_url http://localhost:5125/api/
+    service   __TAG__
+    section   response_time
+    name_keys 0-100msec_percentage,100-300msec_percentage,300-600msec_percentage,600msec-1sec_percentage,1-2sec_percentage,2-10sec_percentage,10sec_over_percentage
+  </template>
+</match>
+
+
+# Clear tag
+<match clear>
+  type null
+</match>
+

data/fluent-plugin-rtf-dash.gemspec

@@ -0,0 +1,20 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+
+Gem::Specification.new do |s|
+  s.name        = "fluent-plugin-rtf-dash"
+  s.version     = "0.0.1"
+  s.license     = "Apache 2.0"
+  s.authors     = ["Aiming Inc."]
+  s.email       = ["info@aiming-inc.com"]
+  s.homepage    = ""
+  s.summary     = ""
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_development_dependency "rake"
+  s.add_runtime_dependency "fluentd"
+end

data/lib/fluent/plugin/out_rtf_dash.rb

@@ -0,0 +1,121 @@
+# -*- coding:utf-8 -*-
+
+module Fluent
+  class RTFDashOutput < Fluent::Output
+    Fluent::Plugin.register_output('rtf_dash', self)
+
+    config_param :capitalize_regex_backreference, :bool, :default => false
+    config_param :remove_tag_prefix, :string, :default => nil
+    config_param :use_of_first_match_tag_regexp, :string, :default => nil
+    config_param :hostname_command, :string, :default => 'hostname'
+
+    MATCH_OPERATOR_EXCLUDE = '!'
+
+    def configure(conf)
+      super
+
+      @rewriterules = []
+      rewriterule_names = []
+      @hostname = `#{@hostname_command}`.chomp
+
+      conf.keys.select{|k| k =~ /^rewriterule(\d+)$/}.sort_by{|i| i.sub('rewriterule', '').to_i}.each do |key|
+        rewritekey,regexp,rewritetag = parse_rewriterule(conf[key])
+        if regexp.nil? || rewritetag.nil?
+          raise Fluent::ConfigError, "failed to parse rewriterules at #{key} #{conf[key]}"
+        end
+        @rewriterules.push([rewritekey, /#{trim_regex_quote(regexp)}/, get_match_operator(regexp), rewritetag])
+        rewriterule_names.push(rewritekey + regexp)
+        $log.info "adding rewrite_tag_filter rule: #{key} #{@rewriterules.last}"
+      end
+
+      unless @rewriterules.length > 0
+        raise Fluent::ConfigError, "missing rewriterules"
+      end
+
+      unless @rewriterules.length == rewriterule_names.uniq.length
+        raise Fluent::ConfigError, "duplicated rewriterules found #{@rewriterules.inspect}"
+      end
+
+      unless @remove_tag_prefix.nil?
+        @remove_tag_prefix = /^#{Regexp.escape(@remove_tag_prefix)}\.?/
+      end
+
+      unless @use_of_first_match_tag_regexp.nil?
+        @use_of_first_match_tag_regexp = Regexp.new(@use_of_first_match_tag_regexp)
+      end
+    end
+
+    def emit(tag, es, chain)
+      es.each do |time,record|
+        rewrited_tag = rewrite_tag(tag, record)
+        next if rewrited_tag.nil? || tag == rewrited_tag
+        Fluent::Engine.emit(rewrited_tag, time, record)
+      end
+
+      chain.next
+    end
+
+    def rewrite_tag(tag, record)
+      placeholder = get_placeholder(tag)
+      @rewriterules.each do |rewritekey, regexp, match_operator, rewritetag|
+        rewritevalue = record[rewritekey].to_s
+        next if rewritevalue.empty? && match_operator != MATCH_OPERATOR_EXCLUDE
+        matched = regexp && regexp.match(rewritevalue)
+        case match_operator
+        when MATCH_OPERATOR_EXCLUDE
+          next if matched
+        else
+          next if !matched
+          backreference_table = get_backreference_table($~.captures)
+          rewritetag = rewritetag.gsub(/\$\d+/, backreference_table)
+        end
+        rewritetag = rewritetag.gsub(/(\${[a-z]+(\[[0-9]+\])?}|__[A-Z]+__)/, placeholder)
+        return rewritetag
+      end
+      return nil
+    end
+
+    def parse_rewriterule(rule)
+      if rule.match(/^([^\s]+)\s+(.+?)\s+([^\s]+)$/)
+        return $~.captures
+      end
+    end
+
+    def trim_regex_quote(regexp)
+      if regexp.start_with?('"') && regexp.end_with?('"')
+        $log.info "rewrite_tag_filter: [DEPRECATED] Use ^....$ pattern for partial word match instead of double-quote-delimiter. #{regexp}"
+        regexp = regexp[1..-2]
+      end
+      if regexp.start_with?(MATCH_OPERATOR_EXCLUDE)
+        regexp = regexp[1, regexp.length]
+      end
+      return regexp
+    end
+
+    def get_match_operator(regexp)
+      return MATCH_OPERATOR_EXCLUDE if regexp.start_with?(MATCH_OPERATOR_EXCLUDE)
+      return ''
+    end
+
+    def get_backreference_table(elements)
+      hash_table = Hash.new
+      elements.each.with_index(1) do |value, index|
+        hash_table["$#{index}"] = @capitalize_regex_backreference ? value.capitalize : value
+      end
+      return hash_table
+    end
+
+    def get_placeholder(tag)
+      tag = tag.sub(@remove_tag_prefix, '') if @remove_tag_prefix
+      tag = tag.match(@use_of_first_match_tag_regexp)[1] if @use_of_first_match_tag_regexp
+      p tag
+      return {
+        '__HOSTNAME__' => @hostname,
+        '${hostname}' => @hostname,
+        '__TAG__' => tag,
+        '${tag}' => tag,
+      }
+    end
+  end
+end
+

data/test/helper.rb

@@ -0,0 +1,28 @@
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'test/unit'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'fluent/test'
+unless ENV.has_key?('VERBOSE')
+  nulllogger = Object.new
+  nulllogger.instance_eval {|obj|
+    def method_missing(method, *args)
+      # pass
+    end
+  }
+  $log = nulllogger
+end
+
+require 'fluent/plugin/out_rtf_dash'
+
+class Test::Unit::TestCase
+end

data/test/plugin/test_out_rtf_dash.rb

@@ -0,0 +1,207 @@
+require 'helper'
+
+class RTFDashOutputTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+  end
+
+  CONFIG = %[
+    rewriterule1 domain ^www\.google\.com$ site.Google
+    rewriterule2 domain ^news\.google\.com$ site.GoogleNews
+    rewriterule3 agent .* Mac OS X .* agent.MacOSX
+    rewriterule4 agent (Googlebot|CustomBot)-([a-zA-Z]+) agent.$1-$2
+    rewriterule5 domain ^(tagtest)\.google\.com$ site.${tag}.$1
+  ]
+
+  # aggresive test
+  # indentation, comment, capitalize_regex_backreference, regex with space aside.
+  # [DEPLICATED] Use ^....$ pattern for partial word match instead of double-quote-delimiter.
+  CONFIG_INDENT_SPACE_AND_CAPITALIZE_OPTION = %[
+    capitalize_regex_backreference yes
+    rewriterule1 domain ^www\.google\.com$                  site.Google # some comment
+    rewriterule2 domain ^(news)\.(google)\.com$             site.$2$1
+    rewriterule3 agent  ^.* Mac OS X .*$                    agent.MacOSX
+    rewriterule4 agent  "(Googlebot|CustomBot)-([a-zA-Z]+)" agent.$1-$2
+  ]
+
+  # remove_tag_prefix test
+  CONFIG_REMOVE_TAG_PREFIX = %[
+    rewriterule1 domain ^www\.google\.com$ ${tag}
+    remove_tag_prefix input
+  ]
+
+  # remove_tag_prefix test2
+  CONFIG_REMOVE_TAG_PREFIX_WITH_DOT = %[
+    rewriterule1 domain ^www\.google\.com$ ${tag}
+    remove_tag_prefix input.
+  ]
+
+  # hostname placeholder test
+  CONFIG_SHORT_HOSTNAME = %[
+    rewriterule1 domain ^www\.google\.com$ ${hostname}
+    remove_tag_prefix input
+    hostname_command hostname -s
+  ]
+
+  # '!' character (exclamation mark) to specify a non-matching pattern
+  CONFIG_NON_MATCHING = %[
+    rewriterule1 domain !^www\..+$ not_start_with_www
+    rewriterule2 domain ^www\..+$ start_with_www
+  ]
+
+  # jump of index
+  CONFIG_JUMP_INDEX = %[
+    rewriterule10 domain ^www\.google\.com$ site.Google
+    rewriterule20 domain ^news\.google\.com$ site.GoogleNews
+  ]
+
+  CONFIG_USE_OF_FIRST_MATCH_TAG_REGEXP = %[
+    use_of_first_match_tag_regexp [a-z_]+\.([a-z_]+)\.
+    rewriterule1 type ^[a-z_]+$ api.${tag}.warrior
+  ]
+
+  def create_driver(conf=CONFIG,tag='test')
+    Fluent::Test::OutputTestDriver.new(Fluent::RTFDashOutput, tag).configure(conf)
+  end
+
+  def test_configure
+    assert_raise(Fluent::ConfigError) {
+      d = create_driver('')
+    }
+    assert_raise(Fluent::ConfigError) {
+      d = create_driver('rewriterule1 foo')
+    }
+    assert_raise(Fluent::ConfigError) {
+      d = create_driver('rewriterule1 foo foo')
+    }
+    d = create_driver %[
+      rewriterule1 domain ^www.google.com$ site.Google
+      rewriterule2 domain ^news.google.com$ site.GoogleNews
+    ]
+    puts d.instance.inspect
+    assert_equal 'domain ^www.google.com$ site.Google', d.instance.config['rewriterule1']
+    assert_equal 'domain ^news.google.com$ site.GoogleNews', d.instance.config['rewriterule2']
+  end
+
+  def test_emit
+    d1 = create_driver(CONFIG, 'input.access')
+    d1.run do
+      d1.emit({'domain' => 'www.google.com', 'path' => '/foo/bar?key=value', 'agent' => 'Googlebot', 'response_time' => 1000000})
+      d1.emit({'domain' => 'news.google.com', 'path' => '/', 'agent' => 'Googlebot-Mobile', 'response_time' => 900000})
+      d1.emit({'domain' => 'map.google.com', 'path' => '/', 'agent' => 'Macintosh; Intel Mac OS X 10_7_4', 'response_time' => 900000})
+      d1.emit({'domain' => 'labs.google.com', 'path' => '/', 'agent' => 'Mozilla/5.0 Googlebot-FooBar/2.1', 'response_time' => 900000})
+      d1.emit({'domain' => 'tagtest.google.com', 'path' => '/', 'agent' => 'Googlebot', 'response_time' => 900000})
+      d1.emit({'domain' => 'noop.example.com'}) # to be ignored
+    end
+    emits = d1.emits
+    assert_equal 5, emits.length
+    p emits[0]
+    assert_equal 'site.Google', emits[0][0] # tag
+    p emits[1]
+    assert_equal 'site.GoogleNews', emits[1][0] # tag
+    assert_equal 'news.google.com', emits[1][2]['domain']
+    p emits[2]
+    assert_equal 'agent.MacOSX', emits[2][0] #tag
+    p emits[3]
+    assert_equal 'agent.Googlebot-FooBar', emits[3][0] #tag
+    p emits[4]
+    assert_equal 'site.input.access.tagtest', emits[4][0] #tag
+  end
+
+  def test_emit2_indent_and_capitalize_option
+    d1 = create_driver(CONFIG_INDENT_SPACE_AND_CAPITALIZE_OPTION, 'input.access')
+    d1.run do
+      d1.emit({'domain' => 'www.google.com', 'path' => '/foo/bar?key=value', 'agent' => 'Googlebot', 'response_time' => 1000000})
+      d1.emit({'domain' => 'news.google.com', 'path' => '/', 'agent' => 'Googlebot-Mobile', 'response_time' => 900000})
+      d1.emit({'domain' => 'map.google.com', 'path' => '/', 'agent' => 'Macintosh; Intel Mac OS X 10_7_4', 'response_time' => 900000})
+      d1.emit({'domain' => 'labs.google.com', 'path' => '/', 'agent' => 'Mozilla/5.0 Googlebot-FooBar/2.1', 'response_time' => 900000})
+    end
+    emits = d1.emits
+    assert_equal 4, emits.length
+    p emits[0]
+    assert_equal 'site.Google', emits[0][0] # tag
+    p emits[1]
+    assert_equal 'site.GoogleNews', emits[1][0] # tag
+    assert_equal 'news.google.com', emits[1][2]['domain']
+    p emits[2]
+    assert_equal 'agent.MacOSX', emits[2][0] #tag
+    p emits[3]
+    assert_equal 'agent.Googlebot-Foobar', emits[3][0] #tag
+  end
+
+  def test_emit3_remove_tag_prefix
+    d1 = create_driver(CONFIG_REMOVE_TAG_PREFIX, 'input.access')
+    d1.run do
+      d1.emit({'domain' => 'www.google.com', 'path' => '/foo/bar?key=value', 'agent' => 'Googlebot', 'response_time' => 1000000})
+    end
+    emits = d1.emits
+    assert_equal 1, emits.length
+    p emits[0]
+    assert_equal 'access', emits[0][0] # tag
+  end
+
+  def test_emit4_remove_tag_prefix_with_dot
+    d1 = create_driver(CONFIG_REMOVE_TAG_PREFIX_WITH_DOT, 'input.access')
+    d1.run do
+      d1.emit({'domain' => 'www.google.com', 'path' => '/foo/bar?key=value', 'agent' => 'Googlebot', 'response_time' => 1000000})
+    end
+    emits = d1.emits
+    assert_equal 1, emits.length
+    p emits[0]
+    assert_equal 'access', emits[0][0] # tag
+  end
+
+  def test_emit5_short_hostname
+    d1 = create_driver(CONFIG_SHORT_HOSTNAME, 'input.access')
+    d1.run do
+      d1.emit({'domain' => 'www.google.com', 'path' => '/foo/bar?key=value', 'agent' => 'Googlebot', 'response_time' => 1000000})
+    end
+    emits = d1.emits
+    assert_equal 1, emits.length
+    p emits[0]
+    assert_equal `hostname -s`.chomp, emits[0][0] # tag
+  end
+
+  def test_emit6_non_matching
+    d1 = create_driver(CONFIG_NON_MATCHING, 'input.access')
+    d1.run do
+      d1.emit({'domain' => 'www.google.com'})
+      d1.emit({'path' => '/'})
+      d1.emit({'domain' => 'maps.google.com'})
+    end
+    emits = d1.emits
+    assert_equal 3, emits.length
+    p emits[0]
+    assert_equal 'start_with_www', emits[0][0] # tag
+    p emits[1]
+    assert_equal 'not_start_with_www', emits[1][0] # tag
+    p emits[2]
+    assert_equal 'not_start_with_www', emits[2][0] # tag
+  end
+
+  def test_emit7_jump_index
+    d1 = create_driver(CONFIG_JUMP_INDEX, 'input.access')
+    d1.run do
+      d1.emit({'domain' => 'www.google.com', 'path' => '/', 'agent' => 'Googlebot', 'response_time' => 1000000})
+      d1.emit({'domain' => 'news.google.com', 'path' => '/', 'agent' => 'Googlebot', 'response_time' => 900000})
+    end
+    emits = d1.emits
+    assert_equal 2, emits.length
+    p emits[0]
+    assert_equal 'site.Google', emits[0][0] # tag
+    p emits[1]
+    assert_equal 'site.GoogleNews', emits[1][0] # tag
+  end
+
+  def test_emit8_first_match_tag
+    d1 = create_driver(CONFIG_USE_OF_FIRST_MATCH_TAG_REGEXP, 'hoge_game.production.api')
+    d1.run do
+      d1.emit({'user_id' => '1000', 'type' => 'warrior', 'name' => 'Richard Costner'})
+    end
+    emits = d1.emits
+    p emits[0]
+    assert_equal 1, emits.length
+    assert_equal 'api.production.warrior', emits[0][0] # tag
+  end
+
+end

metadata

@@ -0,0 +1,86 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-rtf-dash
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Aiming Inc.
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-12-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- info@aiming-inc.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- examples/example.conf
+- examples/example2.conf
+- fluent-plugin-rtf-dash.gemspec
+- lib/fluent/plugin/out_rtf_dash.rb
+- test/helper.rb
+- test/plugin/test_out_rtf_dash.rb
+homepage: ''
+licenses:
+- Apache 2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: ''
+test_files:
+- test/helper.rb
+- test/plugin/test_out_rtf_dash.rb