fluent-plugin-norikra 0.0.1

data/test/test_record_filter.rb

@@ -0,0 +1,81 @@
+require 'helper'
+require 'fluent/plugin/norikra_target'
+
+class RecordFilterTest < Test::Unit::TestCase
+  def setup
+    @this = Fluent::NorikraOutput::RecordFilter
+  end
+
+  def test_errors
+    assert_raise(Fluent::ConfigError){ @this.new('*', '', '*', '') }
+    assert_raise(Fluent::ConfigError){ @this.new('x', 'y', 'z', 'p') }
+    assert_raise(Fluent::ConfigError){ @this.new('','', '*','') }
+  end
+
+  def test_init
+    f = @this.new()
+    assert_equal :include, f.default_policy
+    assert_equal [], f.exclude_fields
+    assert_nil f.exclude_regexp
+  end
+
+  def test_filter_default # return record itself
+    f = @this.new(nil,nil,nil,nil)
+    r = {'x'=>1,'y'=>2,'z'=>'3'}
+    assert_equal r, f.filter(r)
+    assert_equal r.object_id, f.filter(r).object_id
+
+    f = @this.new('','','','')
+    r = {'x'=>1,'y'=>2,'z'=>'3'}
+    assert_equal r, f.filter(r)
+    assert_equal r.object_id, f.filter(r).object_id
+  end
+
+  def test_filter_exclude_keys
+    f = @this.new('*',nil,'x,y,z')
+    r = {'a'=>'1','b'=>'2','c'=>'3','x'=>1,'y'=>2,'z'=>3}
+    assert_equal 3, f.filter(r).size
+    assert_equal({'a'=>'1','b'=>'2','c'=>'3'}, f.filter(r))
+    assert_equal 6, r.size # check original record not to be broken
+  end
+
+  def test_filter_exclude_regexp
+    f = @this.new('*',nil,nil,'f_.*')
+    r = {'a'=>'1','b'=>'2','c'=>'3','f_x'=>1,'f_y'=>2,'f_z'=>3}
+    assert_equal 3, f.filter(r).size
+    assert_equal({'a'=>'1','b'=>'2','c'=>'3'}, f.filter(r))
+    assert_equal 6, r.size # check original record not to be broken
+  end
+
+  def test_filter_excludes
+    f = @this.new('*',nil,'b,c','f_.*')
+    r = {'a'=>'1','b'=>'2','c'=>'3','f_x'=>1,'f_y'=>2,'f_z'=>3}
+    assert_equal 1, f.filter(r).size
+    assert_equal({'a'=>'1'}, f.filter(r))
+    assert_equal 6, r.size # check original record not to be broken
+  end
+
+  def test_filter_include_keys
+    f = @this.new('a,b,c',nil,'*','')
+    r = {'a'=>'1','b'=>'2','c'=>'3','x'=>1,'y'=>2,'z'=>3}
+    assert_equal 3, f.filter(r).size
+    assert_equal({'a'=>'1','b'=>'2','c'=>'3'}, f.filter(r))
+    assert_equal 6, r.size # check original record not to be broken
+  end
+
+  def test_filter_include_regexp
+    f = @this.new('','f_','*','')
+    r = {'f_a'=>'1','f_b'=>'2','f_c'=>'3','x'=>1,'y'=>2,'z'=>3}
+    assert_equal 3, f.filter(r).size
+    assert_equal({'f_a'=>'1','f_b'=>'2','f_c'=>'3'}, f.filter(r))
+    assert_equal 6, r.size # check original record not to be broken
+  end
+
+  def test_filter_includes
+    f = @this.new('y,z','f_','*','')
+    r = {'f_a'=>'1','f_b'=>'2','f_c'=>'3','x'=>1,'y'=>2,'z'=>3}
+    assert_equal 5, f.filter(r).size
+    assert_equal({'f_a'=>'1','f_b'=>'2','f_c'=>'3','y'=>2,'z'=>3}, f.filter(r))
+    assert_equal 6, r.size # check original record not to be broken
+  end
+end

data/test/test_target.rb

@@ -0,0 +1,66 @@
+require 'helper'
+require 'fluent/plugin/norikra_target'
+
+class TargetTest < Test::Unit::TestCase
+  def setup
+    @this = Fluent::NorikraOutput::Target
+  end
+
+  def test_instanciate
+        q1 = Fluent::Config::Element.new('query', nil, {
+        'name' => 'q1_${target}',
+        'expression' => 'SELECT * FROM ${target}.win:time_batch(10 min) WHERE q1',
+        'tag' => 'q1.${target}'
+      }, [])
+    q2 = Fluent::Config::Element.new('query', nil, {
+        'name' => 'q2_${target}',
+        'expression' => 'SELECT * FROM ${target}.win:time_batch(50 min) WHERE q2.length() > 0',
+        'tag' => 'q2.${target}'
+      }, [])
+    c1 = Fluent::Config::Element.new('default', nil, {
+        'include' => '*',
+        'exclude' => 'flag',
+        'exclude_regexp' => 'f_.*',
+        'field_string' => 's1,s2,s3',
+        'field_boolean' => 'bool1,bool2',
+        'field_int' => 'i1,i2,i3,i4',
+        'field_long' => 'num1,num2',
+        'field_float' => 'f1,f2',
+        'field_double' => 'd'
+      }, [q1,q2])
+    s1 = Fluent::NorikraOutput::ConfigSection.new(c1)
+
+    q3 = Fluent::Config::Element.new('query', nil, {
+        'name' => 'q3_test',
+        'expression' => 'SELECT * FROM ${target}.win:time_batch(30 min) WHERE q3="/"',
+        'tag' => 'q3.test'
+      }, [])
+    c2 = Fluent::Config::Element.new('target', 'test', {
+        'exclude_regexp' => '(f|g)_.*',
+        'field_double' => 'd1,d2,d3,d4'
+      }, [q3])
+    s2 = Fluent::NorikraOutput::ConfigSection.new(c2)
+
+    t = @this.new('test', s1 + s2)
+
+    assert_equal 'test', t.name
+    assert_equal({
+        :string => %w(s1 s2 s3), :boolean => %w(bool1 bool2), :int => %w(i1 i2 i3 i4), :long => %w(num1 num2),
+        :float => %w(f1 f2), :double => %w(d d1 d2 d3 d4)
+      }, t.fields)
+    assert_equal 3, t.queries.size
+
+    r = t.filter({'x'=>1,'y'=>'y','z'=>'zett','flag'=>true,'f_x'=>'true','g_1'=>'g'})
+    assert_equal 3, r.size
+    assert_equal({'x'=>1,'y'=>'y','z'=>'zett'}, r)
+
+    # reserve_fields
+    assert_equal({
+        's1' => 'string', 's2' => 'string', 's3' => 'string',
+        'bool1' => 'boolean', 'bool2' => 'boolean',
+        'i1' => 'int', 'i2' => 'int', 'i3' => 'int', 'i4' => 'int', 'num1' => 'long', 'num2' => 'long',
+        'f1' => 'float', 'f2' => 'float',
+        'd' => 'double', 'd1' => 'double', 'd2' => 'double', 'd3' => 'double', 'd4' => 'double'
+      }, t.reserve_fields)
+  end
+end

metadata

@@ -0,0 +1,124 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-norikra
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- TAGOMORI Satoshi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-05-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: norikra-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.0.2
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: process events on fluentd with SQL like query, with built-in Norikra
+  server if needed.
+email:
+- tagomoris@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- example/blank.conf
+- example/example1.conf
+- example/test1.conf
+- fluent-plugin-norikra.gemspec
+- lib/fluent/plugin/norikra_target.rb
+- lib/fluent/plugin/out_norikra.rb
+- test/helper.rb
+- test/test_config_section.rb
+- test/test_query.rb
+- test/test_query_generator.rb
+- test/test_record_filter.rb
+- test/test_target.rb
+homepage: https://github.com/tagomoris/fluent-plugin-norikra
+licenses:
+- APLv2
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.0
+signing_key: 
+specification_version: 4
+summary: Fluentd plugin to do CEP with norikra
+test_files:
+- test/helper.rb
+- test/test_config_section.rb
+- test/test_query.rb
+- test/test_query_generator.rb
+- test/test_record_filter.rb
+- test/test_target.rb