fluent-plugin-split-array 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 5dab092bbda0d51379b1f6904eacc5b57c401815
+  data.tar.gz: 1c7d3b332207192f753131fe9874ae09b3af3b33
+SHA512:
+  metadata.gz: fe87ceb5e1d88bdadc7f76093d1a22f26d0b8b62da54076a08ec4efe44af9d588305573617ff55b3e6a2e5aa9aec7031cc3411a54f8d12d023c9c41903989c59
+  data.tar.gz: 0d286ea60ebff851788dc2b5ae7426b3d8b7e157380a86ef5001b7064a01a12f1b88ea9b3ae3142b94cdedb5674342c7e852f2f1a98d34259bd8c6a023281c19

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 SNakano
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+

data/README.md

@@ -0,0 +1,56 @@
+# fluent-plugin-split-array
+
+Fluent filter plugin to split array
+
+## install
+
+```
+gem install fluent-plugin-split-array
+```
+
+## Configuration Example
+
+```
+<filter foo.bar.*>
+  type split_array
+</filter>
+```
+
+## Example 1
+
+### input
+
+```
+[{'a' => 'b'}, {'a' => 'c'}]
+```
+
+### output
+
+```
+{'a' => 'b'}
+{'a' => 'c'}
+```
+
+## Example 2
+
+### fluent.conf
+
+Monitoring RabbitMQ all queues status
+```
+<source>
+  type exec
+  command curl -s -u guest:gutest http://127.0.0.1:15672/api/queues
+  format json
+  tag rabbitmq
+  run_interval 10s
+</source>
+
+<filter rabbitmq>
+  type split_array
+</filter>
+
+<match rabbitmq>
+  type stdout
+</match>
+```
+

data/Rakefile

@@ -0,0 +1,11 @@
+#!/usr/bin/env rake
+
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |test|
+  test.libs << "lib" << "test"
+  test.pattern = "test/**/test_*.rb"
+  test.verbose = true
+end
+
+task default: :test

data/fluent-plugin-split-array.gemspec

@@ -0,0 +1,17 @@
+Gem::Specification.new do |s|
+  s.name          = "fluent-plugin-split-array"
+  s.version       = "0.0.1"
+  s.licenses      = ["MIT"]
+  s.summary       = "Fluentd filter plugin to split array"
+  s.description   = s.summary
+  s.authors       = ["SNakano"]
+  s.email         = ["pp.nakano@gmail.com"]
+  s.homepage      = "https://github.com/SNakano/fluent-plugin-split-array"
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- test/*`.split("\n")
+  s.require_paths = ["lib"]
+
+  s.add_runtime_dependency "fluentd", "~> 0.12"
+  s.add_development_dependency "rake", "~> 10.4"
+  s.add_development_dependency "test-unit", "~> 3.1"
+end

data/lib/fluent/plugin/filter_split_array.rb

@@ -0,0 +1,20 @@
+module Fluent
+  class SplitArrayFilter < Filter
+    Fluent::Plugin.register_filter('split_array', self)
+    def filter_stream(tag, es)
+      new_es = MultiEventStream.new
+      es.each {|time, record| split(time, record, new_es) }
+      new_es
+    end
+
+    private
+
+    def split(time, record, new_es)
+      if record.instance_of?(Array)
+        record.each { |r| new_es.add(time, r) }
+      else
+        new_es.add(time, record)
+      end
+    end
+  end
+end

data/test/plugin/test_filter_split_array.rb

@@ -0,0 +1,35 @@
+require 'test/unit'
+require 'fluent/log'
+require 'fluent/test'
+require 'fluent/plugin/filter_split_array'
+
+class RubyFilterTest < Test::Unit::TestCase
+  include Fluent
+
+  setup do
+    Fluent::Test.setup
+  end
+
+  def emit(msg)
+    d = Test::FilterTestDriver.new(SplitArrayFilter).configure('', true)
+    d.run {
+      d.emit(msg, Fluent::Engine.now)
+    }.filtered
+  end
+
+  sub_test_case 'filter' do
+    test 'execute to array' do
+      msg = [{'a' => 'b'}, {'a' => 'c'}]
+      es  = emit(msg)
+      assert_equal(msg.count, es.count)
+      es.each_with_index do |e, i|
+        assert_equal(msg[i], e[1])
+      end
+    end
+    test 'execute to hash' do
+      msg = {'a' => 'b', 'c' => 'd'} 
+      es  = emit(msg)
+      assert_equal(msg, es.first[1])
+    end
+  end
+end

metadata

@@ -0,0 +1,94 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-split-array
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- SNakano
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-08-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.12'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.12'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.4'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+description: Fluentd filter plugin to split array
+email:
+- pp.nakano@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- fluent-plugin-split-array.gemspec
+- lib/fluent/plugin/filter_split_array.rb
+- test/plugin/test_filter_split_array.rb
+homepage: https://github.com/SNakano/fluent-plugin-split-array
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.1
+signing_key: 
+specification_version: 4
+summary: Fluentd filter plugin to split array
+test_files:
+- test/plugin/test_filter_split_array.rb