fluent-plugin-multi-format-parser 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: cddae10dd64bc3831e60a367068d0ed2e83d23db
+  data.tar.gz: 79c4d6a4c3bee3d9b08b0c65ca898debb3856183
+SHA512:
+  metadata.gz: f282279056e844ac486981990f32b2f048aaf44516bdcaa996693c62229572983a06f4747414ce08c9a7b86770b2079bd705365bfaefa544890cdffb77a0fd56
+  data.tar.gz: ca96a092b89220ad3de24f204c97f7a3d2d715057ee32c5946b48dbf5bc5ad1e991e573ea9db10e7c9917674aa08597c4aebe7b51b458959bea44faad8515362

data/.travis.yml

@@ -0,0 +1,19 @@
+language: ruby
+
+rvm:
+  - 1.9.3
+  - 2.0.0
+  - 2.1
+  - ruby-head
+  - rbx-2
+
+branches:
+  only:
+    - master
+
+matrix:
+  allow_failures:
+    - rvm: ruby-head
+    - rvm: rbx-2
+
+script: bundle exec rake test

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+
+gemspec

data/README.md

@@ -0,0 +1,50 @@
+# Multi format parser plugin for Fluentd
+
+Parse format mixed logs.
+
+## Installation
+
+Use RubyGems:
+
+    fluent-gem install fluent-plugin-multi-format-parser
+
+## Configuration
+
+This plugin is a parser plugin. After installed, you can use `multi_format` in `format` supported plugins.
+Use multiple `<pattern>` to specify multiple format.
+
+    <source>
+      type udp
+      tag logs.multi
+
+      format multi_format
+      <pattern>
+        format apache
+      </pattern>
+      <pattern>
+        format json
+        time_key timestamp
+      </pattern>
+      <pattern>
+        format none
+      </pattern>
+    </match>
+
+`multi_format` tries pattern matching from top to bottom and returns parsed result when matched.
+
+Available format patterns and parameters are depends on Fluentd parsers.
+See [in_tail format document](http://docs.fluentd.org/articles/in_tail) for more details.
+
+## Copyright
+
+<table>
+  <tr>
+    <td>Author</td><td>Masahiro Nakagawa <repeatedly@gmail.com></td>
+  </tr>
+  <tr>
+    <td>Copyright</td><td>Copyright (c) 2014- Masahiro Nakagawa</td>
+  </tr>
+  <tr>
+    <td>License</td><td>MIT License</td>
+  </tr>
+</table>

data/Rakefile

@@ -0,0 +1,14 @@
+
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.test_files = FileList['test/*.rb']
+  test.verbose = true
+end
+
+task :default => [:build]
+

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/fluent-plugin-multi-format-parser.gemspec

@@ -0,0 +1,22 @@
+# encoding: utf-8
+$:.push File.expand_path('../lib', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name        = "fluent-plugin-multi-format-parser"
+  gem.description = "Multi format parser plugin for Fluentd"
+  gem.homepage    = "https://github.com/repeatedly/fluent-plugin-multi-format-parser"
+  gem.summary     = gem.description
+  gem.version     = File.read("VERSION").strip
+  gem.authors     = ["Masahiro Nakagawa"]
+  gem.email       = "repeatedly@gmail.com"
+  gem.has_rdoc    = false
+  #gem.platform    = Gem::Platform::RUBY
+  gem.license     = 'Apache License (2.0)'
+  gem.files       = `git ls-files`.split("\n")
+  gem.test_files  = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.require_paths = ['lib']
+
+  gem.add_dependency "fluentd", "~> 0.10.46"
+  gem.add_development_dependency "rake", ">= 0.9.2"
+end

data/lib/fluent/plugin/parser_multi_format.rb

@@ -0,0 +1,53 @@
+require 'fluent/parser'
+
+module Fluent
+  class TextParser
+    class MultiFormatParser
+      include Configurable
+
+      def initialize
+        super
+
+        @parsers = []
+      end
+
+      def configure(conf)
+        super
+
+        conf.elements.each { |e|
+          next unless ['pattern', 'format'].include?(e.name)
+
+          parser = TextParser.new
+          parser.configure(e)
+          @parsers << parser.parser
+        }
+      end
+
+      def call(text)
+        @parsers.each { |parser|
+          begin
+            parser.call(text) { |time, record|
+              if time && record
+                if block_given?
+                  yield time, record
+                  return
+                else
+                  return time, record
+                end
+              end
+            }
+          rescue # ignore parser error
+          end
+        }
+
+        if block_given?
+          yield nil, nil
+        else
+          return nil, nil
+        end
+      end
+    end
+
+    register_template('multi_format', Proc.new { MultiFormatParser.new })
+  end
+end

metadata

@@ -0,0 +1,78 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-multi-format-parser
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Masahiro Nakagawa
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-07-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.46
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.46
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+description: Multi format parser plugin for Fluentd
+email: repeatedly@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- VERSION
+- fluent-plugin-multi-format-parser.gemspec
+- lib/fluent/plugin/parser_multi_format.rb
+homepage: https://github.com/repeatedly/fluent-plugin-multi-format-parser
+licenses:
+- Apache License (2.0)
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Multi format parser plugin for Fluentd
+test_files: []