fluent-plugin-field-multiregex 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 8b81740f35eb4f3777a9503bf60867c6bd5de174
+  data.tar.gz: 97c364e2b3bcf7240c2e1c22efedd9cdcd3aa197
+SHA512:
+  metadata.gz: ea0d2a8bc8fb40d4c3ae8aefbe3e897573f1df03161476bbadfa5d8dd0b0df510c8f911d39c86ee1a3026d99628ca54a05e40df14a6ad52b38babd8e1307dd79
+  data.tar.gz: a45ca073fcf84157e9ad173374e1368bfe364450ffe09ed7ef0ffbbfcfa316a344786b8f6a402d51e419f1ab62b6e2e52b7e107d87488aa4b03615b7d18b0a3e

data/.gitignore

@@ -0,0 +1,34 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalisation:
+/.bundle/
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+# Gemfile.lock
+# .ruby-version
+# .ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc

data/README.md

@@ -0,0 +1,22 @@
+fluent-plugin-field-multiregex
+===========================
+
+Fluent output plugin for reforming a record using multiple named capture regular expressions
+
+## Installation
+
+Use RubyGems:
+
+    td-agent-gem install fluent-plugin-field-multiregex
+
+## Configuration
+
+    <match pattern>
+        type                field_multiregex
+        parse_key           message
+        remove_tag_prefix   raw
+        add_tag_prefix      parsed
+        multiline           true
+        pattern1            ^Regular Expression with (?<capture>named captures)$
+    </match>
+

data/Rakefile

@@ -0,0 +1,6 @@
+#!/usr/bin/env rake
+
+require "bundler/gem_tasks"
+Bundler::GemHelper.install_tasks
+
+task :default => [:build]

data/VERSION

@@ -0,0 +1 @@
+0.1.1

data/fluent-plugin-field-multiregex.gemspec

@@ -0,0 +1,23 @@
+# encoding: utf-8
+$:.push File.expand_path('../lib', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name          = "fluent-plugin-field-multiregex"
+  gem.description   = "Fluent output plugin for reforming a record using multiple named capture regular expressions"
+  gem.homepage      = "https://github.com/CiscoZeus/fluent-plugin-field-multiregex"
+  gem.summary       = gem.description
+  gem.version       = File.read("VERSION").strip
+  gem.authors       = ["Manoj Sharma"]
+  gem.email         = ["vigyanik@gmail.com"]
+  gem.has_rdoc      = false
+  gem.license       = 'MIT'
+
+  gem.files         = `git ls-files`.split("\n")
+  gem.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.require_paths = ['lib']
+
+  gem.add_dependency "fluentd"
+  gem.add_development_dependency "rake"
+end
+

data/lib/fluent/plugin/out_field_multiregex.rb

@@ -0,0 +1,105 @@
+class String
+  def is_i?
+    /\A[-+]?\d+\z/ === self
+  end 
+  def nan?
+    self !~ /^\s*[+-]?((\d+_?)*\d+(\.(\d+_?)*\d+)?|\.(\d+_?)*\d+)(\s*|([eE][+-]?(\d+_?)*\d+)\s*)$/
+  end    
+end
+
+module Fluent
+  class OutputFieldMultiRegex < Fluent::Output
+    Fluent::Plugin.register_output('field_multiregex', self)
+
+    config_param :remove_tag_prefix,  :string, :default => nil
+    config_param :add_tag_prefix,     :string, :default => nil
+    config_param :parse_key,          :string, :default => 'message'
+    config_param :multiline,          :string, :default => false
+    config_param :pattern1,           :string, :default => nil
+    config_param :pattern2,           :string, :default => nil
+    config_param :pattern3,           :string, :default => nil
+    config_param :pattern4,           :string, :default => nil
+    config_param :pattern5,           :string, :default => nil
+    config_param :pattern6,           :string, :default => nil
+    config_param :pattern7,           :string, :default => nil
+    config_param :pattern8,           :string, :default => nil
+    config_param :pattern9,           :string, :default => nil
+    config_param :pattern10,          :string, :default => nil
+    config_param :pattern11,          :string, :default => nil
+    config_param :pattern12,          :string, :default => nil
+    config_param :pattern13,          :string, :default => nil
+    config_param :pattern14,          :string, :default => nil
+    config_param :pattern15,          :string, :default => nil
+    config_param :pattern16,          :string, :default => nil
+    config_param :pattern17,          :string, :default => nil
+    config_param :pattern18,          :string, :default => nil
+    config_param :pattern19,          :string, :default => nil
+    config_param :pattern20,          :string, :default => nil
+
+    def emit(tag, es, chain)
+      tag = update_tag(tag)
+      es.each { |time, record|
+        Engine.emit(tag, time, parse_field(record))
+      }
+      chain.next
+    end
+
+    def update_tag(tag)
+      if remove_tag_prefix
+        if remove_tag_prefix == tag
+          tag = ''
+        elsif tag.to_s.start_with?(remove_tag_prefix+'.')
+          tag = tag[remove_tag_prefix.length+1 .. -1]
+        end
+      end
+      if add_tag_prefix
+        tag = tag && tag.length > 0 ? "#{add_tag_prefix}.#{tag}" : add_tag_prefix
+      end
+      return tag
+    end
+
+    def parse_field(record)
+      source = record[parse_key].to_s
+      
+      source_arr = []
+      if multiline
+        source_arr = source.split( /\r?\n/ )
+      else
+        source_arr << source
+      end
+
+      input_patterns = [pattern1,pattern2,pattern3,pattern4,
+        pattern5,pattern6,pattern7,pattern8,
+        pattern9,pattern10,pattern11,pattern12,
+        pattern13,pattern14,pattern15,pattern16,
+        pattern17,pattern18,pattern19,pattern20          
+        ]
+      matched = false
+      input_patterns.each do |input_pattern|
+        if !(input_pattern.nil?)
+          source_arr.each do |source_elem|
+            matched = false
+            matched_hash = source_elem.match(input_pattern)
+            if !(matched_hash.nil?)
+              matched_hash.names.each do |key|
+                val = matched_hash[key]
+                if val.is_i?
+                  record[key] = val.to_i
+                elsif val.nan?
+                  record[key] = val
+                else
+                  record[key] = val.to_f
+                end
+              end
+              matched = true
+            end
+          end 
+        end
+        if matched
+          break
+        end
+      end
+      return record
+    end
+  end
+end

metadata

@@ -0,0 +1,80 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-field-multiregex
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Manoj Sharma
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-05-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Fluent output plugin for reforming a record using multiple named capture
+  regular expressions
+email:
+- vigyanik@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- README.md
+- Rakefile
+- VERSION
+- fluent-plugin-field-multiregex.gemspec
+- lib/fluent/plugin/out_field_multiregex.rb
+homepage: https://github.com/CiscoZeus/fluent-plugin-field-multiregex
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Fluent output plugin for reforming a record using multiple named capture
+  regular expressions
+test_files: []