fluent-plugin-mule 1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: e8ee78dafd7dd6aa40cebba7db6fa251ddb0469d
+  data.tar.gz: 3793bbea0b21e20c4b45ed5fcf5cc605cd29f2ee
+SHA512:
+  metadata.gz: 3b23f82d97aba5426f345e16d3674d288e74fd4c4c887c45f5da3714ffb39ebf8ce4413450a52ff4199aa11dc72d554b2904c96142771d7992d23c28c7379d23
+  data.tar.gz: eabb9dc283fdbb8b5c15062a0ae5fd8d15957df9c1ff9243010da435b4af89653636c02106afbaa67e875f2359bec53084edbb938e122195d758ddb014b4af1a

data/lib/fluent/plugin/filter_mule.rb

@@ -0,0 +1,106 @@
+require 'fluent/filter'
+
+module Fluent
+  class MuleFilter < Filter
+    # Register this filter as "passthru"
+    Fluent::Plugin.register_filter('mule', self)
+
+    # config_param works like other plugins
+    config_param :kv_delimiter, :string, :default => ' '
+    config_param :kv_char, :string, :default => '='      
+    config_param :time_parse, :bool, :default => false
+    # 2016-12-09 14:50:51,330
+    config_param :time_format, :string, :default => '%Y-%m-%d %H:%M:%S,%L'
+
+    def configure(conf)
+      super
+      # TimeParser class is already given. It takes a single argument as the time format
+      # to parse the time string with.
+      @time_parser = Fluent::TextParser::TimeParser.new(@time_format)
+    end
+
+    def start
+      super
+      # This is the first method to be called when it starts running
+      # Use it to allocate resources, etc.
+    end
+
+    def shutdown
+      super
+      # This method is called when Fluentd is shutting down.
+      # Use it to free up resources, etc.
+    end
+
+    def filter(tag, time, record)
+      # This method implements the filtering logic for individual filters
+      # It is internal to this class and called by filter_stream unless
+      # the user overrides filter_stream.
+      #
+      # Since our example is a pass-thru filter, it does nothing and just
+      # returns the record as-is.
+      # If returns nil, that records are ignored.
+      text = record['message']
+      puts "TEXT: " + text
+
+      match = text.match(/^(?<log_level>[\w]+)\s(?<log_time>\d{4}-\d{2}-\d{2}\s\d{2}:\d{2}:\d{2},\d{3})\s\[(?<thread>.+)\]\s(?<position>[^:]+):\s(?<kv_pairs>.*?)\s?(?<payload>payload=.*)?$/)
+
+      if match.nil?
+        puts 'match is nil'
+        return record
+      end
+
+      puts '1'
+      if match.names.include? 'log_level'
+        record['mule_log_level'] = match['log_level']
+      end
+      puts '2'
+      if match.names.include? 'log_time'
+        record['mule_log_time'] = match['log_time']
+      end
+      puts '3'
+      if match.names.include? 'thread'
+        record['mule_thread'] = match['thread']
+      end
+      puts '4'
+      if match.names.include? 'position'
+        record['mule_position'] = match['position']
+      end       
+      puts '5'
+      if match.names.include? 'kv_pairs'
+        kv_match = match['kv_pairs'].match(/(\w+)=([\w|-]+)\s/)
+        if kv_match == nil
+          puts 'Couldn\'t find kv pairs'
+          return record 
+        end
+
+        match['kv_pairs'].split(@kv_delimiter).each { |kv|
+          k, v = kv.split(@kv_char, 2)
+          record['mule_' + k] = v
+        }
+      end
+      puts '6'
+
+      if (match.names.include? 'payload') && !match['payload'].nil?
+        puts '6.1'
+        k, v = match['payload'].split('=', 2)
+        puts '6.2'
+        record['mule_' + k] = v
+      end
+        
+      puts '7'
+      puts 'record[log_time]: ' + record['mule_log_time']
+      puts 'record[log_time].nil?: ' + record['mule_log_time'].nil?.to_s
+      puts 'timeParse?: ' + @time_parse.to_s
+      if @time_parse && !record['log_time'].nil? 
+        puts '7.1'
+        new_time = @time_parser.parse(record['mule_log_time'])
+        record.delete('time')
+        record['time'] = current_time
+      end
+      puts '8'
+      record.delete('message')
+      puts '9'
+      record
+    end
+  end
+end

metadata

@@ -0,0 +1,46 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-mule
+version: !ruby/object:Gem::Version
+  version: '1.0'
+platform: ruby
+authors:
+- Rodrigo Martinez
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-12-15 00:00:00.000000000 Z
+dependencies: []
+description: Extract entries from Mule log4j key-value pairs
+email:
+- rodmartinez@deloitte.com.au
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/fluent/plugin/filter_mule.rb
+homepage: 
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14.1
+signing_key: 
+specification_version: 4
+summary: Fluentd filter plugin. Extract fields from Mule/Log4j formatted entries containing
+  key value pairs
+test_files: []