fluent-plugin-tagged_udp 0.0.4

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 073d5978d4281e316196c532dfb6056f44f68c98
+  data.tar.gz: cf08790dca1ff47e7281b88fd2951c6255f31c14
+SHA512:
+  metadata.gz: 226e17c5c0f246cd82ab51b43b86ca1c3e956d27c86f952917056c3e5ab08bf6492c24443aa75791a0568c6b6e43068e5bc2910d63c2a1c2a3d400723e76ac0e
+  data.tar.gz: 61a422392814d53970d189b7a9c84c6b83f53c7a05747bc98412078612b3f5f5f4e9a80f34ed43f3370b541fe7ea12c785a2297a3c5309012b31cd7f683b186a

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in fluent-plugin-mqtt-io.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Toyokazu Akiyama
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+

data/README.md

@@ -0,0 +1,64 @@
+# Fluent::Plugin::tagged_udp
+
+Fluent plugin for tagged UDP Input/Output.
+This plugin is a special plugin to submit a message as a UDP packet. While fluentd's default UDP Input plugin supports to add a tag to the received message, this plugin support to add tag name separated by a special character.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'fluent-plugin-tagged_udp'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install fluent-plugin-tagged_udp
+
+
+## Usage
+
+fluent-plugin-tagged_udp provides UDP input/output function for fluentd.
+
+Input plugin can be used via source directive.
+
+```
+<source **>
+  type tagged_udp
+  bind 127.0.0.1
+  port 20001
+  format json # required
+</source>
+
+```
+
+Optional parameters are as follows:
+
+- tag_sep: separator of tag name. default is "\t"
+
+Output Plugin can be used via match directive.
+
+```
+
+<match **>
+  type tagged_udp
+  host 127.0.0.1
+  port 20001
+</match>
+
+```
+
+## Contributing
+
+1. Fork it ( http://github.com/toyokazu/fluent-plugin-tagged_udp/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,10 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList['test/**/*_test.rb']
+end
+
+task :default => :test

data/fluent-plugin-tagged_udp.gemspec

@@ -0,0 +1,26 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |spec|
+  spec.name          = "fluent-plugin-tagged_udp"
+  spec.version       = "0.0.4"
+  spec.authors       = ["Toyokazu Akiyama"]
+  spec.email         = ["toyokazu@gmail.com"]
+
+  spec.summary       = %q{fluentd input/output plugin for tagged UDP message}
+  spec.description   = %q{fluentd input/output plugin for tagged UDP message}
+  spec.homepage      = "https://github.com/toyokazu/fluent-plugin-tagged_udp"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.gsub(/images\/[\w\.]+\n/, "").split($/)
+  spec.bindir        = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "fluentd", ">= 0.10.0"
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

data/lib/fluent/plugin/in_tagged_udp.rb

@@ -0,0 +1,70 @@
+module Fluent
+  class taggedUdpInput < Input
+
+    # First, register the plugin. NAME is the name of this plugin
+    # and identifies the plugin in the configuration file.
+    Fluent::Plugin.register_input('tagged_udp', self)
+
+    config_param :bind, :string, :default => '127.0.0.1'
+    config_param :port, :integer, :default => 1883
+    config_param :tag_sep, :string, :default => "\t"
+    config_param :format, :string, :default => 'json'
+
+    require 'socket'
+
+    # Define `router` method of v0.12 to support v0.10 or earlier
+    unless method_defined?(:router)
+      define_method("router") { Fluent::Engine }
+    end
+
+    # This method is called before starting.
+    # 'conf' is a Hash that includes configuration parameters.
+    # If the configuration is invalid, raise Fluent::ConfigError.
+    def configure(conf)
+      super
+
+      # You can also refer raw parameter via conf[name].
+      @bind ||= conf['bind']
+      @port ||= conf['port']
+      @tag_sep ||= conf['tag_sep']
+      configure_parser(conf)
+    end
+
+    def configure_parser(conf)
+      @parser = Plugin.new_parser(conf['format'])
+      @parser.configure(conf)
+    end
+
+    def parse(message)
+      @parser.parse(message) do |time, record|
+        if time.nil?
+          $log.debug "Since time_key field is nil, Fluent::Engine.now is used."
+          time = Fluent::Engine.now
+        end
+        return [time, record]
+      end
+    end
+
+    def start
+      $log.debug "start udp server #{@bind}"
+
+      @thread = Thread.new(Thread.current) do |parent|
+        begin
+          Socket.udp_server_loop(@bind, @port) do |msg, msg_src|
+            $log.debug("Received #{msg}")
+            tag, message = msg.split(@tag_sep)
+            time, record = parse(message)
+            $log.debug "#{tag}, #{time}, #{record}"
+            router.emit(tag, time, record)
+          end
+        rescue StandardError => e
+          parent.raise(e)
+        end
+      end
+    end
+
+    def shutdown
+      @thread.kill
+    end
+  end
+end

data/lib/fluent/plugin/out_tagged_udp.rb

@@ -0,0 +1,68 @@
+module Fluent
+  class TaggedUdpOutput < Output
+
+    # First, register the plugin. NAME is the name of this plugin
+    # and identifies the plugin in the configuration file.
+    Fluent::Plugin.register_output('tagged_udp', self)
+
+    config_param :host, :string, :default => '127.0.0.1'
+    config_param :port, :integer, :default => 1883
+    config_param :tag_sep, :string, :default => "\t"
+    config_param :time_key, :string, :default => 'time'
+    config_param :time_format, :string, :default => nil
+
+    require 'socket'
+
+    # This method is called before starting.
+    # 'conf' is a Hash that includes configuration parameters.
+    # If the configuration is invalid, raise Fluent::ConfigError.
+    def configure(conf)
+      super
+
+      # You can also refer raw parameter via conf[name].
+      @host ||= conf['host']
+      @port ||= conf['port']
+      @tag_sep ||= conf['tag_sep']
+      @socket = UDPSocket.new
+    end
+
+    def format_time(time)
+      case @time_format
+      when nil then
+        # default format is integer value
+        time
+      when "iso8601" then
+        # iso8601 format
+        Time.at(time).iso8601
+      else
+        # specified strftime format
+        Time.at(time).strftime(@time_format)
+      end
+    end
+
+    def timestamp_hash(time)
+      if @time_key.nil?
+        {}
+      else
+        {@time_key => format_time(time)}
+      end
+    end
+
+    def emit(tag, es, chain)
+      begin
+        es.each {|time,record|
+          $log.debug "#{tag}, #{format_time(time)}, #{record}"
+          @socket.send(
+            # tag is inserted into the head of the message
+            "#{tag}#{@tag_sep}#{record.merge(timestamp_hash(time)).to_json}",
+            Socket::MSG_EOR, @host, @port
+          )
+        }
+        $log.flush
+        chain.next
+      rescue StandardError => e
+        $log.debug "#{e.class}: #{e.message}"
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,94 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-tagged_udp
+version: !ruby/object:Gem::Version
+  version: 0.0.4
+platform: ruby
+authors:
+- Toyokazu Akiyama
+autorequire: 
+bindir: []
+cert_chain: []
+date: 2016-01-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.10.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.10.0
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: fluentd input/output plugin for tagged UDP message
+email:
+- toyokazu@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- fluent-plugin-tagged_udp.gemspec
+- lib/fluent/plugin/in_tagged_udp.rb
+- lib/fluent/plugin/out_tagged_udp.rb
+homepage: https://github.com/toyokazu/fluent-plugin-tagged_udp
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: fluentd input/output plugin for tagged UDP message
+test_files: []
+has_rdoc: