fluent-plugin-udp_forward 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 6712b538bab4274a78fb6dda8de7ca69f9fa3786
+  data.tar.gz: 20f6a4db51b0a3b3df6bbf6afb8669ba1d70dc0b
+SHA512:
+  metadata.gz: 15cef4c875d09bc4b760c67009d0b752d2172cbbfcb4d664ab27cf3f555321520e67d4af709ce24e6a85f036f2af2d76515daab24346b48022f88ad4b4fb33a8
+  data.tar.gz: 0a55125635b44f18caef78a914ad236a556938f7b59968d88b8a6d195b33de7534c303c552e115b9b31a3099dacc85207a9dfb95cc8a18c75d681f3df9306b2c

data/.gitignore

@@ -0,0 +1,50 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/spec/examples.txt
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+# Used by dotenv library to load environment variables.
+# .env
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+*.bridgesupport
+build-iPhoneOS/
+build-iPhoneSimulator/
+
+## Specific to RubyMotion (use of CocoaPods):
+#
+# We recommend against adding the Pods directory to your .gitignore. However
+# you should judge for yourself, the pros and cons are mentioned at:
+# https://guides.cocoapods.org/using/using-cocoapods.html#should-i-check-the-pods-directory-into-source-control
+#
+# vendor/Pods/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalization:
+/.bundle/
+/vendor/bundle
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+# Gemfile.lock
+# .ruby-version
+# .ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2019 tombola Ltd
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,65 @@
+# fluent-plugin-udp_forward
+
+#### Overview
+
+This fluent input plugin allows you to collect incoming events over UDP.
+While fluentd's default UDP Input plugin supports adding a tag to the received message statically by configuration,
+it does not support extracting a tag from the received message.
+This plugin supports extracting the tag from incoming events over UDP. UDP events should be in JSON format.
+
+#### Installation
+
+    gem install fluent-plugin-udp_forward
+
+#### Configuration
+
+    <source>
+        @type udp_forward
+        bind "localhost"          
+        port 5160
+        tag_key "tag"
+        message_key "data"
+     </source>
+   
+ Optional parameters are as follows:
+
+- bind: The bind address to listen to. Default is "0.0.0.0
+- port: The port to listen to. Default is 5160
+- tag_key: Name of tag key. Default is "tag"
+- message_key: Name of message key. Default is "data"
+
+#### Example 
+  If your fluentd source configuration is the same as above and you submitting an event like this:
+     
+     require "socket"
+     require 'json'
+     
+     my_hash = {tag: 'my_tag', data:{ "level": "INFO", "time": Time.now, "message": "Yayyy!!" }}
+     UDPSocket.new.send(JSON.generate(my_hash), 0, 'localhost', 5160) 
+    
+  The output will be:
+      
+    2019-02-26 11:11:03.499991000 +0000 my_tag: {"level":"INFO","time":"2019-02-26 11:11:03 +0000","message":"Yayyy!!"}
+
+
+## Requirements
+
+| fluent-plugin-udp_forward | fluentd |
+|-------------------|---------|
+| >= 1.0.0 | >= v0.12.0 < 2 |
+
+#### Contributing
+
+1. Fork it ( http://github.com/tombolaltd/fluent-plugin-udp_forward/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request
+
+#### Copyright
+
+Copyright (c) 2019 - [tombola](https://www.tombolaarcade.co.uk).
+
+#### License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/fluent-plugin-udp_forward.gemspec

@@ -0,0 +1,17 @@
+# encoding: utf-8
+Gem::Specification.new do |gem|
+  gem.name = "fluent-plugin-udp_forward"
+  gem.description = "This input plugin allows you to collect incoming events over UDP"
+  gem.homepage = "https://github.com/fluent-plugin-udp_forward"
+  gem.summary = gem.description
+  gem.version = "1.0.0"
+  gem.license = 'MIT'
+  gem.authors = ["Sohaib Maroof"]
+  gem.email = "sohaib.maroof@tombola.com"
+  gem.has_rdoc = false
+  gem.files = `git ls-files`.split("\n")
+  gem.require_paths = ['lib']
+  gem.add_runtime_dependency "fluentd", [">= 0.14.0", "< 2"]
+end
+
+

data/lib/fluent/plugin/in_udp_forward.rb

@@ -0,0 +1,63 @@
+require 'fluent/input'
+module Fluent
+  class UDPForwardInput < Input
+
+    Fluent::Plugin.register_input('udp_forward', self)
+    require 'socket'
+
+    config_param :port, :integer, :default => 5160
+    config_param :bind, :string, :default => '0.0.0.0'
+    config_param :tag_key, :string, :default => 'tag'
+    config_param :message_key, :string, :default => 'data'
+
+    def configure(conf)
+      super
+    end
+
+    def start
+      super
+
+      $log.info("udp_forward listening on #{@bind}:#{@port}")
+
+      @thread = Thread.new(Thread.current) do |parent|
+        while (true)
+          begin
+            Socket.udp_server_loop(@bind, @port) do |msg, msg_src|
+            tag, time, record = parse(msg)
+            router.emit(tag, time, record)
+          end
+          rescue
+            $log.error("unexpected error in udp_server_loop", :error=>$!.to_s)
+            $log.error_backtrace
+          end
+        end
+      end
+    end
+
+    def shutdown
+      super
+      @thread.kill
+    end
+
+    private 
+
+      def parse(message)
+        begin
+          parsed = JSON.parse(message)
+        rescue
+          $log.warn("Parse error : #{message} \n #{$!.to_s}")
+          parsed = {}
+        end
+
+        time = Engine.now
+        tag = parsed[@tag_key]
+        record = parsed[@message_key]
+
+        if(tag.nil? || record.nil?)
+          $log.warn("invalid message supplied: #{message}")
+        end
+
+        return [tag, time, record]
+      end
+  end
+end

metadata

@@ -0,0 +1,68 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-udp_forward
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Sohaib Maroof
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-03-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.14.0
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.14.0
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+description: This input plugin allows you to collect incoming events over UDP
+email: sohaib.maroof@tombola.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- LICENSE
+- README.md
+- fluent-plugin-udp_forward.gemspec
+- lib/fluent/plugin/in_udp_forward.rb
+homepage: https://github.com/fluent-plugin-udp_forward
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.2.3
+signing_key: 
+specification_version: 4
+summary: This input plugin allows you to collect incoming events over UDP
+test_files: []