fluent-plugin-tcp_socket_client 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: a800af4ca816a495d0322f44602e27ea7e56e2bc3f7bc09b9671f66d2b42e8bb
+  data.tar.gz: 4ffcb6082136afe3157893e057dbc30a63eaa88d9c65f2a53441f7c9e4d2952c
+SHA512:
+  metadata.gz: 3e4a99141d9e1ed82a75286db6274b759a5cda4db8b17bd90f2b7f6cf68ecbc8ac989d5496c4b65a6b77b44adb2b521157bc2a7e1cae6dc9ac2d786769e606d6
+  data.tar.gz: b9d2bdaae368631b80d7427d5f8657febca69fac3c122abfc2d133cfb01d54ff532e550592f896a517d1e80351bd5a828e8df103d308e6c8bc7a0946729e708c

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2017 superguillen
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,96 @@
+# fluent-plugin-tcp_socket_client , a plugin for [Fluentd](http://fluentd.org)
+[![Build Status](https://api.travis-ci.org/superguillen/fluent-plugin-tcp_socket_client.svg?branch=master)](https://api.travis-ci.org/superguillen/fluent-plugin-tcp_socket_client)
+
+A fluentd input plugin for read TCP socket.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'fluent-plugin-tcp_socket_client'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install fluent-plugin-tcp_socket_client --no-document
+
+## Requirements
+
+- Ruby 2.1 or later
+- fluentd v0.12 or later
+
+## Usage
+### Input plugin (@type 'tcp_socket_client')
+
+Read events from TCP sockets.
+
+```
+<source>
+  @type tcp_socket_client
+  @log_level debug
+  server localhost
+  port 3000
+  tag prueba
+  interval 1s
+  format text
+</source>
+```
+### Common parameters
+### interval
+Interval for retry connect to socket.
+```
+interval 5s
+```
+### server
+Socket server name or IP address.
+```
+server localhost
+```
+### port
+Socket port.
+```
+port 3000
+```
+### format
+#### Default: json
+Format of the message (json|text|ltsv)
+```
+format json
+```
+### emit_messages
+#### Default: 10
+Batch size for emit messages.
+```
+emit_messages 10
+```
+### Example
+```
+<system>
+  workers 1
+</system>
+<source>
+  @type tcp_socket_client
+  server localhost
+  port 3000
+  tag prueba
+  interval 1s
+  format json
+</source>
+<match prueba>
+  @type stdout
+</match>
+```
+In another terminal run:
+```
+require 'socket'
+puts "Starting the Server..................."
+server = TCPServer.open(3000) # Server would listen on port 3000
+loop{                         # Servers run forever
+   client_connection = server.accept # Establish client connect connection
+   client_connection.puts('{"key":"val"}')
+   client_connection.close      # Disconnect from the client
+}
+```

data/Rakefile

@@ -0,0 +1,11 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+task :default => :test

data/lib/fluent/plugin/in_tcp_socket_client.rb

@@ -0,0 +1,87 @@
+require 'fluent/input'
+module Fluent
+class TCPSocketClientInput < Input
+  Plugin.register_input('tcp_socket_client', self)
+
+  config_param :format, :string, :default => 'json' # (json|text|ltsv)
+  config_param :server, :string, :default => 'localhost'
+  config_param :port, :integer, :default => 3000
+  config_param :tag, :string, :default => 'tcp_socket'
+  config_param :emit_messages, :integer, :default => 10
+  config_param :interval, :time, :default => 60
+  config_param :add_prefix, :string, :default => nil
+  config_param :add_suffix, :string, :default => nil
+  config_param :delimiter, :string, :default => "\n"
+  
+  helpers :timer
+
+  def initialize
+    super
+    require 'socket'
+  end
+
+  def configure(conf)
+    super
+
+    log.info "server has been set : #{@server}:#{@port}"
+
+    case @format
+    when 'json'
+      require 'oj'
+    when 'ltsv'
+      require 'ltsv'
+    when 'msgpack'
+      require 'msgpack'
+    end
+  end
+
+  def multi_workers_ready?
+    true
+  end
+
+  def start
+    super
+    timer_execute(:read_socket_run, @interval, repeat: true, &method(:read_socket_messages))
+  end
+
+  def read_socket_messages
+     es = MultiEventStream.new
+     log.trace "Creating socket to #{@server}:#{@port}"
+     begin
+      socket = TCPSocket.open(@server, @port)
+      count=0
+      while message = socket.gets(@delimiter)
+        es.add(Time.now.to_i, parse_msg(message.chomp(@delimiter)))
+        count+=1
+        if (count % @emit_messages) == 0
+          unless es.empty?
+            router.emit_stream(tag, es)
+          end
+          es = MultiEventStream.new
+        end
+      end
+     rescue Exception => e
+       $log.error e
+     end
+
+      unless es.empty?
+         router.emit_stream(tag, es)
+      end
+  end
+
+  def parse_msg(record)
+    parsed_record = {}
+    case @format
+    when 'json'
+      parsed_record = Oj.load(record)
+    when 'ltsv'
+      parsed_record = LTSV.parse(record)
+    when 'msgpack'
+      parsed_record = MessagePack.unpack(record)
+    when 'text'
+      parsed_record["message"] = record
+    end
+    parsed_record
+  end
+end
+end

metadata

@@ -0,0 +1,94 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-tcp_socket_client
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- superguillen
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2020-06-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.10.58
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.10.58
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.8
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.8
+description: Input plugin for Fluent, reads from TCP socket
+email: superguillen.public@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- README.md
+- Rakefile
+- lib/fluent/plugin/in_tcp_socket_client.rb
+homepage: https://github.com/superguillen/fluent-plugin-tcp_socket_client
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: Input plugin for Fluent, reads from TCP socket
+test_files: []