fluent-plugin-nng 0.1.1 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3a73a8128392a18a1caaaf83a3bc60bccd185837527916048752652c658622c5
-  data.tar.gz: 02f86cc9c3c5cd7477f8b8e028c457d0cef6c7f1164c1748c45e5476b645a8af
+  metadata.gz: f0bf929dc703bbcecd109a42516ab9cccf40bd056a9e9fd21645884c0dd1a123
+  data.tar.gz: d3be3ba9da322adfd364165efa83b55659983ff31ba06f3be6f437e6f026e8a1
 SHA512:
-  metadata.gz: 66a0400c41fc3bbf9b496da77d196a6a22c60be8d5cddd8df8a5a6d5e8d83080740ef8b8164fa9d819e4180aeac2a4302791b3f5cab4b612455c464444cde506
-  data.tar.gz: 2522e1e55c623a2ad12cf95ba1511e2502f89e7cbbe702012f6463b8e0c95e6978aeabc26f6ebc97b35e082e0b01a4a490671e5d07846bf2e489b9642da2146d
+  metadata.gz: cabfb3cf6166341d617d60df6ffe4828fad9188b9407734dfcf77e0282679a76ecb5445c9de2eaead1c8024a06193b595ca05f44cb41c8f8f5d3e0fc7149d022
+  data.tar.gz: ee9e6fc8de98325509a7544c8996091ac0eb08e15ae8661f1903be3f8473ff0562027f352c119f8e2f7e6460be20c3f76fcbd452d820f45303800ea4e9986e0b

data/-la

@@ -0,0 +1,231 @@
+
+Δ README.md
+────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
+
+───────────────────────────────────────────────────────────────────────────────────────┐
+• 19: parses the data using the fluentd-plugin [fluent-plugin-parser-protobuf](https:/ │
+───────────────────────────────────────────────────────────────────────────────────────┘
+
+```
+<source>
+  @type nng
+  @type nng_in
+  @id input_nng
+  <parse>
+    @type protobuf
+
+───────────────────────────────────────────────────────────────────────────────────────┐
+• 28: parses the data using the fluentd-plugin [fluent-plugin-parser-protobuf](https:/ │
+───────────────────────────────────────────────────────────────────────────────────────┘
+    protobuf_version protobuf3
+  </parse>
+  uri tcp://127.0.0.1:5557
+  tag nng.*
+</source>
+
+<match nng.**>
+
+───────────────────────────────────────────────────────────────────────────────────────┐
+• 55: using the detectmate `LogSchema` using [fluent-plugin-detectmate](https://github │
+───────────────────────────────────────────────────────────────────────────────────────┘
+</source>
+
+<match nng.**>
+  @type nng
+  @type nng_out
+  uri tcp://127.0.0.1:5557
+  <inject>
+    hostname_key hostname
+
+Δ fluent-plugin-nng.gemspec
+────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
+
+─────────────────────────────────────────────────────────────┐
+• 3: $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib) │
+─────────────────────────────────────────────────────────────┘
+
+Gem::Specification.new do |spec|
+  spec.name    = "fluent-plugin-nng"
+  spec.version = "0.1.1"
+  spec.version = "1.0.0"
+  spec.authors = ["whotwagner"]
+  spec.email   = ["code@feedyourhead.at"]
+
+
+───────────────────────────────────────┐
+• 21: Gem::Specification.new do |spec| │
+───────────────────────────────────────┘
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 2.6.9"
+  spec.add_development_dependency "rake", "~> 13.3.1"
+  spec.add_development_dependency "test-unit", "~> 3.6.7"
+  spec.add_runtime_dependency "nng-ruby", "~> 1.0.1"
+  spec.add_development_dependency 'bundler', '~> 2.6.9'
+  spec.add_development_dependency 'rake', '~> 13.3.1'
+  spec.add_development_dependency 'test-unit', '~> 3.6.7'
+  spec.add_runtime_dependency 'nng', '~> 1.0.1'
+  spec.add_runtime_dependency "fluentd", [">= 0.14.10", "< 2"]
+end
+
+Δ lib/fluent/plugin/in_nng.rb
+────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
+
+──────┐
+• 15: │
+──────┘
+
+require 'fluent/plugin/input'
+require 'nng'
+require 'uri'
+
+module Fluent
+  module Plugin
+    class NngInput < Fluent::Plugin::Input
+      Fluent::Plugin.register_input('nng', self)
+      Fluent::Plugin.register_input('nng_in', self)
+
+      helpers :parser, :compat_parameters
+      helpers :parser, :compat_parameters, :thread
+
+      config_param :uri, :string, default: 'tcp://127.0.0.1:5555'
+      config_param :recv_timeout, :float, default: 1.0
+      config_param :tag, :string, default: 'nng.input'
+
+      def configure(conf)
+        if @uri !~ /\A#{URI::RFC2396_PARSER.make_regexp(['tcp', 'ipc', 'inproc', 'ws', 'tls+tcp'])}\z/
+
+────────────────────┐
+• 55: module Fluent │
+────────────────────┘
+        if uri.scheme == 'ipc'
+          File.exist?(uri.path) && File.delete(uri.path)
+        end
+        @socket = NNG::Socket.new(:pair0)
+        @socket = NNG::Socket::Pair0.new
+        @socket.listen(@uri)
+        @socket.recv_timeout = 5000
+        @socket.recv_timeout = @recv_timeout
+      end
+
+      def start
+        super
+        listen
+        run
+        thread_create(:nng_input_run, &method(:run))
+      end
+
+      def run
+        log.info "start looping.."
+        loop do
+          begin
+            msg = nil
+            until msg
+              if @stop
+                return
+              end
+              begin
+                msg = @socket.recv
+              rescue NNG::Error
+                next
+              end
+          msg = nil
+          until msg
+            if @stop
+              return
+            end
+            tag = "nng.input"
+            @parser.parse(msg) do |time, record|
+              router.emit(tag, time, record)
+            begin
+              msg = @socket.receive
+            rescue Timeout::Error
+              sleep 0.01
+              next
+            end
+          rescue NNG::Error => e
+            log.warn "Error in processing message.", :error_class => e.class, :error => e
+          end
+          @parser.parse(msg) do |time, record|
+            router.emit(@tag, time || Fluent::Engine.now, record)
+          end
+        end
+
+
+Δ lib/fluent/plugin/out_nng.rb
+────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
+
+───────────────────┐
+• 4: require 'nng' │
+───────────────────┘
+
+module Fluent::Plugin
+  class NngOutput < Fluent::Plugin::Output
+    Fluent::Plugin.register_output('nng', self)
+    Fluent::Plugin.register_output('nng_out', self)
+
+    helpers :formatter, :inject, :compat_parameters
+
+    config_param :uri, :string, default: 'tcp://127.0.0.1:5559'
+    config_param :max_retry, :integer, default: 1000
+    config_param :max_retry, :integer, default: 100
+    config_param :retry_time, :integer, default: 5
+
+    config_section :format do
+      config_set_default :@type, 'json'
+
+────────────────────────────┐
+• 19: module Fluent::Plugin │
+────────────────────────────┘
+    def initialize
+      super
+      @formatter = nil
+      log.info 'Initializing'
+    end
+
+    def configure(conf)
+      log.info "configuring.."
+      compat_parameters_convert(conf, :formatter, :inject)
+      if @uri !~ /\A#{URI::RFC2396_PARSER.make_regexp(['tcp', 'ipc', 'inproc', 'ws', 'tls+tcp'])}\z/
+        raise Fluent::ConfigError, 'uri must be one of: tcp:// ipc:// inproc:// ws:// or tls+tcp://'
+      end
+
+      super
+      log.info "Creating formatter"
+      @formatter = formatter_create
+      log.info "Formatter loaded"
+    end
+
+    def start
+      super
+      log.info "Starting listener at: #{@uri}"
+      log.info "Initiating connection to: #{@uri}"
+      connect
+    end
+
+
+────────────────────────────┐
+• 46: module Fluent::Plugin │
+────────────────────────────┘
+    end
+
+    def connect
+      @socket = NNG::Socket.new(:pair0)
+      @socket = NNG::Socket::Pair0.new
+      try = 0
+
+      begin
+        @socket.dial(@uri)
+      rescue NNG::Error => e
+      rescue => e
+        log.error(e)
+        log.info("Retry in 5sec")
+        sleep(5)
+        sleep(@retry_time)
+        try += 1
+        if try >= @max_retry
+        if @max_retry > 0 && try >= @max_retry
+          raise Fluent::UnrecoverableError, e.message
+        end
+        retry

data/README.md

@@ -19,7 +19,7 @@ parses the data using the fluentd-plugin [fluent-plugin-parser-protobuf](https:/
 
 ```
 <source>
-  @type nng
+  @type nng_in
   @id input_nng
   <parse>
     @type protobuf
@@ -28,7 +28,6 @@ parses the data using the fluentd-plugin [fluent-plugin-parser-protobuf](https:/
     protobuf_version protobuf3
   </parse>
   uri tcp://127.0.0.1:5557
-  tag nng.*
 </source>
 
 <match nng.**>
@@ -56,7 +55,7 @@ using the detectmate `LogSchema` using [fluent-plugin-detectmate](https://github
 </source>
 
 <match nng.**>
-  @type nng
+  @type nng_out
   uri tcp://127.0.0.1:5557
   <inject>
     hostname_key hostname

data/fluent-plugin-nng.gemspec

@@ -2,10 +2,10 @@ lib = File.expand_path("../lib", __FILE__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
-  spec.name    = "fluent-plugin-nng"
-  spec.version = "0.1.1"
-  spec.authors = ["whotwagner"]
-  spec.email   = ["code@feedyourhead.at"]
+  spec.name    = 'fluent-plugin-nng'
+  spec.version = '1.0.0'
+  spec.authors = ['whotwagner']
+  spec.email   = ['code@feedyourhead.at']
 
   spec.summary       = %q{Fluentd input-/output plugin for nanomsg-ng.}
   spec.description   = %q{Fluentd input-/output plugin for nanomsg-ng.}
@@ -21,9 +21,9 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_development_dependency "bundler", "~> 2.6.9"
-  spec.add_development_dependency "rake", "~> 13.3.1"
-  spec.add_development_dependency "test-unit", "~> 3.6.7"
-  spec.add_runtime_dependency "nng-ruby", "~> 1.0.1"
+  spec.add_development_dependency 'bundler', '~> 2.6.9'
+  spec.add_development_dependency 'rake', '~> 13.3.1'
+  spec.add_development_dependency 'test-unit', '~> 3.6.7'
+  spec.add_runtime_dependency 'nng', '~> 1.0.1'
   spec.add_runtime_dependency "fluentd", [">= 0.14.10", "< 2"]
 end

data/lib/fluent/plugin/in_nng.rb

@@ -15,15 +15,18 @@
 
 require 'fluent/plugin/input'
 require 'nng'
+require 'uri'
 
 module Fluent
   module Plugin
     class NngInput < Fluent::Plugin::Input
-      Fluent::Plugin.register_input('nng', self)
+      Fluent::Plugin.register_input('nng_in', self)
 
-      helpers :parser, :compat_parameters
+      helpers :parser, :compat_parameters, :thread
 
       config_param :uri, :string, default: 'tcp://127.0.0.1:5555'
+      config_param :recv_timeout, :float, default: 1.0
+      config_param :tag, :string, default: 'nng.input'
 
       def configure(conf)
         if @uri !~ /\A#{URI::RFC2396_PARSER.make_regexp(['tcp', 'ipc', 'inproc', 'ws', 'tls+tcp'])}\z/
@@ -52,38 +55,34 @@ module Fluent
         if uri.scheme == 'ipc'
           File.exist?(uri.path) && File.delete(uri.path)
         end
-        @socket = NNG::Socket.new(:pair0)
+        @socket = NNG::Socket::Pair0.new
         @socket.listen(@uri)
-        @socket.recv_timeout = 5000
+        @socket.recv_timeout = @recv_timeout
       end
 
       def start
         super
         listen
-        run
+        thread_create(:nng_input_run, &method(:run))
       end
 
       def run
         log.info "start looping.."
         loop do
-          begin
-            msg = nil
-            until msg
-              if @stop
-                return
-              end
-              begin
-                msg = @socket.recv
-              rescue NNG::Error
-                next
-              end
+          msg = nil
+          until msg
+            if @stop
+              return
             end
-            tag = "nng.input"
-            @parser.parse(msg) do |time, record|
-              router.emit(tag, time, record)
+            begin
+              msg = @socket.receive
+            rescue Timeout::Error
+              sleep 0.01
+              next
             end
-          rescue NNG::Error => e
-            log.warn "Error in processing message.", :error_class => e.class, :error => e
+          end
+          @parser.parse(msg) do |time, record|
+            router.emit(@tag, time || Fluent::Engine.now, record)
           end
         end
 

data/lib/fluent/plugin/out_nng.rb

@@ -4,12 +4,13 @@ require 'nng'
 
 module Fluent::Plugin
   class NngOutput < Fluent::Plugin::Output
-    Fluent::Plugin.register_output('nng', self)
+    Fluent::Plugin.register_output('nng_out', self)
 
     helpers :formatter, :inject, :compat_parameters
 
     config_param :uri, :string, default: 'tcp://127.0.0.1:5559'
-    config_param :max_retry, :integer, default: 1000
+    config_param :max_retry, :integer, default: 100
+    config_param :retry_time, :integer, default: 5
 
     config_section :format do
       config_set_default :@type, 'json'
@@ -18,21 +19,25 @@ module Fluent::Plugin
     def initialize
       super
       @formatter = nil
+      log.info 'Initializing'
     end
 
     def configure(conf)
+      log.info "configuring.."
       compat_parameters_convert(conf, :formatter, :inject)
       if @uri !~ /\A#{URI::RFC2396_PARSER.make_regexp(['tcp', 'ipc', 'inproc', 'ws', 'tls+tcp'])}\z/
         raise Fluent::ConfigError, 'uri must be one of: tcp:// ipc:// inproc:// ws:// or tls+tcp://'
       end
 
       super
+      log.info "Creating formatter"
       @formatter = formatter_create
+      log.info "Formatter loaded"
     end
 
     def start
       super
-      log.info "Starting listener at: #{@uri}"
+      log.info "Initiating connection to: #{@uri}"
       connect
     end
 
@@ -41,17 +46,17 @@ module Fluent::Plugin
     end
 
     def connect
-      @socket = NNG::Socket.new(:pair0)
+      @socket = NNG::Socket::Pair0.new
       try = 0
 
       begin
         @socket.dial(@uri)
-      rescue NNG::Error => e
+      rescue => e
         log.error(e)
         log.info("Retry in 5sec")
-        sleep(5)
+        sleep(@retry_time)
         try += 1
-        if try >= @max_retry
+        if @max_retry > 0 && try >= @max_retry
           raise Fluent::UnrecoverableError, e.message
         end
         retry

metadata

@@ -1,14 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-nng
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 1.0.0
 platform: ruby
 authors:
 - whotwagner
-autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-04-02 00:00:00.000000000 Z
+date: 2026-04-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -53,7 +52,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 3.6.7
 - !ruby/object:Gem::Dependency
-  name: nng-ruby
+  name: nng
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
@@ -93,6 +92,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- "-la"
 - LICENSE
 - README.md
 - Rakefile
@@ -103,7 +103,6 @@ homepage: https://github.com/ait-detectmate/fluent-plugin-nng
 licenses:
 - EUPL-1.2
 metadata: {}
-post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -118,8 +117,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.10
-signing_key:
+rubygems_version: 3.6.2
 specification_version: 4
 summary: Fluentd input-/output plugin for nanomsg-ng.
 test_files: []