fluent-plugin-nsq 0.0.1

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    Y2M1NDBmNjFmOGY5ZjkyMTM4MTdkMDAwYmY0Y2U2OGMzZGJmNDZkZQ==
+  data.tar.gz: !binary |-
+    OGZlMzMyZmQ3N2ZjZjk2NzJiODdhODBkNGEzNjJkMTMzYTM0M2YwMw==
+SHA512:
+  metadata.gz: !binary |-
+    YWIzNDZkZDViMzBkYjUzYWM5MzZkNDMyYzAyYzA2MDY5MTIwN2M0OGJhZDFh
+    NjdjMTFjZjYwNGYwMzRiNjY0MDlhNDkzN2U0OTRlOTgyMzNhZTQ0OGM0ZDVl
+    YjFkOWZjNmUxNzc3YmViYjBkZjliNWE3MjcxYTc4M2Y2NjA4OGE=
+  data.tar.gz: !binary |-
+    MTc4ZjA4MTMxOWI3ZDk4OTE0MWUyYzk4ZjQ1ZDg2N2Y4NTM4NGU4OThjNTQ0
+    MWQzY2U2Nzc2ZTE2MTAzZDBlNzA5NDAxNWZiZDY1ZTg1MTlmOGEzZTdhNDNj
+    NTI5NjIwODRkN2E5NmZhOGY4NjE5OTg4MzY2YzI3MmIyNWZkOWY=

data/fluent-plugin-nsq.gemspec

@@ -0,0 +1,23 @@
+$:.push File.expand_path("../lib", __FILE__)
+
+Gem::Specification.new do |s|
+  s.name          = "fluent-plugin-nsq"
+  s.version       = `cat VERSION`
+  s.authors       = ["lxfontes", "dterror"]
+  s.email         = ["lucas@uken.com", "diogo@uken.com"]
+  s.description   = %q{NSQ output plugin for Fluentd}
+  s.summary       = %q{output plugin for fluentd}
+  s.homepage      = "https://github.com/uken/fluent-plugin-nsq"
+  s.license       = 'MIT'
+
+  git_files = `git ls-files`.split($/)
+
+  s.files         = git_files.grep(%r{^(lib|fluent|bin)})
+  s.executables   = git_files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  s.test_files    = git_files.grep(%r{^(test|spec|features)/})
+  s.require_paths = ["lib"]
+
+  s.add_runtime_dependency 'fluentd', '~> 0.10'
+  s.add_runtime_dependency 'nsq-ruby', '~> 1.0'
+  s.add_development_dependency 'rake', '~> 10'
+end

data/lib/fluent/plugin/out_nsq.rb

@@ -0,0 +1,52 @@
+# coding: utf-8
+require 'nsq'
+
+module Fluent
+  class NSQOutput < BufferedOutput
+    Plugin.register_output('nsq', self)
+
+    config_param :topic, :string, default: nil
+    config_param :nsqlookupd, :string, default: nil
+
+    def initialize
+      super
+    end
+
+    def configure(conf)
+      super
+
+      raise ConfigError, "Missing nsqlookupd" unless @nsqlookupd
+      raise ConfigError, "Missing topic" unless @topic
+    end
+
+    def start
+      lookupds = @nsqlookupd.split(',')
+      @producer = Nsq::Producer.new(
+        nslookupd: lookupds,
+        topic: @topic
+      )
+    end
+
+    def shutdown
+      @producer.terminate
+    end
+
+    def format(tag, time, record)
+      [tag, time, record].to_msgpack
+    end
+
+    def write(chunk)
+      return if chunk.empty?
+
+      chunk.msgpack_each do |tag, time, record|
+        next unless record.is_a? Hash
+        #TODO get rid of this extra copy
+        tagged_record = record.merge(
+          _key: tag,
+          _ts: time
+        )
+        @producer.write(tagged_record.to_json)
+      end
+    end
+  end
+end

data/test/helper.rb

@@ -0,0 +1 @@
+require 'minitest/pride'

data/test/plugin/test_out_nsq.rb

@@ -0,0 +1,49 @@
+require 'test/unit'
+
+require 'fluent/test'
+require 'fluent/plugin/out_nsq'
+
+require 'date'
+
+require 'helper'
+
+$:.push File.expand_path("../lib", __FILE__)
+$:.push File.dirname(__FILE__)
+
+class TestNSQOutput < Test::Unit::TestCase
+  TCONFIG = %[
+    nsqlookupd localhost:4161
+    topic logs
+  ]
+  def setup
+    #Nsq.logger = Logger.new(STDOUT)
+    Fluent::Test.setup
+  end
+
+  def test_configure
+    d = create_driver
+    assert_not_nil d.instance.topic
+  end
+
+  def create_driver(tag='test', conf=TCONFIG)
+    Fluent::Test::BufferedOutputTestDriver.new(Fluent::NSQOutput, tag).configure(conf, true)
+  end
+
+  def sample_record
+    {'age' => 26, 'request_id' => '42', 'parent_id' => 'parent', 'sub' => {'field'=>{'pos'=>15}}}
+  end
+
+  def test_wrong_config
+    assert_raise Fluent::ConfigError do
+      d = create_driver('test','')
+    end
+  end
+
+  def test_sample_record_loop
+    d = create_driver
+    100.times.each do |t|
+      d.emit(sample_record)
+    end
+    d.run
+  end
+end

metadata

@@ -0,0 +1,94 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-nsq
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- lxfontes
+- dterror
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-11-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.10'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.10'
+- !ruby/object:Gem::Dependency
+  name: nsq-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10'
+description: NSQ output plugin for Fluentd
+email:
+- lucas@uken.com
+- diogo@uken.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- fluent-plugin-nsq.gemspec
+- lib/fluent/plugin/out_nsq.rb
+- test/helper.rb
+- test/plugin/test_out_nsq.rb
+homepage: https://github.com/uken/fluent-plugin-nsq
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.3.0
+signing_key: 
+specification_version: 4
+summary: output plugin for fluentd
+test_files:
+- test/helper.rb
+- test/plugin/test_out_nsq.rb