fluent-plugin-zookeeper 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 95cea066a586ff0f0453a03e56b454329bb2f6e2
-  data.tar.gz: 921174a4de169fd1238be36b379f36b905082e02
+  metadata.gz: 6da100a74494bf6aee6e6f99dd565349cb0b3f94
+  data.tar.gz: 3226d0a38ea8d2d7c822064bfa144c3d9cbe530e
 SHA512:
-  metadata.gz: 158d1a210dd24325b98e759d336c74f8523fd678072b66e527d8d71c83bf33a832f1665b993bb3d95598ab115d518bd1a3d53a65b94d36f7c1bcb43ca9886c9c
-  data.tar.gz: 819d6ce1036c137c34406fc989f4094dcb90c5d91dc9ebb5aff1bdddb6291478409bb9d3722fb4a325685d74035ff0f7a332d5534f66f1659f171fedf7ad4c20
+  metadata.gz: e3e5bd2c6ca6f7f55ae8ef7d43e1c5c6fab97eb28e77e3d3091827d7bda952437cafaf001ea9401d31eeae8faa5f0e99c563ebec7796d0f02d1e921d72348892
+  data.tar.gz: efc470264baeb4e87f3c3a446b008d48819f937ab16b6f46137e33ee58abe3bb5ac8ef62d6494a946f296612be4306a2a22ef4af2c8286e2b31ff0d5e2617e63

data/README.md

@@ -55,4 +55,4 @@ Configuration above uses in_exec plugin as a heartbeat message generator. During
 
 ## TODO
 
-Write tests.
+Let me know if support for buffered output mode and older versions of fluentd is necessary.

data/fluent-plugin-zookeeper.gemspec

@@ -3,7 +3,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name    = "fluent-plugin-zookeeper"
-  spec.version = "0.1.0"
+  spec.version = "0.1.1"
   spec.authors = ["Anton Tikhomirov"]
   spec.email   = ["anton.tikhomirov@cdnetworks.com"]
 
@@ -24,4 +24,6 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "rake", "~> 12.0"
   spec.add_development_dependency "test-unit", "~> 3.0"
   spec.add_runtime_dependency "fluentd", [">= 0.14.10", "< 2"]
+  spec.add_runtime_dependency "oj", "~> 3.0"
+  spec.add_runtime_dependency "zookeeper", "~> 1.0"
 end

data/lib/fluent/plugin/out_zookeeper.rb

@@ -13,8 +13,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-require "fluent/plugin/output"
-require 'objspace'
+require 'fluent/plugin/output'
 require 'oj'
 require 'zookeeper'
 
@@ -100,12 +99,12 @@ DESC
           es.each do |time, record|
             begin
               data = @formatter_proc.call(record)
-              if @ignore_empty_msg && data == "{}"
-                log.debug "Skipping empty record"
-                next
-              end
             rescue StandardError => e
-              log.warn "Failed to format record:", :record => record
+              log.warn "Failed to format record:", :error => e.to_s, :record => record
+              next
+            end
+            if @ignore_empty_msg && data == "{}"
+              log.debug "Skipping empty record"
               next
             end
             @zk.set({path: @path, data: data})

data/test/helper.rb

@@ -0,0 +1,8 @@
+$LOAD_PATH.unshift(File.expand_path("../../", __FILE__))
+require "test-unit"
+require "fluent/test"
+require "fluent/test/driver/output"
+require "fluent/test/helpers"
+
+Test::Unit::TestCase.include(Fluent::Test::Helpers)
+Test::Unit::TestCase.extend(Fluent::Test::Helpers)

data/test/plugin/test_out_zookeeper.rb

@@ -0,0 +1,36 @@
+require "helper"
+require "fluent/plugin/out_zookeeper.rb"
+
+class ZookeeperOutputTest < Test::Unit::TestCase
+  setup do
+    Fluent::Test.setup
+  end
+
+  CONFIG = %[
+    servers localhost:2181
+    path /fluent_test
+    type wrongtype
+  ]
+
+  def create_driver(conf = CONFIG)
+    Fluent::Test::Driver::Output.new(Fluent::Plugin::ZookeeperOutput).configure(conf)
+  end
+
+  def test_configure
+    assert_nothing_raised(Fluent::ConfigError) {
+      create_driver(CONFIG)
+    }
+
+    d = create_driver(CONFIG)
+    assert_equal 'localhost:2181', d.instance.servers
+    assert_equal '/fluent_test', d.instance.path
+    assert_equal 'persistent', d.instance.type
+  end
+
+  def test_process
+    d = create_driver(CONFIG)
+    d.run(default_tag: "test") do
+      d.feed({ "message" => "Test message" })
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-zookeeper
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Anton Tikhomirov
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-01-09 00:00:00.000000000 Z
+date: 2018-01-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -72,6 +72,34 @@ dependencies:
     - - "<"
       - !ruby/object:Gem::Version
         version: '2'
+- !ruby/object:Gem::Dependency
+  name: oj
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: zookeeper
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
 description: Fluentd plugin for Apache Zookeeper
 email:
 - anton.tikhomirov@cdnetworks.com
@@ -85,6 +113,8 @@ files:
 - Rakefile
 - fluent-plugin-zookeeper.gemspec
 - lib/fluent/plugin/out_zookeeper.rb
+- test/helper.rb
+- test/plugin/test_out_zookeeper.rb
 homepage: https://github.com/antonshi/fluent-plugin-zookeeper
 licenses:
 - Apache-2.0
@@ -109,4 +139,6 @@ rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
 summary: Fluentd plugin for Apache Zookeeper
-test_files: []
+test_files:
+- test/helper.rb
+- test/plugin/test_out_zookeeper.rb