fluent-plugin-kafka 0.0.6 → 0.0.7

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 65f16e3cb305ed9abe2c9969c929b1f63a73ad9c
+  data.tar.gz: fa75eb12ac1fc0d3596972c9d61c6a2d879e2af3
+SHA512:
+  metadata.gz: 74255febdd2152a9cc8665c1d4415bd51b07f3af4089fc82c2de11e2001465f3149e0c8b7fed6bfc5db9a9d729b7f251968a2ac5858bb6c4ce0a435603f8f867
+  data.tar.gz: 6581acbfc5fb1b00df4510f7786e616b8142cc6e168c8bff548752748db629ca3e99df3d3e7b39a429567fb8f41ae9df5bbbf676c12b611561ce1fb2c5f9d061

data/README.md

@@ -26,7 +26,7 @@ Or install it yourself as:
       host   <broker host>
       port   <broker port: default=9092>
       topics <listening topics(separate with comma',')>
-      format <input text type (text|json|ltsv)>
+      format <input text type (text|json|ltsv|msgpack)>
       add_prefix <tag prefix (Optional)>
       add_suffix <tag suffix (Optional)>
     </source>
@@ -37,7 +37,7 @@ Or install it yourself as:
       type             kafka
       brokers          <broker1_host>:<broker1_ip>,<broker2_host>:<broker2_ip>,..
       default_topic    <output topic>
-      output_data_type (json|ltsv|attr:<record name>)
+      output_data_type (json|ltsv|msgpack|attr:<record name>)
       output_include_tag  (true|false) :default => false
       output_include_time (true|false) :default => false
     </match>
@@ -50,7 +50,7 @@ Or install it yourself as:
       default_topic    <output topic>
       flush_interval   <flush interval (sec) :default => 60>
       buffer_type      (file|memory)
-      output_data_type (json|ltsv|attr:<record name>)
+      output_data_type (json|ltsv|msgpack|attr:<record name>)
       output_include_tag  (true|false) :default => false
       output_include_time (true|false) :default => false
     </match>

data/fluent-plugin-kafka.gemspec

@@ -12,9 +12,10 @@ Gem::Specification.new do |gem|
   gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
   gem.name          = "fluent-plugin-kafka"
   gem.require_paths = ["lib"]
-  gem.version = '0.0.6'
+  gem.version = '0.0.7'
   gem.add_dependency 'fluentd'
   gem.add_dependency 'poseidon'
   gem.add_dependency 'ltsv'
   gem.add_dependency 'yajl-ruby'
+  gem.add_dependency 'msgpack'
 end

data/lib/fluent/plugin/in_kafka.rb

@@ -31,6 +31,8 @@ class KafkaInput < Input
       require 'yajl'
     when 'ltsv'
       require 'ltsv'
+    when 'msgpack'
+      require 'msgpack'
     end
   end
 
@@ -110,6 +112,8 @@ class KafkaInput < Input
         parsed_record = Yajl::Parser.parse(record)
       when 'ltsv'
         parsed_record = LTSV.parse(record)
+      when 'msgpack'
+        parsed_record = MessagePack.unpack(record)
       when 'text'
         parsed_record = record
       end

data/lib/fluent/plugin/out_kafka.rb

@@ -25,6 +25,8 @@ class Fluent::KafkaOutput < Fluent::Output
       require 'yajl'
     when 'ltsv'
       require 'ltsv'
+    when 'msgpack'
+      require 'msgpack'
     end
 
     @f_separator = case @field_separator
@@ -38,6 +40,8 @@ class Fluent::KafkaOutput < Fluent::Output
                            nil
                          elsif @output_data_type == 'ltsv'
                            nil
+                         elsif @output_data_type == 'msgpack'
+                           nil
                          elsif @output_data_type =~ /^attr:(.*)$/
                            $1.split(',').map(&:strip).reject(&:empty?)
                          else
@@ -61,6 +65,8 @@ class Fluent::KafkaOutput < Fluent::Output
         Yajl::Encoder.encode(record)
       when 'ltsv'
         LTSV.dump(record)
+      when 'msgpack'
+        record.to_msgpack
       else
         record.to_s
       end

data/lib/fluent/plugin/out_kafka_buffered.rb

@@ -26,6 +26,8 @@ class Fluent::KafkaOutputBuffered < Fluent::BufferedOutput
       require 'yajl'
     when 'ltsv'
       require 'ltsv'
+    when 'msgpack'
+      require 'msgpack'
     end
 
     @f_separator = case @field_separator
@@ -39,6 +41,8 @@ class Fluent::KafkaOutputBuffered < Fluent::BufferedOutput
                            nil
                          elsif @output_data_type == 'ltsv'
                            nil
+                         elsif @output_data_type == 'msgpack'
+                           nil
                          elsif @output_data_type =~ /^attr:(.*)$/
                            $1.split(',').map(&:strip).reject(&:empty?)
                          else
@@ -65,6 +69,8 @@ class Fluent::KafkaOutputBuffered < Fluent::BufferedOutput
         Yajl::Encoder.encode(record)
       when 'ltsv'
         LTSV.dump(record)
+      when 'msgpack'
+        record.to_msgpack
       else
         record.to_s
       end

metadata

@@ -1,78 +1,83 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-kafka
 version: !ruby/object:Gem::Version
-  version: 0.0.6
-  prerelease: 
+  version: 0.0.7
 platform: ruby
 authors:
 - Hidemasa Togashi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-05-10 00:00:00.000000000 Z
+date: 2014-07-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: poseidon
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: ltsv
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: yajl-ruby
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: msgpack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 description: Fluentd plugin for Apache Kafka > 0.8
@@ -94,27 +99,26 @@ files:
 - test/plugin/test_out_kafka.rb
 homepage: https://github.com/htgc/fluent-plugin-kafka
 licenses: []
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.23
+rubygems_version: 2.0.14
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Fluentd plugin for Apache Kafka > 0.8
 test_files:
 - test/helper.rb