fluent-plugin-kafka-enchanced 0.5.23 → 0.5.24

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f117fec2e6d0ac33b1e1d2270fd21c4013562cfa
-  data.tar.gz: f2104f837d4df4b90d33bbccdd7528ae63e56022
+  metadata.gz: f35defdd99f3e6a7dba54ec745060af34b22c48d
+  data.tar.gz: 040094192d9236af720a90fcc8c33b20327c97b4
 SHA512:
-  metadata.gz: e0572826643b078a4cd798c201752bedfb83320add347d8e4f833b0bb1d2cd983ffbb37375609072bc863e85933ddc3a6e4fb6ad65bf32d891a2a731623576eb
-  data.tar.gz: 3b611cee1ae3383734f90e2c45a43dfa6ea58db9067d676363a104f4d04407ebc317bd2182682c3ceb9cd377d4d0a333ca232edc59d39f34a7b8d8d0ba8cf0fd
+  metadata.gz: f388fee7e2887aa1900391307e2722901bb785b749893cceefaa6bc9628d3fa469481a0b041b79c3a008fc3f03a07bd3bec485758fc9a122f62d24bf6c5bec29
+  data.tar.gz: 943b48a4f8dd017721d2b0510032b295cf8de6178f8fee277ed2896097d6a14b4af4332509aefa113d4bdedf62f8aa2379b5099f787bef0f2e9d7fbe8eaa78b9

data/fluent-plugin-kafka.gemspec

@@ -12,7 +12,7 @@ Gem::Specification.new do |gem|
   gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
   gem.name          = "fluent-plugin-kafka-enchanced"
   gem.require_paths = ["lib"]
-  gem.version       = '0.5.23'
+  gem.version       = '0.5.24'
   gem.required_ruby_version = ">= 2.1.0"
 
   gem.add_dependency "fluentd", [">= 0.10.58", "< 2"]

data/lib/fluent/plugin/out_kafka.rb

@@ -147,11 +147,12 @@ DESC
       require 'avro_turf/messaging'
       require "avro/builder"
       Proc.new do |tag, time, record|
-        record = record.select{|key, value| !key.nil? && !key.empty?}.map{|k, v| [k.tr('[]-', '_').delete('$'), v.to_s.force_encoding("UTF-8")]}.to_h
+        record = record.select{|key, value| !key.nil? && !key.empty?}.map{|k, v| [k.tr('[]-', '_').delete('$'), (v.is_a?(String) ? v.to_s.force_encoding("UTF-8") : v)]}.to_h
         timestamp = Time.new
-        record['enchilada_timestamp'] = timestamp.strftime('%s%3N')
+        record['enchilada_timestamp'] = timestamp.strftime('%s%3N').to_i
         record['enchilada_time_with_format'] = timestamp.strftime("%Y-%m-%dT%H:%M:%S.%LZ")
-        fields = record.keys.map{|key| {'name' => key, 'type' => 'string'}}
+
+        fields = record.map{|key, value| {'name' => key, 'type' => (value.is_a?(Fixnum) ? 'int' : (value.is_a?(Float) ? 'float' : 'string'))}}
         @topic_name = schema_name = "#{tag.to_s.tr('.$:', '_')}_#{Digest::MD5.new.hexdigest(fields.to_s)[0..5]}"
         schema_json = {
             "type": "record",
@@ -159,7 +160,6 @@ DESC
             "fields": fields
         }.to_json
         schema = Avro::Schema.parse(schema_json)
-
         avro = AvroTurf::Messaging.new(registry_url: @schema_registry)
         avro.encode(record.map{|key, value| [key, value.to_s]}.to_h, schema: schema, subject: "#{schema_name}-value")
       end
@@ -228,3 +228,4 @@ end
 
 
 
+

data/lib/fluent/plugin/out_kafka_buffered.rb

@@ -200,11 +200,12 @@ DESC
       require 'avro_turf/messaging'
       require "avro/builder"
       Proc.new do |tag, time, record|
-        record = record.select{|key, value|  !key.nil? && !key.empty?}.map{|k, v| [k.tr('[]-', '_').delete('$'), v.to_s.force_encoding("UTF-8")]}.to_h
+        record = record.select{|key, value| !key.nil? && !key.empty?}.map{|k, v| [k.tr('[]-', '_').delete('$'), (v.is_a?(String) ? v.to_s.force_encoding("UTF-8") : v)]}.to_h
         timestamp = Time.new
-        record['enchilada_timestamp'] = timestamp.strftime('%s%3N')
+        record['enchilada_timestamp'] = timestamp.strftime('%s%3N').to_i
         record['enchilada_time_with_format'] = timestamp.strftime("%Y-%m-%dT%H:%M:%S.%LZ")
-        fields = record.keys.map{|key| {'name' => key, 'type' => 'string'}}
+
+        fields = record.map{|key, value| {'name' => key, 'type' => (value.is_a?(Fixnum) ? 'int' : (value.is_a?(Float) ? 'float' : 'string'))}}
         @topic_name = schema_name = "#{tag.to_s.tr('.$:', '_')}_#{Digest::MD5.new.hexdigest(fields.to_s)[0..5]}"
         schema_json = {
             "type": "record",

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-kafka-enchanced
 version: !ruby/object:Gem::Version
-  version: 0.5.23
+  version: 0.5.24
 platform: ruby
 authors:
 - Paschenko Konstantin
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-03-10 00:00:00.000000000 Z
+date: 2017-03-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd