fluent-plugin-kafka-enchanced 0.5.20 → 0.5.21

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 691ff7500fd15067f3f4aac6e9889271d761d1b1
-  data.tar.gz: 9692652ae67cc2096c9f03377acdad0374a9e557
+  metadata.gz: b6abfb26816524cb5800d11f235522ba5b27a74d
+  data.tar.gz: bd9d4826389d79c272bc5baae8dbb39aac8154e4
 SHA512:
-  metadata.gz: 22774cb13a45233f596502bad1665c4260ce124a7c0988adc039a52cd2ca8f6fef12d9322e3769a5ebe268d712b4b16c34948cc32af924edfbbce56514634f4a
-  data.tar.gz: 46298dfab87339d59667b2a24c0362dceb8d8c8a44b0dec65749564fb5b28cb850845e154f2916d27db3376b7f5052edbd6268a28e03b029c8b03bda503718a0
+  metadata.gz: 4a4f714935a5175befee60fa5d9804d32855376208cb2aab0ee1ffcbaace8f5dba1f42c5774127b658fe8043ab5125d9d310d8463f1e86b06a5e46ed3f4ffa56
+  data.tar.gz: 72d1a8b424608f755c0b740e816f36478714c9f4cf89732bfcee29b423e9c2a61dff591e12ac65f06941d7bd4de8c742dff95eb26ce45ad3243bb4c7cfe99654

data/fluent-plugin-kafka.gemspec

@@ -12,7 +12,7 @@ Gem::Specification.new do |gem|
   gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
   gem.name          = "fluent-plugin-kafka-enchanced"
   gem.require_paths = ["lib"]
-  gem.version       = '0.5.20'
+  gem.version       = '0.5.21'
   gem.required_ruby_version = ">= 2.1.0"
 
   gem.add_dependency "fluentd", [">= 0.10.58", "< 2"]

data/lib/fluent/plugin/out_kafka.rb

@@ -1,6 +1,7 @@
 require 'fluent/output'
 require 'fluent/plugin/kafka_plugin_util'
 require 'pry'
+require 'digest'
 
 class Fluent::KafkaOutput < Fluent::Output
   Fluent::Plugin.register_output('kafka', self)
@@ -147,9 +148,11 @@ DESC
       require "avro/builder"
       Proc.new do |tag, time, record|
         record = record.select{|key, value| !key.nil? && !key.empty?}.map{|k, v| [k.tr('[]-', '_').delete('$'), v.to_s]}.to_h
-        record['enchilada_timestamp'] = (Time.new).strftime('%s%3N')
+        timestamp = Time.new
+        record['enchilada_timestamp'] = timestamp.strftime('%s%3N')
+        record['enchilada_time_with_format'] = timestamp.strftime("%Y-%m-%dT%H:%M:%S.%LZ")
         fields = record.keys.map{|key| {'name' => key, 'type' => 'string'}}
-        @topic_name = schema_name = "#{tag.to_s.tr('.$:', '_')}_#{fields.to_s.hash.abs.to_s[0..5]}"       
+        @topic_name = schema_name = "#{tag.to_s.tr('.$:', '_')}_#{Digest::MD5.new.hexdigest(fields.to_s)[0..5]}"
         schema_json = {
             "type": "record",
             "name": schema_name,
@@ -224,3 +227,4 @@ end
 
 
 
+

data/lib/fluent/plugin/out_kafka_buffered.rb

@@ -1,6 +1,7 @@
 require 'thread'
 require 'fluent/output'
 require 'fluent/plugin/kafka_plugin_util'
+require 'digest'
 
 class Fluent::KafkaOutputBuffered < Fluent::BufferedOutput
   Fluent::Plugin.register_output('kafka_buffered', self)
@@ -200,9 +201,11 @@ DESC
       require "avro/builder"
       Proc.new do |tag, time, record|
         record = record.select{|key, value|  !key.nil? && !key.empty?}.map{|k, v| [k.tr('[]-', '_').delete('$'), v.to_s]}.to_h
-        record['enchilada_timestamp'] = (Time.new).strftime('%s%3N')
+        timestamp = Time.new
+        record['enchilada_timestamp'] = timestamp.strftime('%s%3N')
+        record['enchilada_time_with_format'] = timestamp.strftime("%Y-%m-%dT%H:%M:%S.%LZ")
         fields = record.keys.map{|key| {'name' => key, 'type' => 'string'}}
-        @topic_name = schema_name = "#{tag.to_s.tr('.$:', '_')}_#{fields.to_s.hash.abs.to_s[0..5]}"
+        @topic_name = schema_name = "#{tag.to_s.tr('.$:', '_')}_#{Digest::MD5.new.hexdigest(fields.to_s)[0..5]}"
         schema_json = {
             "type": "record",
             "name": schema_name,

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-kafka-enchanced
 version: !ruby/object:Gem::Version
-  version: 0.5.20
+  version: 0.5.21
 platform: ruby
 authors:
 - Paschenko Konstantin
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-03-07 00:00:00.000000000 Z
+date: 2017-03-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd