fluent-plugin-genhashvalue 0.01 → 0.02

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: bdcaa249274d5ec5a4df17abf0a55a432de82797
-  data.tar.gz: e50485809f439650007b750bb7f567c7cd1478e0
+  metadata.gz: 39b054050c539c94a3af3c8a6e0a4c9d2911aa17
+  data.tar.gz: 150593ad625bab83c2ed32acfa18a410d3784e7e
 SHA512:
-  metadata.gz: 0ec5b90ea971c3d9c1c30c6bf8c7d875f7086044b5deadd8cb1aafcf4bb14e54911d7395d7739e5d30add21bbe8be1afe8d9ca046983aecbf9073b2f545f0bda
-  data.tar.gz: 4e74579bff93e8abe2b51d079c83010d614a9d84fd369d6fdefdef3965b863264fe3c5c84b530da558051125a564c0cfb461161a3d53776b38272fac23d774bc
+  metadata.gz: 4308fe366ffc3dfb085565ebfd6e0d93e488c6f455283c16a49ad675c1e240f9d0fc54ed1e973097a324db90daa3eeafbca0185478c074da98ca614ae47e9396
+  data.tar.gz: de42f82045376c92d6710055b826ee945bcff6a889efb80bf6f8ae6641b4ea925d7de1ba8de6b35782e7c0a5d9eac4f03af1244b92f1e61f73c1915077f4beac

data/README.md

@@ -29,7 +29,7 @@ Example:
       type genhashvalue
 
       keys type,descr
-      hash_type md5
+      hash_type md5    # md5/sha1/sha256/sha512
       base64_enc true
       set_key _hash
       separator _
@@ -38,6 +38,19 @@ Example:
     </filter>
 
 
+Input:
+
+    root@112133c12ee3:~/fluentd# echo '{"type":"log","descr":"description..."}' | ./bin/fluent-cat foo.test
+    root@112133c12ee3:~/fluentd# echo '{"type":"log","descr":"description..."}' | ./bin/fluent-cat foo.test
+    root@112133c12ee3:~/fluentd# echo '{"type":"log","descr":"description..."}' | ./bin/fluent-cat foo.test
+
+Filterd:
+
+    2016-10-23 15:06:05 +0000 foo.test: {"type":"log","descr":"description...","_hash":"/B3pc4NBk6Z9Ph89k+ZL4Q=="}
+    2016-10-23 15:06:22 +0000 foo.test: {"type":"log","descr":"description...","_hash":"IgB25wc3M0QJfk0KteYygQ=="}
+    2016-10-23 15:06:37 +0000 foo.test: {"type":"log","descr":"description...","_hash":"vvDF6eWyX5Sc01AVw8P6Cw=="}
+
+
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.

data/fluent-plugin-genhashvalue.gemspec

@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name          = "fluent-plugin-genhashvalue"
-  spec.version       = "0.01"
+  spec.version       = "0.02"
   spec.authors       = ["m.takemi"]
   spec.email         = ["m.takemi@gmail.com"]
 
@@ -15,12 +15,12 @@ Gem::Specification.new do |spec|
 
   # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
   # to allow pushing to a single host or delete this section to allow pushing to any host.
-  #if spec.respond_to?(:metadata)
-    #spec.metadata['allowed_push_host'] = "TODO: Set to 'http://mygemserver.com'"
-  #else
-    #raise "RubyGems 2.0 or newer is required to protect against " \
-      #"public gem pushes."
-  #end
+#  if spec.respond_to?(:metadata)
+#    spec.metadata['allowed_push_host'] = "TODO: Set to 'http://mygemserver.com'"
+#  else
+#    raise "RubyGems 2.0 or newer is required to protect against " \
+#      "public gem pushes."
+#  end
 
   spec.files         = `git ls-files -z`.split("\x0").reject do |f|
     f.match(%r{^(test|spec|features)/})

data/lib/fluent/plugin/filter_genhashvalue.rb

@@ -0,0 +1,76 @@
+require 'fluent/filter'
+
+module Fluent
+  class GenHashValueFilter < Filter
+    Fluent::Plugin.register_filter('genhashvalue', self)
+
+    config_param :keys, :array
+    config_param :set_key, :string, :default => '_hash'
+    config_param :inc_time_as_key, :bool, :default => true
+    config_param :inc_tag_as_key, :bool, :default => true
+    config_param :separator, :string, :default => '_'
+    config_param :hash_type, :string, :default => 'sha256'
+    config_param :base64_enc, :bool, :default => false
+
+    def initialize
+      super
+      require 'base64'
+    end
+
+    def configure(conf)
+      #$log.trace "configure #{conf}"
+      super
+    end
+
+    def start
+      super
+      # init
+    end
+
+    def shutdown
+      super
+      # destroy
+    end
+
+    def filter(tag, time, record)
+      s = ""
+      s += tag + separator if inc_tag_as_key
+      s += time.to_s + separator if inc_time_as_key
+
+      s += keys.map {|k| record[k]}.join(separator)
+      if base64_enc then
+        record[set_key] = hash_b64(hash_type, s)
+      else
+        record[set_key] = hash_hex(hash_type, s)
+      end
+      record
+    end
+
+    def hash_hex(type, str)
+      case type
+      when 'md5'
+        h = Digest::MD5.hexdigest(str)
+      when 'sha1'
+        h = Digest::SHA1.hexdigest(str)
+      when 'sha256'
+        h = Digest::SHA256.hexdigest(str)
+      when 'sha512'
+        h = Digest::SHA512.hexdigest(str)
+      end
+    end
+
+    def hash_b64(type, str)
+      case type
+      when 'md5'
+        h = Digest::MD5.digest(str)
+      when 'sha1'
+        h = Digest::SHA1.digest(str)
+      when 'sha256'
+        h = Digest::SHA256.digest(str)
+      when 'sha512'
+        h = Digest::SHA512.digest(str)
+      end
+      h = Base64::strict_encode64(h)
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-genhashvalue
 version: !ruby/object:Gem::Version
-  version: '0.01'
+  version: '0.02'
 platform: ruby
 authors:
 - m.takemi
@@ -82,7 +82,7 @@ files:
 - README.md
 - Rakefile
 - fluent-plugin-genhashvalue.gemspec
-- lib/fluent/plugin/out_genhashvalue.rb
+- lib/fluent/plugin/filter_genhashvalue.rb
 homepage: https://qos.dev7.net/~masafumi.
 licenses:
 - MIT

data/lib/fluent/plugin/out_genhashvalue.rb

@@ -1,68 +0,0 @@
-class Fluent::GenHashValueFilter < Fluent::Plugin::Filter
-  Fluent::Plugin.register_filter('genhashvalue', self)
-
-  config_param :keys, :array
-  config_param :set_key, :string, :default => '_hash'
-  config_param :separator, :string, :default => '_'
-  config_param :hash_type, :string, :default => 'sha256'
-  config_param :base64_enc, :bool, :default => true
-
-  def initialize
-    super
-    require 'base64'
-  end
-
-  def configure(conf)
-    #$log.trace "configure #{conf}"
-    super
-    p @keys
-  end
-
-  def start
-    super
-    # init
-  end
-
-  def shutdown
-    super
-    # destroy
-  end
-
-  def filter(tag, time, record)
-    s = keys.map {|k| record[k]}.join(separator)
-    if base64_enc then
-      record[set_key] = hash_b64(hash_type, s)
-    else
-      record[set_key] = hash_hex(hash_type, s)
-    end
-    record
-  end
-
-  def hash_hex(type, str)
-    case type
-    when 'md5'
-      h = Digest::MD5.hexdigest(str)
-    when 'sha1'
-      h = Digest::SHA1.hexdigest(str)
-    when 'sha256'
-      h = Digest::SHA256.hexdigest(str)
-    when 'sha512'
-      h = Digest::SHA512.hexdigest(str)
-    end
-  end
-
-  def hash_b64(type, str)
-    case type
-    when 'md5'
-      h = Digest::MD5.digest(str)
-    when 'sha1'
-      h = Digest::SHA1.digest(str)
-    when 'sha256'
-      h = Digest::SHA256.digest(str)
-    when 'sha512'
-      h = Digest::SHA512.digest(str)
-    end
-    h = Base64::strict_encode64(h)
-  end
-end
-