fluent-plugin-dedot_filter 0.1.0 → 0.2.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c3a64a0d6bbde97cc51e18590b488c40b37878e6
+  data.tar.gz: 61e8dcd3221fbecea0b276a0273b6fbeabaab46e
+SHA512:
+  metadata.gz: 52e9169593bd5d2aff53d2dc4a28326367177a6ef95f9adf04de04933b3e7240dd86165f69aefd726db36d460422bd595233d9b3784529f35dbcd0a60e1c510b
+  data.tar.gz: 3a8725588c1d0e7e17c234bc17db66b38e5fe19d7db2a6fc66e8759f09805a2db5cbca05639c5935915f23c1b8046eceea6cf025fe0ca41faa0a2caa8f4cf172

data/.rspec

@@ -0,0 +1,3 @@
+--color
+--require spec_helper
+--format doc

data/README.md

@@ -21,6 +21,7 @@ td-agent-gem install fluent-plugin-dedot_filter
   @type             dedot
   de_dot            true
   de_dot_separator  _
+  de_dot_nested     false
 </filter>
 ```
 
@@ -28,8 +29,10 @@ td-agent-gem install fluent-plugin-dedot_filter
 
 * `de_dot` (default: true)
 * `de_dot_separator` (default: '_')
+* `de_dot_nested` (default: false)
 
 `de_dot_separator` cannot be or contain '.'.
+`de_dot_nested` will cause the plugin to recurse through nested structures (hashes and arrays), and remove dots in those key-names too.
 
 ## License
 

data/fluent-plugin-dedot_filter.gemspec

@@ -27,6 +27,10 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
+  spec.add_runtime_dependency "fluentd", ">= 0"
+
   spec.add_development_dependency "bundler", "~> 1.11"
   spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "test-unit"
 end

data/lib/fluent/plugin/filter_dedot.rb

@@ -5,6 +5,7 @@ module Fluent
 
     config_param :de_dot, :bool, default: true
     config_param :de_dot_separator, :string, default: '_'
+    config_param :de_dot_nested, :bool, default: false
 
     def initialize
       super
@@ -16,6 +17,11 @@ module Fluent
       if @de_dot && @de_dot_separator.include?(".")
         raise Fluent::ConfigError, "Invalid de_dot_separator: cannot be or contain '.'"
       end
+
+      if @de_dot && @de_dot_nested
+        log.info "DeDot will recurse nested hashes and arrays"
+      end
+
     end
 
     def filter(tag, time, record)
@@ -31,6 +37,16 @@ module Fluent
 
       record.each do |key, value|
         newkey = key.gsub(/\./, @de_dot_separator)
+
+        # Recurse hashes and arrays:
+        if @de_dot_nested
+          if value.is_a? Hash
+            value = de_dot value
+          elsif value.is_a? Array
+            value = value.map { |v| v.is_a?(Hash) ? de_dot(v) : v }
+          end
+        end
+
         newrecord[newkey] = value
       end
 

data/lib/fluent/plugin/filter_dedot/version.rb

@@ -1,7 +1,7 @@
 module Fluent
   module Plugin
     module DedotFilter
-      VERSION = "0.1.0"
+      VERSION = "0.2.0"
     end
   end
 end

metadata

@@ -1,64 +1,94 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: fluent-plugin-dedot_filter
-version: !ruby/object:Gem::Version 
-  hash: 27
-  prerelease: false
-  segments: 
-  - 0
-  - 1
-  - 0
-  version: 0.1.0
+version: !ruby/object:Gem::Version
+  version: 0.2.0
 platform: ruby
-authors: 
+authors:
 - Tomoyuki Sugimura
 autorequire: 
 bindir: exe
 cert_chain: []
-
-date: 2016-03-05 00:00:00 +09:00
-default_executable: 
-dependencies: 
-- !ruby/object:Gem::Dependency 
-  name: bundler
+date: 2016-05-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
   prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ~>
-      - !ruby/object:Gem::Version 
-        hash: 25
-        segments: 
-        - 1
-        - 11
-        version: "1.11"
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
   type: :development
-  version_requirements: *id001
-- !ruby/object:Gem::Dependency 
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+- !ruby/object:Gem::Dependency
   name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
   prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ~>
-      - !ruby/object:Gem::Version 
-        hash: 35
-        segments: 
-        - 10
-        - 0
-        version: "10.0"
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id002
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: de-dot field name for elasticsearch 2.x
-email: 
+email:
 - tomoyuki.sugimura@gmail.com
 executables: []
-
 extensions: []
-
 extra_rdoc_files: []
-
-files: 
-- .gitignore
+files:
+- ".gitignore"
+- ".rspec"
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -66,39 +96,28 @@ files:
 - fluent-plugin-dedot_filter.gemspec
 - lib/fluent/plugin/filter_dedot.rb
 - lib/fluent/plugin/filter_dedot/version.rb
-has_rdoc: true
 homepage: https://github.com/lunardial/fluent-plugin-dedot_filter
-licenses: 
+licenses:
 - MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
-  none: false
-  requirements: 
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
   - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
-  none: false
-  requirements: 
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
   - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
 rubyforge_project: 
-rubygems_version: 1.3.7
+rubygems_version: 2.5.1
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: de-dot field name for elasticsearch 2.x
 test_files: []
-