fluent-plugin-json-nest2flat 0.0.3 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e45093d5cca9ffa3fbb1402e56e2347f887e234f
-  data.tar.gz: 648dfeb3aa5d8b18ebc3622d93145ce2e4b97024
+  metadata.gz: ad7d5150b74d88a5f4435944d95a818b6800eb59
+  data.tar.gz: 1628f1bac6bed1b7a9247f00c3d8338f47151690
 SHA512:
-  metadata.gz: 78b95b15bb6899e345463120c5cddd9496113764952bac421e4beff856e8e9ad9b43a28ffb71be6cc7274c861a63aaa1d3a07da80d1cf3164a84224f7067b0b1
-  data.tar.gz: e404e4dc5d0ec9f4455ae53018a9b718d4a1dcf3f12a619d7b60e4e4ecb8baa7c59e5b326ea8a8333a53455461e92a50622528894697dc83f5673d76a6ec6093
+  metadata.gz: a42af76cb7d2ed1c3c005e7a0b7a5deec88d97a95e665e0dd68f00f0cf6a50075440f8d868d447ce2e4438f6b3cdea0c981f6e6510a3e3c3f4f6864b5f2f0457
+  data.tar.gz: 187e26e1006348451d931ff07ae6db04644843fd2eae70c53eacc0cfcb5cd66e4ccf0ff62a3451279e2c727259e6eec1885298e11222981e402e54ce7b378480

data/README.md

@@ -10,21 +10,53 @@ ex. {"hoge":1, "foo":2, "data":{"name":"taro", "age":18, "height":175}} -> ex. {
 # Configuration
 ex1.
 
-    <match pattern>
+    <match example>
         type json_nest2flat
         tag json_nest2flat.finished
         json_keys data1,data2,data3
     </match>
 
+in
+
+example: {"name":"taro","age":"17","data1":{"a":"b"},"data2":{"c":"d"},"data3":{"e":"f"}}
+
+out
+
+json_nest2flat.finished: {"name":"taro","age":"17","a":"b","c":"d","e":"f"}
 
 ex2.
 
-    <match pattern>
+    <match example>
         type json_nest2flat
         add_tag_prefix json_nest2flat
         json_keys data1,data2,data3
     </match>
 
+in
+
+example: {"name":"taro","age":"17","data1":{"a":"b"},"data2":{"c":"d"},"data3":{"e":"f"}}
+
+out
+
+json_nest2flat.example: {"name":"taro","age":"17","a":"b","c":"d","e":"f"}
+
+ex3.
+
+    <match example>
+        type json_nest2flat
+        add_tag_prefix json_nest2flat
+        json_keys data1
+        ignore_item_keys {"data1":["b","c","d"]}
+    </match>
+
+in
+
+example: {"name":"taro","age":"17","data1":{"a":"b","b":"c","c":"d","d":"e","e":"f"}}
+
+out
+
+json_nest2flat.example: {"name":"taro","age":"17","a":"b","e":"f"}
+
 # Parameters
 * tag
 
@@ -38,6 +70,11 @@ ex2.
 
     It is the key that you want to convert to a flat structure from JSON nested. It is more than one can be specified in a comma-separated.
 
+* ignore_item_keys
+
+    You specify the item that you want to ignore the key that is specified in the "json_keys". The format is JSON format. Please refer to the section of "Configuration" example of setting.
+    
+
 # TODO
 
  Currently, nested structure of two or more layers will be unexpected.

data/fluent-plugin-json-nest2flat.gemspec

@@ -1,7 +1,7 @@
 # coding: utf-8
 Gem::Specification.new do |spec|
   spec.name          = "fluent-plugin-json-nest2flat"
-  spec.version       = "0.0.3"
+  spec.version       = "0.0.4"
   spec.authors       = ["Fukui ReTu"]
   spec.email         = ["s0232101@gmail.com"]
   spec.description   = %q{Output filter plugin to convert to a flat structure the JSON that is nest}

data/lib/fluent/plugin/out_json_nest2flat.rb

@@ -1,11 +1,11 @@
 module Fluent
     class JsonNestToFlatOutput < Fluent::Output
-
         Fluent::Plugin.register_output('json_nest2flat', self)
 
         config_param :tag, :string, :default => nil
         config_param :add_tag_prefix, :string, :default => nil
         config_param :json_keys, :string, :default => nil
+        config_param :ignore_item_keys, :string, :default => nil
 
         def configure(conf)
             super
@@ -27,13 +27,28 @@ module Fluent
             end
 
             @json_keys = @json_keys.split(",")
+
+            @ignore_item_keys = conf['ignore_item_keys']
+
+            if !@ignore_item_keys.nil?
+                begin
+                    @ignore_item_keys = JSON.parse(@ignore_item_keys)
+                rescue => e
+                   raise Fluent::ConfigError, "ignore_item_keys is illegal! ignore_item_keys=#{@ignore_item_keys}"
+                end
+            end
         end
 
         def emit(tag, es, chain)
             es.each { |time, record|
                 chain.next
 
-                new_record = _convert_record(record);
+                new_record = nil
+                begin
+                    new_record = _convert_record(record);
+                rescue => e
+                    $log.error "json_data is parse error.", :error=>e.to_s
+                end
 
                 if @enabled_tag
                     Fluent::Engine.emit(@tag, time, new_record)
@@ -49,16 +64,23 @@ module Fluent
         # @return [Hash] ネストされたJSONをフラットな構造に変換したレコード
         private
         def _convert_record(old_record)
-            new_record = Hash.new([])
+            new_record = {}
             json_keys_exist_count = 0
 
             old_record.each { |old_record_k, old_record_v|
-                if (@json_keys.include?(old_record_k))
+                if @json_keys.include?(old_record_k)
                     json_data = old_record[old_record_k]
                     JSON.parse(json_data).each { |json_k, json_v|
+                        if @ignore_item_keys.include?(old_record_k)
+                            # 無視するキーに該当
+                            ignore_items = @ignore_item_keys[old_record_k]
+                            if ignore_items.include?(json_k)
+                                # 無視するアイテムに該当するのでハッシュに含まない
+                                next
+                            end
+                        end
                         new_record[json_k] = json_v
                     }
-
                     json_keys_exist_count += 1
                 else
                     new_record[old_record_k] = old_record_v
@@ -71,6 +93,5 @@ module Fluent
 
             return new_record
         end
-
     end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-json-nest2flat
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - Fukui ReTu
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-12-29 00:00:00.000000000 Z
+date: 2014-01-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler