fluent-plugin-json-nest2flat 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 116db9905231f401d65f59f92619ee8e189c85cf
+  data.tar.gz: ef946f489f65f30e155c495acf791d537c9ccb3b
+SHA512:
+  metadata.gz: b526ee7234f34eab9b92cdcc7a46b2ee66af6b579fe82d727dcb4fe54beb95613b6c55557df7be8fa55018cc9a5f543cc036330c83922e740bd85b16555cbc28
+  data.tar.gz: 5f02de95f8379300bffb267ab1ceaea7444693132df2a7287394589ad121fc5d2a9f92849f86445871a393caf45402cbb18368e7c3b1a88306d7732f71841d3b

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in fluent-plugin-json-nest2flat.gemspec
+gemspec

data/README.md

@@ -0,0 +1,29 @@
+# Fluent::Plugin::Json::Nest2flat
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'fluent-plugin-json-nest2flat'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install fluent-plugin-json-nest2flat
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/fluent-plugin-json-nest2flat.gemspec

@@ -0,0 +1,19 @@
+# coding: utf-8
+Gem::Specification.new do |spec|
+  spec.name          = "fluent-plugin-json-nest2flat"
+  spec.version       = "0.0.1"
+  spec.authors       = ["FukuiRetu"]
+  spec.email         = ["s0232101@gmail.com"]
+  spec.description   = %q{Output filter plugin to convert to a flat structure the JSON that is nest}
+  spec.summary       = %q{Output filter plugin to convert to a flat structure the JSON that is nest}
+  spec.homepage      = "https://github.com/fukuiretu/fluent-plugin-json-nest2flat"
+  spec.license       = "Apache"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+end

data/lib/fluent/plugin/out_json_nest2flat.rb

@@ -0,0 +1,59 @@
+module Fluent
+    class JsonNestToFlatOutput < Fluent::Output
+
+        Fluent::Plugin.register_output('json_nest2flat', self)
+
+        config_param :json_keys, :string, :default => nil
+
+        def configure(conf)
+            super
+
+            @json_keys = conf['json_keys']
+            if @json_keys.nil?
+                raise Fluent::ConfigError, "json_keys is undefined!"
+            end
+
+            @json_keys = @json_keys.split(",")
+        end
+
+        def emit(tag, es, chain)
+            es.each { |time, record|
+                chain.next
+
+                new_record = _convert_record(record);
+
+                Fluent::Engine.emit(tag, time, new_record)
+            }
+        end
+
+        # ネストされたJSONをフラットな構造に変換します。
+        # ネストされた元のJSONは削除し、フラットな構造にした値群に差し替えます。
+        # @param [Hash] old_record 元のレコード
+        # @return [Hash] ネストされたJSONをフラットな構造に変換したレコード
+        private
+        def _convert_record(old_record)
+            new_record = Hash.new([])
+            json_keys_exist_count = 0
+
+            old_record.each { |old_record_k, old_record_v|
+                if (@json_keys.include?(old_record_k))
+                    json_data = old_record[old_record_k]
+                    JSON.parse(json_data).each { |json_k, json_v|
+                        new_record[json_k] = json_v
+                    }
+
+                    json_keys_exist_count += 1
+                else
+                    new_record[old_record_k] = old_record_v
+                end
+            }
+
+            unless json_keys_exist_count > 0
+                $log.warn "json_keys is not found."
+            end
+
+            return new_record
+        end
+
+    end
+end

metadata

@@ -0,0 +1,81 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-json-nest2flat
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- FukuiRetu
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-12-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Output filter plugin to convert to a flat structure the JSON that is
+  nest
+email:
+- s0232101@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- README.md
+- Rakefile
+- fluent-plugin-json-nest2flat.gemspec
+- lib/fluent/plugin/out_json_nest2flat.rb
+- test/plugin/test_out_json_nest2flat.rb
+homepage: https://github.com/fukuiretu/fluent-plugin-json-nest2flat
+licenses:
+- Apache
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: Output filter plugin to convert to a flat structure the JSON that is nest
+test_files:
+- test/plugin/test_out_json_nest2flat.rb