fluent-plugin-ilm_text_to_json 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: d335062239d19bcc6c55e8fa3eea79344a235757
+  data.tar.gz: 8b72d54135430e900ab56926d1a1955d4065debd
+SHA512:
+  metadata.gz: b48999b44e396b2b6e09a200d0c700942fc850516426d4c16cfb092ef5c45e53bae2a657ca6b9c50da671fe9aa921db02ddf274f58c8e6182a16b8f1e27631b7
+  data.tar.gz: 5a967436647d5e0fc90cd7221de30de8cb65cb983519bb0f2f6e6a512ed3e834aa32afc988d7b800123da5f2138a56a5aeeaa96a31f41aa94d85071029146463

data/lib/fluent/plugin/out_text_to_json.rb

@@ -0,0 +1,58 @@
+require "fluent/plugin/text_to_json/version"
+
+module Fluent
+  module TextFormatter
+    module TextToJsonFormatter < Formatter
+	Plugin.register_formatter("ilm_text_to_json", self)
+	
+	include HandleTagAndTimeMixin
+	config_param :json_field, :string
+	config_param :field_splitter, :string	
+
+	def configure(conf)
+	  super
+	  @fields = @json_field.split(",").map{|field| "\"" + field + "\""}
+	end
+	
+	def format(tag, time, record)
+	  tmp_field = Array.new
+          tmp_field = record.split(@field_splitter)
+	  
+	  tmp_field[1] = @field_splitter + tmp_field[1]
+	  
+
+	  #sdr parameters to json format
+	  tmp_field[0] = tmp_field[0].split("\n")
+	  tmp_field[0] = tmp_field[0].map{|value| (value == "")? nil:value} # HBase plugin ignores nil values
+	  tmp_field[0] = tmp_field[0].map{|value| (value == nil)? nil:"\""+value+"\""}
+	  
+	  tmp_field[0] = @fields[2,14].zip(tmp_field[0]
+	  tmp_field[0] = tmp_field[0].map{|x| x.join(":")}.join(",")
+	  tmp_field[0] = @field[0] + ":" + "{" + tmp_field[0] + "}"
+	  
+
+	  #factor paramters to json format
+	  tmp_field[1] = tmp_field[1].split("\n")
+	  #Set factor ID as a second field's name
+	  head, *tail = tmp_field[1].split("\n")
+	  haed = head.split("|")
+	  head = head.map(|field| "\""+field+"\""}
+
+
+	  tail = tail.map{|values| values.split("|")}
+
+	  new_tail = Array.new(head.length)
+	  
+	  for i in 0..head.length-1
+	  new_tail[i] = "\"" + tail.map{|values| values[i]}.join(",") + "\""
+	  end
+	
+	  tmp_field[1] = "{" +  head.zip(new_tail).map{|field,value| field + ":" + value }.join(",") + "}"
+	  
+	  "{" +  @fileds[0] + ":" + "{" + tmp_field[0] + "}," + @fields[1] + ":" + "{" + tmp_field[1] + "}}"
+	  
+
+	end
+    end
+  end
+end

metadata

@@ -0,0 +1,115 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-ilm_text_to_json
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- minwoo lee
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2017-06-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.15'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.15'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.12.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.12.0
+- !ruby/object:Gem::Dependency
+  name: massive_record
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.2
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+description: '"this is just our exclusive plugin for the special purpose"'
+email:
+- minwoo.lee@ilmile.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/fluent/plugin/out_text_to_json.rb
+homepage: https://rubygems.org/gems/fluent-plugin-ilm_text_to_json
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: '"convert text/plain format to json format."'
+test_files: []