fluent-plugin-mysql 0.0.5 → 0.0.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 408a12decbefd767bb9f236f852e35d7596ffc7c
-  data.tar.gz: 12d2f9728137b662469dd1c4a2d36b21e2b51ee3
+  metadata.gz: 01f59910a106e764bf3301deccc502886aca1297
+  data.tar.gz: a073cae83947ca7f314bbab63d68655aac08f939
 SHA512:
-  metadata.gz: 3d6c9bb6d2a154b881cfaef8600e2bfea88f7ffaeaea7ecd96834507e7979c64acdc1f51e248a62f08a69b2a38efa6209474af69286d46a59c29c13f9901915a
-  data.tar.gz: ad4827600dd00abd928f57e30e8f97578c4756391fbe48cc51a096f3e4623dc235182bcc964c8cc675fad9e34ae67e6764269756cb1b2d56b6a98cd770b68f22
+  metadata.gz: ee8e3ac4aba73b8c53744bcef56d4ebad1df87d935d11a8179b4107bc048beb7d02dcbfffcd40ea137137e3c7ad539a0066e71cafad56a6de09f119013fcbb43
+  data.tar.gz: 14ab65885630ebf03e699ffca944a46ab47b8fa84fb302714fed6c25892da842987ec8c3998b4d901707dc8a9e32a7fdae51115ba17308d309cc81a83e68bc7d

data/README.md

@@ -95,6 +95,35 @@ Or, for json:
     </match>
     #=> inserted json data into column 'jsondata' with addtional attribute 'timeattr' and 'tagattr'
 
+### JsonPath format
+
+You can use [JsonPath](http://goessner.net/articles/JsonPath/) selectors as key_names, such as:
+
+	<match output.with.jsonpath.format.*>
+	   type mysql
+	   host database.local
+       database foo
+       username bar
+
+       include_time_key yes
+       utc
+       include_tag_key yes
+       table baz
+
+       format jsonpath
+       key_names time, tag, id, data.name, tags[0]
+       sql INSERT INTO baz (coltime,coltag,id,name,tag1) VALUES (?,?,?,?,?)
+	</match>
+
+Which for a record like:
+
+`{ 'id' => 15, 'data'=> {'name' => 'jsonpath' }, 'tags' => ['unit', 'simple'] }`
+
+will generate the following insert values:
+
+`('2012-12-17T01:23:45Z','test',15,'jsonpath','unit')`
+
+
 ## TODO
 
 * implement 'tag_mapped'

data/fluent-plugin-mysql.gemspec

@@ -1,7 +1,7 @@
 # -*- encoding: utf-8 -*-
 Gem::Specification.new do |gem|
   gem.name          = "fluent-plugin-mysql"
-  gem.version       = "0.0.5"
+  gem.version       = "0.0.6"
   gem.authors       = ["TAGOMORI Satoshi"]
   gem.email         = ["tagomoris@gmail.com"]
   gem.description   = %q{fluent plugin to insert mysql as json(single column) or insert statement}
@@ -16,5 +16,6 @@ Gem::Specification.new do |gem|
 
   gem.add_runtime_dependency "fluentd"
   gem.add_runtime_dependency "mysql2-cs-bind"
+  gem.add_runtime_dependency "jsonpath"
   gem.add_development_dependency "rake"
 end

data/lib/fluent/plugin/out_mysql.rb

@@ -22,6 +22,7 @@ class Fluent::MysqlOutput < Fluent::BufferedOutput
   def initialize
     super
     require 'mysql2-cs-bind'
+    require 'jsonpath'
   end
 
   def configure(conf)
@@ -29,8 +30,17 @@ class Fluent::MysqlOutput < Fluent::BufferedOutput
 
     # TODO tag_mapped
 
-    if @format == 'json'
+    case @format
+    when 'json'
       @format_proc = Proc.new{|tag, time, record| record.to_json}
+    when 'jsonpath'
+      @key_names = @key_names.split(',')
+      @format_proc = Proc.new do |tag, time, record|
+        json = record.to_json
+        @key_names.map do |k|
+          JsonPath.new(k.strip).on(json).first
+        end
+      end
     else
       @key_names = @key_names.split(',')
       @format_proc = Proc.new{|tag, time, record| @key_names.map{|k| record[k]}}

data/test/plugin/test_out_mysql.rb

@@ -156,6 +156,29 @@ format json
     d.run
   end
 
+  def test_jsonpath_format
+    d = create_driver %[
+      host database.local
+      database foo
+      username bar
+      password mogera
+      include_time_key yes
+      utc
+      include_tag_key yes
+      table baz
+      format jsonpath
+      key_names time, tag, id, data.name, tags[0]
+      sql INSERT INTO baz (coltime,coltag,id,name,tag1) VALUES (?,?,?,?,?)
+    ]
+    assert_equal 'INSERT INTO baz (coltime,coltag,id,name,tag1) VALUES (?,?,?,?,?)', d.instance.sql
+
+    time = Time.parse('2012-12-17 01:23:45 UTC').to_i
+    record = { 'id' => 15, 'data'=> {'name' => 'jsonpath' }, 'tags' => ['unit', 'simple'] }
+    d.emit(record, time)
+    d.expect_format ['test', time, ['2012-12-17T01:23:45Z','test',15,'jsonpath','unit']].to_msgpack
+    d.run
+  end
+
   def test_write
     # hmm....
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-mysql
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.0.6
 platform: ruby
 authors:
 - TAGOMORI Satoshi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-09-03 00:00:00.000000000 Z
+date: 2014-01-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -38,6 +38,20 @@ dependencies:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: jsonpath
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement