embulk-parser-json 0.0.2 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e9403fc54ab64135da124a3791e34087dda9b62a
-  data.tar.gz: e3da372fe2d7ab82aac794864b9ff5de2eaf1464
+  metadata.gz: 00136715fce9203f8e51e69bad23a9fa32f7f97e
+  data.tar.gz: 1ce41b3998ab0e7c9daf4ab4f667235cae993223
 SHA512:
-  metadata.gz: 0975db258c9e8b38de2f1b9859b76e3e52a568db92963ad4b53a82e9a954646ef3e34514771f8133d33757702b0912f7a9231b6faf0fd83d266bc046abdd5d2c
-  data.tar.gz: a35875f4ba86f1dc576b67718e256a2dd91224426c42f5173609ae177ceedf89a788fe3ba47326d3ee5fa05121b304472df28cf97c11aa49c8e323b07367ff67
+  metadata.gz: 2a5b8e785d2d61c0a65981dba6ef53617ee797b637b1f80f6a8efe23449965f75e8183b4c53a8555c3ebe42cf9ead5e6c595af67b9e20168b67914230c380925
+  data.tar.gz: adef59fdc523f07484f58a96e8acb9314e9019c8c4968e4a41d741f043efc752eb2963d96a108ae196cf17a3413c97a35e0e97b7f021952bffa5a760388f4250

data/README.md

@@ -4,18 +4,23 @@ Parser plugin for [Embulk](https://github.com/embulk/embulk).
 
 Read data from input as json and fetch each entries by [jsonpath](http://goessner.net/articles/JsonPath/) to output.
 
+
+
 ## Overview
 
 * **Plugin type**: parser
 * **Load all or nothing**: yes
 * **Resume supported**: no
 
+### Breaking changes
+
+A type name has been changed from **json** to **jsonpath** from v0.0.3.
 
 ## Configuration
 
 ```yaml
 parser:
-  type: json
+  type: jsonpath
   root: $.response.station
   schema:
     - {name: name, type: string}
@@ -26,6 +31,7 @@ parser:
     - {name: lng, type: double, path: y}
     - {name: line, type: string}
     - {name: postal, type: string}
+    - {name: optionals, type: json}
 ```
 
 - **type**: specify this plugin as `json`
@@ -58,10 +64,10 @@ schema:
   - {name: age, type: long}
 ```
 
-### Handle more complicated json 
+### Handle more complicated json
 
 
-If you want to handle more complicated json like as follows:
+If you want to handle more complicated json, you can specify jsonpath to also **path** in schema section like as follows:
 
 ```json
 {
@@ -73,8 +79,6 @@ If you want to handle more complicated json like as follows:
 }
 ```
 
-you can specify jsonpath to also **path** in schema section:
-
 ```yaml
 root: $.students
 schema:
@@ -83,4 +87,3 @@ schema:
 ```
 
 In this case, names[0] will be firstName of schema and names[1] will be lastName.
-

data/embulk-parser-json.gemspec

@@ -4,11 +4,11 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name          = "embulk-parser-json"
-  spec.version       = "0.0.2"
+  spec.version       = "0.0.4"
   spec.authors       = ["Takuma kanari"]
   spec.email         = ["chemtrails.t@gmail.com"]
-  spec.summary       = %q{Embulk parser plugin for json}
-  spec.description   = %q{Json parser plugin is Embulk plugin to fetch entries in json format.}
+  spec.summary       = %q{Embulk parser plugin for json with jsonpath}
+  spec.description   = %q{Json parser plugin is Embulk plugin to fetch entries in json format with jsonpath.}
   spec.homepage      = "https://github.com/takumakanari/embulk-parser-json"
   spec.license       = "MIT"
 

data/lib/embulk/parser/{json.rb → jsonpath.rb}

@@ -1,10 +1,11 @@
+require "json"
 require "jsonpath"
 
 module Embulk
   module Parser
 
-    class JsonParserPlugin < ParserPlugin
-      Plugin.register_parser("json", self)
+    class JsonpathParserPlugin < ParserPlugin
+      Plugin.register_parser("jsonpath", self)
 
       def self.transaction(config, &control)
         task = {
@@ -18,10 +19,10 @@ module Embulk
       end
 
       def run(file_input)
-        rootPath = JsonPath.new(@task["root"])
+        root = JsonPath.new(@task["root"])
         schema = @task["schema"]
         while file = file_input.next_file
-          rootPath.on(file.read).flatten.each do |e|
+          root.on(JSON.parse(file.read)).flatten.each do |e|
             @page_builder.add(make_record(schema, e))
           end
         end
@@ -29,44 +30,39 @@ module Embulk
       end
 
       private
-
       def make_record(schema, e)
         schema.map do |c|
           name = c["name"]
           path = c["path"]
-          val = path.nil? ? e[name] : find_by_path(e, path)
 
-          v = val.nil? ? "" : val
+          val = path.nil? ? e[name] : JsonPath.on(e, path).first
           type = c["type"]
           case type
             when "string"
-              v
+              val
             when "long"
-              v.to_i
+              val.to_i
             when "double"
-              v.to_f
+              val.to_f
+            when "json"
+              val
             when "boolean"
-              if v.nil?
+              if val.nil? || val.empty?
                 nil
-              elsif v.kind_of?(String)
-                ["yes", "true", "1"].include?(v.downcase)
-              elsif v.kind_of?(Numeric)
-                !v.zero?
+              elsif val.kind_of?(String)
+                ["yes", "true", "1"].include?(val.downcase)
+              elsif val.kind_of?(Numeric)
+                !val.zero?
               else
-                !!v
+                !!val
               end
             when "timestamp"
-              v.empty? ? nil : Time.strptime(v, c["format"])
+              val.nil? || val.empty? ? nil : Time.strptime(val, c["format"])
             else
               raise "Unsupported type #{type}"
           end
         end
       end
-
-      def find_by_path(e, path)
-        JsonPath.on(e, path).first
-      end
     end
-
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-parser-json
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.4
 platform: ruby
 authors:
 - Takuma kanari
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-02-10 00:00:00.000000000 Z
+date: 2016-11-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: jsonpath
@@ -52,7 +52,8 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '10.0'
-description: Json parser plugin is Embulk plugin to fetch entries in json format.
+description: Json parser plugin is Embulk plugin to fetch entries in json format with
+  jsonpath.
 email:
 - chemtrails.t@gmail.com
 executables: []
@@ -65,7 +66,7 @@ files:
 - README.md
 - Rakefile
 - embulk-parser-json.gemspec
-- lib/embulk/parser/json.rb
+- lib/embulk/parser/jsonpath.rb
 homepage: https://github.com/takumakanari/embulk-parser-json
 licenses:
 - MIT
@@ -86,8 +87,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.5.1
+rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
-summary: Embulk parser plugin for json
+summary: Embulk parser plugin for json with jsonpath
 test_files: []