embulk-parser-xml 0.0.4 → 0.0.5

data/README.md

@@ -22,9 +22,18 @@ parser:
     - {name: age, type: long}
 ```
 
-- **type**: specify this plugin as `xml`
-- **root**: root property to start fetching each entries, specify in *path/to/node* style, required
-- **schema**: specify the attribute of table and data type, required
+- **type**: specify this plugin as `xml` .
+- **root**: root property to start fetching each entries, specify in *path/to/node* style, required.
+- **schema**: specify the attribute of table and data type, required.
+
+If you need to parse column as timestamp type, *schema* supports 2 optional parameters:
+
+```yaml
+schema:
+  - {name: timestamp_column, type: timestamp, format: "%Y-%m-%d", timezone: "+0000"}
+```
+- **format**: timestamp format to parse, required.
+- **timezone**: timestamp will be parsing in this timezone, `"+0900"` is used by default.
 
 Then you can fetch entries from the following xml:
 
@@ -50,4 +59,4 @@ Then you can fetch entries from the following xml:
     </student>
   </students>
 </data>
-```
+```

data/embulk-parser-xml.gemspec

@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name          = "embulk-parser-xml"
-  spec.version       = "0.0.4"
+  spec.version       = "0.0.5"
   spec.authors       = ["Takuma kanari"]
   spec.email         = ["chemtrails.t@gmail.com"]
   spec.summary       = %q{Embulk parser plugin for XML}

data/lib/embulk/parser/xml.rb

@@ -9,7 +9,13 @@ module Embulk
       def self.transaction(config, &control)
         schema = config.param("schema", :array)
         schema_serialized = schema.inject({}) do |memo, s|
-          memo[s["name"]] = s["type"]
+          memo[s["name"]] = {"type" => s["type"]}
+          if s["type"] == "timestamp"
+            memo[s["name"]].merge!({
+              "format" => s["format"],
+              "timezone" => s["timezone"] || "+0900"
+            })
+          end
           memo
         end
         task = {
@@ -100,9 +106,9 @@ module Embulk
         end
       end
 
-      def convert(val, type)
+      def convert(val, config)
         v = val.nil? ? "" : val
-        case type
+        case config["type"]
           when "string"
             v
           when "long"
@@ -112,7 +118,14 @@ module Embulk
           when "boolean"
             ["yes", "true", "1"].include?(v.downcase)
           when "timestamp"
-            v.empty? ? nil : Time.strptime(v, c["format"])
+            unless v.empty?
+              dest = Time.strptime(v, config["format"])
+              utc_offset = dest.utc_offset
+              zone_offset = Time.zone_offset(config["timezone"])
+              dest.localtime(zone_offset) + utc_offset - zone_offset
+            else
+              nil
+            end
           else
             raise "Unsupported type '#{type}'"
         end

metadata

@@ -1,55 +1,62 @@
 --- !ruby/object:Gem::Specification
 name: embulk-parser-xml
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.5
+  prerelease: 
 platform: ruby
 authors:
 - Takuma kanari
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-08-02 00:00:00.000000000 Z
+date: 2016-02-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '1.6'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '1.6'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '1.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '1.0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '10.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '10.0'
 description: XML parser plugin is Embulk plugin to fetch entries in xml format.
@@ -59,7 +66,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".gitignore"
+- .gitignore
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -69,25 +76,26 @@ files:
 homepage: https://github.com/takumakanari/embulk-parser-xml
 licenses:
 - MIT
-metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
   requirements:
-  - - ">="
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
   requirements:
-  - - ">="
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 1.8.23
 signing_key: 
-specification_version: 4
+specification_version: 3
 summary: Embulk parser plugin for XML
 test_files: []

checksums.yaml

@@ -1,7 +0,0 @@
----
-SHA1:
-  metadata.gz: ace02cec80163c6715578043b31500af1783e4bd
-  data.tar.gz: 8ebd59d04f9ac7ae966b1c5bfff085a4dae0f1fa
-SHA512:
-  metadata.gz: ed2ee84816accf96eb8b391f7bc11f2a771d545a1f48ebb994a25ff7c0ed9042ccc0030caaa4a1a567b5688c0f79c12665971c8d063205e6d1b1683663fef0ff
-  data.tar.gz: fa8dfb6de0f1953f2eaffb3c1003081c3095d8dc27d9097c500327dadb46c4460ad99700703ea8f70f5ce3b76c443034e8d785ffb03be389fafc064921eb3211