embulk 0.8.11 → 0.8.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 81c887e218fd9d238dec965be53e323c01f44d50
-  data.tar.gz: 18070eab3f000095620d8ad225c1fb2409bd3469
+  metadata.gz: 516559aa6be191a7e18b767b18310a55ef422ee4
+  data.tar.gz: ffa0b4e5234478eac73ed61ef62d7c8739a912e0
 SHA512:
-  metadata.gz: df63c0e61d61b000418b4a27459be10d9ea03e414d8146c6010d1b5117b72159ac483ed370a0e139c962964bbf82a8f8f5eb7ada39fa91ee07ec373dfd284603
-  data.tar.gz: c52e9bc1f9bbf102fa7be647fbd879513d056a79be64ffba303c765ae78457500b5d91457b47d9b626d7c3ce38868804941b56e656309e568a8847f8181570e1
+  metadata.gz: 85ae4c9da24062ee44b1722f8e873ff707cd1d857870c3442cd764141587bbec3bb6a8103ce39e98267fe4cb2e1cb5437a0ad1e578b288fe06694559b12c21c8
+  data.tar.gz: e622a59511f79253da99ede1dfd62b86a986e5d26b72a50d3685c06e9ed4cdb6bf2db4ef8ddf7168a31131a30216a76f83060bacd879c5da91baa730e5acb1d3

data/build.gradle

@@ -16,7 +16,7 @@ def release_projects = [project(":embulk-core"), project(":embulk-standards")]
 
 allprojects {
     group = 'org.embulk'
-    version = '0.8.11'
+    version = '0.8.12'
 
     ext {
         jrubyVersion = '9.1.2.0'

data/embulk-docs/src/built-in.rst

@@ -256,6 +256,18 @@ List of types:
 | string      | Strings                                      |
 +-------------+----------------------------------------------+
 
+The ``null_string`` option converts certain values to NULL. Values will be converted as following:
+
++---------------------------------+-------------------------+--------------------------+----------------+--------------------+
+|                                 | non-quoted empty string | quoted empty string ("") | non-quoted \\N | quoted \\N ("\\N") |
++=================================+=========================+==========================+================+====================+
+| ``null_string: ""``             | NULL                    |  NULL                    | ``\N``         | ``\N``             |
++---------------------------------+-------------------------+--------------------------+----------------+--------------------+
+| ``null_string: \N``             | (empty string)          |  (empty string)          | NULL           | NULL               |
++---------------------------------+-------------------------+--------------------------+----------------+--------------------+
+| ``null_string: null`` (default) | NULL                    |  (empty string)          | ``\N``         | ``\N``             |
++---------------------------------+-------------------------+--------------------------+----------------+--------------------+
+
 You can use ``guess`` to automatically generate the column settings. See also `Quick Start <https://github.com/embulk/embulk#quick-start>`_.
 
 Example

data/embulk-docs/src/customization.rst

@@ -47,7 +47,7 @@ Type                  description                      example
 **ruby-output**       Ruby record output plugin        ``mysql``
 **ruby-filter**       Ruby record filter plugin        ``add-hostname``
 **ruby-parser**       Ruby file parser plugin          ``csv``
-**ruby-formatter**    Ruby file formatter plugin       ``csv```
+**ruby-formatter**    Ruby file formatter plugin       ``csv``
 ====================  ===============================  =================
 
 For example, if you want to parse a new file format using Java, type this command:

data/embulk-docs/src/release.rst

@@ -4,6 +4,7 @@ Release Notes
 .. toctree::
     :maxdepth: 1
 
+    release/release-0.8.12
     release/release-0.8.11
     release/release-0.8.10
     release/release-0.8.9

data/embulk-docs/src/release/release-0.8.12.rst

@@ -0,0 +1,12 @@
+Release 0.8.12
+==================================
+
+General Changes
+------------------
+
+* Improved guessing so that type of a column to long if the column includes integers and timestmap-looking integers. It was guessed as string before.
+
+
+Release Date
+------------------
+2016-08-03

data/lib/embulk/guess/schema_guess.rb

@@ -111,6 +111,7 @@ module Embulk::Guess
       TYPE_COALESCE = Hash[{
         long: :double,
         boolean: :long,
+        timestamp: :long,  # TimeFormatGuess matches with digits without delimiters
       }.map {|k,v|
         [[k.to_s, v.to_s].sort, v.to_s]
       }]

data/lib/embulk/version.rb

@@ -1,3 +1,3 @@
 module Embulk
-  VERSION = '0.8.11'
+  VERSION = '0.8.12'
 end

data/test/guess/test_schema_guess.rb

@@ -4,8 +4,26 @@ require 'embulk/guess/schema_guess'
 
 class SchemaGuessTest < ::Test::Unit::TestCase
   G = Embulk::Guess::SchemaGuess
+  C = Embulk::Column
 
   def test_guess
     G.from_hash_records([{"int" => "1", "str" => "a"}])
   end
+
+  def test_coalesce
+    assert_equal(
+      [C.new(0, "a", :timestamp, "%Y%m%d")],
+      G.from_hash_records([
+        {"a" => "20160101"},
+        {"a" => "20160101"},
+      ]))
+
+    assert_equal(
+      [C.new(0, "a", :long)],
+      G.from_hash_records([
+        {"a" => "20160101"},
+        {"a" => "20160101"},
+        {"a" => "12345678"},
+      ]))
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk
 version: !ruby/object:Gem::Version
-  version: 0.8.11
+  version: 0.8.12
 platform: ruby
 authors:
 - Sadayuki Furuhashi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-07-26 00:00:00.000000000 Z
+date: 2016-08-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: jruby-jars
@@ -108,9 +108,9 @@ files:
 - classpath/commons-beanutils-core-1.8.3.jar
 - classpath/commons-compress-1.10.jar
 - classpath/commons-lang3-3.1.jar
-- classpath/embulk-cli-0.8.11.jar
-- classpath/embulk-core-0.8.11.jar
-- classpath/embulk-standards-0.8.11.jar
+- classpath/embulk-cli-0.8.12.jar
+- classpath/embulk-core-0.8.12.jar
+- classpath/embulk-standards-0.8.12.jar
 - classpath/guava-18.0.jar
 - classpath/guice-4.0.jar
 - classpath/guice-bootstrap-0.1.1.jar
@@ -425,6 +425,7 @@ files:
 - embulk-docs/src/release/release-0.8.1.rst
 - embulk-docs/src/release/release-0.8.10.rst
 - embulk-docs/src/release/release-0.8.11.rst
+- embulk-docs/src/release/release-0.8.12.rst
 - embulk-docs/src/release/release-0.8.2.rst
 - embulk-docs/src/release/release-0.8.3.rst
 - embulk-docs/src/release/release-0.8.4.rst