embulk 0.8.11-java → 0.8.12-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 78e67052219cf2ff3381c89b23f314796a4a9bc1
-  data.tar.gz: 797e290bdf936f6e37b25f3a14554cd9fd27733b
+  metadata.gz: c15039e117b4192fb6b0dcd6500d5caa79dc6702
+  data.tar.gz: 841d7f3ba142b9188e17efcd3b7932438c77c6d2
 SHA512:
-  metadata.gz: c31ddfac5a13f7220f27c2ced42981da75da226092282e560daf774e207fe809b6d9dc78feba4c6e7e2aae344c0fd1fb7dece93c221a2d6be47668da18f20949
-  data.tar.gz: a868a8d27d8872c01d2a18bcc4d0322d12ce39d96e9613e8ac6dae5ddb7ca01ef2703e88c1380286d13387f3b2263212e5de898e1fd0642f389d20a64bbfdbcd
+  metadata.gz: 7c46809c7a1cbc30f330794662b60d4733f566df2c0595f1ebe9df7eb0c1062195093801b88fe1c0912ea3bdc897307f86461c73a1a9bbe5a362e36288e5dafd
+  data.tar.gz: e015e581da6a18127dff42cae052b1c33b2512e1891d3a13b8dfb320eb00ebbabba2dce51a0525d53ac06372949dc0aa1a5d0f75210ae7bd6ea6b4e32e86de76

data/build.gradle

@@ -16,7 +16,7 @@ def release_projects = [project(":embulk-core"), project(":embulk-standards")]
 
 allprojects {
     group = 'org.embulk'
-    version = '0.8.11'
+    version = '0.8.12'
 
     ext {
         jrubyVersion = '9.1.2.0'

data/embulk-docs/src/built-in.rst

@@ -256,6 +256,18 @@ List of types:
 | string      | Strings                                      |
 +-------------+----------------------------------------------+
 
+The ``null_string`` option converts certain values to NULL. Values will be converted as following:
+
++---------------------------------+-------------------------+--------------------------+----------------+--------------------+
+|                                 | non-quoted empty string | quoted empty string ("") | non-quoted \\N | quoted \\N ("\\N") |
++=================================+=========================+==========================+================+====================+
+| ``null_string: ""``             | NULL                    |  NULL                    | ``\N``         | ``\N``             |
++---------------------------------+-------------------------+--------------------------+----------------+--------------------+
+| ``null_string: \N``             | (empty string)          |  (empty string)          | NULL           | NULL               |
++---------------------------------+-------------------------+--------------------------+----------------+--------------------+
+| ``null_string: null`` (default) | NULL                    |  (empty string)          | ``\N``         | ``\N``             |
++---------------------------------+-------------------------+--------------------------+----------------+--------------------+
+
 You can use ``guess`` to automatically generate the column settings. See also `Quick Start <https://github.com/embulk/embulk#quick-start>`_.
 
 Example

data/embulk-docs/src/customization.rst

@@ -47,7 +47,7 @@ Type                  description                      example
 **ruby-output**       Ruby record output plugin        ``mysql``
 **ruby-filter**       Ruby record filter plugin        ``add-hostname``
 **ruby-parser**       Ruby file parser plugin          ``csv``
-**ruby-formatter**    Ruby file formatter plugin       ``csv```
+**ruby-formatter**    Ruby file formatter plugin       ``csv``
 ====================  ===============================  =================
 
 For example, if you want to parse a new file format using Java, type this command:

data/embulk-docs/src/release/release-0.8.12.rst

@@ -0,0 +1,12 @@
+Release 0.8.12
+==================================
+
+General Changes
+------------------
+
+* Improved guessing so that type of a column to long if the column includes integers and timestmap-looking integers. It was guessed as string before.
+
+
+Release Date
+------------------
+2016-08-03

data/embulk-docs/src/release.rst

@@ -4,6 +4,7 @@ Release Notes
 .. toctree::
     :maxdepth: 1
 
+    release/release-0.8.12
     release/release-0.8.11
     release/release-0.8.10
     release/release-0.8.9

data/lib/embulk/guess/schema_guess.rb

@@ -111,6 +111,7 @@ module Embulk::Guess
       TYPE_COALESCE = Hash[{
         long: :double,
         boolean: :long,
+        timestamp: :long,  # TimeFormatGuess matches with digits without delimiters
       }.map {|k,v|
         [[k.to_s, v.to_s].sort, v.to_s]
       }]

data/lib/embulk/version.rb

@@ -1,3 +1,3 @@
 module Embulk
-  VERSION = '0.8.11'
+  VERSION = '0.8.12'
 end

data/test/guess/test_schema_guess.rb

@@ -4,8 +4,26 @@ require 'embulk/guess/schema_guess'
 
 class SchemaGuessTest < ::Test::Unit::TestCase
   G = Embulk::Guess::SchemaGuess
+  C = Embulk::Column
 
   def test_guess
     G.from_hash_records([{"int" => "1", "str" => "a"}])
   end
+
+  def test_coalesce
+    assert_equal(
+      [C.new(0, "a", :timestamp, "%Y%m%d")],
+      G.from_hash_records([
+        {"a" => "20160101"},
+        {"a" => "20160101"},
+      ]))
+
+    assert_equal(
+      [C.new(0, "a", :long)],
+      G.from_hash_records([
+        {"a" => "20160101"},
+        {"a" => "20160101"},
+        {"a" => "12345678"},
+      ]))
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk
 version: !ruby/object:Gem::Version
-  version: 0.8.11
+  version: 0.8.12
 platform: java
 authors:
 - Sadayuki Furuhashi
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-07-26 00:00:00.000000000 Z
+date: 2016-08-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -148,9 +148,9 @@ files:
 - classpath/commons-beanutils-core-1.8.3.jar
 - classpath/commons-compress-1.10.jar
 - classpath/commons-lang3-3.1.jar
-- classpath/embulk-cli-0.8.11.jar
-- classpath/embulk-core-0.8.11.jar
-- classpath/embulk-standards-0.8.11.jar
+- classpath/embulk-cli-0.8.12.jar
+- classpath/embulk-core-0.8.12.jar
+- classpath/embulk-standards-0.8.12.jar
 - classpath/guava-18.0.jar
 - classpath/guice-4.0.jar
 - classpath/guice-bootstrap-0.1.1.jar
@@ -465,6 +465,7 @@ files:
 - embulk-docs/src/release/release-0.8.1.rst
 - embulk-docs/src/release/release-0.8.10.rst
 - embulk-docs/src/release/release-0.8.11.rst
+- embulk-docs/src/release/release-0.8.12.rst
 - embulk-docs/src/release/release-0.8.2.rst
 - embulk-docs/src/release/release-0.8.3.rst
 - embulk-docs/src/release/release-0.8.4.rst