embulk 0.8.17 → 0.8.18

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 702de940d5bf69898d3b0b27dca68a4b08bab5da
-  data.tar.gz: fee576066971cf13a247adc902b0918849d73221
+  metadata.gz: d66941d7b936e34061caefed36090e468ecc370c
+  data.tar.gz: ae10e38c4b86ba5517469e00cf081a18fe77bc90
 SHA512:
-  metadata.gz: 8b9c17ab94c8408b2d7f4679e2334b3b3755d2dd61a9caa872e33c2466547cd1b1aa5c89c17ec677430813a846fffaa1783046a40b8da888f6739171aa43e0ef
-  data.tar.gz: 19164d94065a883efceef282860b8d6dd82783364552520f9ab75ce51a9e61055a86514884fd5fb77924a444a2da5ed2301ee89d6e765b2696cf2d9ab5a36a08
+  metadata.gz: c850b9132ed2672a7f30719b8062f84b39b0dd9c03c79e35a540cf8c76105a1374b783e0760c517d4b44a11ad6df5fb9fea91b2a0c466099494dc38cee8610d9
+  data.tar.gz: 1aa158cd445c3639ec9f8b5c3a3c7c8857b3d640d3bdb4365ba29813712c60d02492473375219dce389a25270aed35f9ac1d462785781fe9c8934c42b036111b

data/README.md

@@ -20,7 +20,7 @@ Embulk is a Java application. Please make sure that [Java](http://www.oracle.com
 Following 4 commands install embulk to your home directory:
 
 ```sh
-curl --create-dirs -o ~/.embulk/bin/embulk -L "http://dl.embulk.org/embulk-latest.jar"
+curl --create-dirs -o ~/.embulk/bin/embulk -L "https://dl.embulk.org/embulk-latest.jar"
 chmod +x ~/.embulk/bin/embulk
 echo 'export PATH="$HOME/.embulk/bin:$PATH"' >> ~/.bashrc
 source ~/.bashrc

data/build.gradle

@@ -16,7 +16,7 @@ def release_projects = [project(":embulk-core"), project(":embulk-standards"), p
 
 allprojects {
     group = 'org.embulk'
-    version = '0.8.17'
+    version = '0.8.18'
 
     ext {
         jrubyVersion = '9.1.5.0'

data/embulk-core/build.gradle

@@ -36,7 +36,7 @@ dependencies {
     compile 'org.apache.bval:bval-jsr303:0.5'
     compile 'io.airlift:slice:0.9'
     compile 'joda-time:joda-time:2.9.2'
-    compile 'io.netty:netty-buffer:5.0.0.Alpha1'
+    compile 'io.netty:netty-buffer:4.0.44.Final'
     compile 'org.fusesource.jansi:jansi:1.11'
     compile 'org.msgpack:msgpack-core:0.8.11'
 
@@ -44,7 +44,7 @@ dependencies {
     compile 'com.ibm.icu:icu4j:54.1.1'
 
     gems 'rubygems:bundler:1.10.6'
-    gems 'rubygems:msgpack:0.7.4'
+    gems 'rubygems:msgpack:1.1.0'
     gems 'rubygems:liquid:3.0.6'
 }
 

data/embulk-core/src/main/java/org/embulk/spi/json/JsonParser.java

@@ -29,6 +29,7 @@ public class JsonParser
     {
         this.factory = new JsonFactory();
         factory.enable(Feature.ALLOW_UNQUOTED_CONTROL_CHARS);
+        factory.enable(Feature.ALLOW_NON_NUMERIC_NUMBERS);
     }
 
     public Stream open(InputStream in) throws IOException

data/embulk-docs/src/release.rst

@@ -4,6 +4,7 @@ Release Notes
 .. toctree::
     :maxdepth: 1
 
+    release/release-0.8.18
     release/release-0.8.17
     release/release-0.8.16
     release/release-0.8.15

data/embulk-docs/src/release/release-0.7.8.rst

@@ -4,7 +4,7 @@ Release 0.7.8
 General Changes
 ------------------
 
-* Added "mkbundle" subcommand. Its help messae shows how to use plugin blundes with examples.
+* Added "mkbundle" subcommand. Its help message shows how to use plugin bundles with examples.
 * When a transaction throws an exception and cleanup code (close() method) also throws an exception, the exception of transaction was hidden. Now the exception of transaction is the primary error and exception of cleanup code is also included as a suppressed exception.
 * CSV parser plugin doesn't show lines twice with "Unexpected extra character" error.
 

data/embulk-docs/src/release/release-0.8.18.rst

@@ -0,0 +1,27 @@
+Release 0.8.18
+==================================
+
+General Changes
+------------------
+
+* Fixed schema guess plugin and changed a condition to guess double type. [#554]
+
+* Fixed guess plugin that doesn't not use last line in sample_lines for schema guess. [#551]
+
+* Fixed Json parser plugin that enables to parse non numeric numbers as floating number values. [#548]
+
+* Updated msgpack-ruby v1.1.0 (@hiroyuki-sato) [#539, #553]
+
+  * ChangeLog: https://github.com/msgpack/msgpack-ruby/blob/master/ChangeLog
+
+* Downgraded netty-buffer 4.0.x for Embulk instead of 5.x. [#549]
+
+* Minor fix:
+
+  * Fixed typos in v0.7.8 release note. (@yoshihara) [#552]
+
+  * Updated download link to be https. (@cosmok) [#544]
+
+Release Date
+------------------
+2017-03-06

data/embulk-standards/src/test/java/org/embulk/standards/guess/TestCsvGuessPlugin.java

@@ -156,6 +156,15 @@ public class TestCsvGuessPlugin
                 "test_int_single_column_guessed.yml");
     }
 
+    @Test
+    public void testDoubleSingleColumn()
+            throws Exception
+    {
+        assertGuessByResource(embulk,
+                "test_double_single_column_seed.yml", "test_double_single_column.csv",
+                "test_double_single_column_guessed.yml");
+    }
+
     @Test
     public void testStringSingleColumnWithHeader()
             throws Exception

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_double_single_column.csv

@@ -0,0 +1,12 @@
+1.01
+-1.01
++1.02
+10.001
+1.234e+5
+2.345e-6
+NaN
++NaN
+-NaN
+Infinity
++Infinity
+-Infinity

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_double_single_column_guessed.yml

@@ -0,0 +1,12 @@
+charset: UTF-8
+newline: LF
+type: csv
+delimiter: ','
+quote: '"'
+escape: '"'
+trim_if_not_quoted: false
+skip_header_lines: 0
+allow_extra_columns: false
+allow_optional_columns: false
+columns:
+- {name: c0, type: double}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_double_single_column_seed.yml

@@ -0,0 +1 @@
+{}

data/lib/embulk/guess/schema_guess.rb

@@ -62,11 +62,12 @@ module Embulk::Guess
           return "long"
         end
 
-        if str.include?('.')
-          a, b = str.split(".", 2)
-          if a.to_i.to_s == a && b.to_i.to_s == b
-            return "double"
-          end
+        # Introduce a regular expression to make better suggestion to double type. It refers to Guava 21.0's regular
+        # expression in Doubles#fpPattern() but, there're difference as following:
+        # * It intentionaly rejects float values when they start with "0" like "001.0", "010.01". "0.1" is ok.
+        # * It doesn't support hexadecimal representation. It could be improved more later.
+        if str =~ /^[+-]?(NaN|Infinity|([1-9]\d*|0)(\.\d+)([eE][+-]?\d+)?[fFdD]?)$/
+          return "double"
         end
 
         if str.empty?

data/lib/embulk/guess_plugin.rb

@@ -114,7 +114,7 @@ module Embulk
           sample_lines << line
         end
         unless sample.end_with?(parser_task.getNewline.getString)
-          sample_lines.pop if sample_lines.empty? # last line is partial
+          sample_lines.pop unless sample_lines.empty? # last line is partial
         end
       end
 

data/lib/embulk/version.rb

@@ -1,3 +1,3 @@
 module Embulk
-  VERSION = '0.8.17'
+  VERSION = '0.8.18'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk
 version: !ruby/object:Gem::Version
-  version: 0.8.17
+  version: 0.8.18
 platform: ruby
 authors:
 - Sadayuki Furuhashi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-02-18 00:00:00.000000000 Z
+date: 2017-03-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: jruby-jars
@@ -108,9 +108,9 @@ files:
 - classpath/commons-beanutils-core-1.8.3.jar
 - classpath/commons-compress-1.10.jar
 - classpath/commons-lang3-3.1.jar
-- classpath/embulk-cli-0.8.17.jar
-- classpath/embulk-core-0.8.17.jar
-- classpath/embulk-standards-0.8.17.jar
+- classpath/embulk-cli-0.8.18.jar
+- classpath/embulk-core-0.8.18.jar
+- classpath/embulk-standards-0.8.18.jar
 - classpath/guava-18.0.jar
 - classpath/guice-4.0.jar
 - classpath/guice-bootstrap-0.1.1.jar
@@ -127,8 +127,8 @@ files:
 - classpath/logback-classic-1.1.3.jar
 - classpath/logback-core-1.1.3.jar
 - classpath/msgpack-core-0.8.11.jar
-- classpath/netty-buffer-5.0.0.Alpha1.jar
-- classpath/netty-common-5.0.0.Alpha1.jar
+- classpath/netty-buffer-4.0.44.Final.jar
+- classpath/netty-common-4.0.44.Final.jar
 - classpath/slf4j-api-1.7.12.jar
 - classpath/slice-0.9.jar
 - classpath/snakeyaml-1.14.jar
@@ -432,6 +432,7 @@ files:
 - embulk-docs/src/release/release-0.8.15.rst
 - embulk-docs/src/release/release-0.8.16.rst
 - embulk-docs/src/release/release-0.8.17.rst
+- embulk-docs/src/release/release-0.8.18.rst
 - embulk-docs/src/release/release-0.8.2.rst
 - embulk-docs/src/release/release-0.8.3.rst
 - embulk-docs/src/release/release-0.8.4.rst
@@ -505,6 +506,9 @@ files:
 - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_backslash_escape.csv
 - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_backslash_escape_guessed.yml
 - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_backslash_escape_seed.yml
+- embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_double_single_column.csv
+- embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_double_single_column_guessed.yml
+- embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_double_single_column_seed.yml
 - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column.csv
 - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column_guessed.yml
 - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column_seed.yml