embulk 0.8.17-java → 0.8.18-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ad820b279822bc993e1d17d13491153968c7973e
-  data.tar.gz: f5fe38fa6bbf8c78a3139efc14a102daad727676
+  metadata.gz: 1d36e9ca66a386370910265a070608eea08890a7
+  data.tar.gz: 2b07320950266fc836bb08e801cb4ea325c24781
 SHA512:
-  metadata.gz: 612049bb483ecb0b45231082986808e8a3f72fdeca562b7cbc9226e30b05489a9c2d17b9e156371765796d1c41b6dc805a86042e51ad98752035fce982f3c687
-  data.tar.gz: c2ce28ffbf6cd5418663178568711f42042c3424bd8d128826b0a6466eaa85058ed99ce18c82a00404a091d1a7dd18e57ff0dbbd6a5db637d3cb76ffa4b1b4f2
+  metadata.gz: ea70fe0768119bd5b2e801868299c90d3925a13fcd637d5f72ad663889d0b27cd4efde7e99cc08be3bffaab1752a332f2972b81d45fdd9de4e0497eb87ef9c11
+  data.tar.gz: ec23e1279135ca1412f49fe6d294d02b1a88b47c36a35bf6b5441dbf0e31739d5c5ae9e93d472f550cdc2ae288d7a237088ef5f485ff50ca599c0adbd51c9152

data/README.md

@@ -20,7 +20,7 @@ Embulk is a Java application. Please make sure that [Java](http://www.oracle.com
 Following 4 commands install embulk to your home directory:
 
 ```sh
-curl --create-dirs -o ~/.embulk/bin/embulk -L "http://dl.embulk.org/embulk-latest.jar"
+curl --create-dirs -o ~/.embulk/bin/embulk -L "https://dl.embulk.org/embulk-latest.jar"
 chmod +x ~/.embulk/bin/embulk
 echo 'export PATH="$HOME/.embulk/bin:$PATH"' >> ~/.bashrc
 source ~/.bashrc

data/build.gradle

@@ -16,7 +16,7 @@ def release_projects = [project(":embulk-core"), project(":embulk-standards"), p
 
 allprojects {
     group = 'org.embulk'
-    version = '0.8.17'
+    version = '0.8.18'
 
     ext {
         jrubyVersion = '9.1.5.0'

data/embulk-core/build.gradle

@@ -36,7 +36,7 @@ dependencies {
     compile 'org.apache.bval:bval-jsr303:0.5'
     compile 'io.airlift:slice:0.9'
     compile 'joda-time:joda-time:2.9.2'
-    compile 'io.netty:netty-buffer:5.0.0.Alpha1'
+    compile 'io.netty:netty-buffer:4.0.44.Final'
     compile 'org.fusesource.jansi:jansi:1.11'
     compile 'org.msgpack:msgpack-core:0.8.11'
 
@@ -44,7 +44,7 @@ dependencies {
     compile 'com.ibm.icu:icu4j:54.1.1'
 
     gems 'rubygems:bundler:1.10.6'
-    gems 'rubygems:msgpack:0.7.4'
+    gems 'rubygems:msgpack:1.1.0'
     gems 'rubygems:liquid:3.0.6'
 }
 

data/embulk-core/src/main/java/org/embulk/spi/json/JsonParser.java

@@ -29,6 +29,7 @@ public class JsonParser
     {
         this.factory = new JsonFactory();
         factory.enable(Feature.ALLOW_UNQUOTED_CONTROL_CHARS);
+        factory.enable(Feature.ALLOW_NON_NUMERIC_NUMBERS);
     }
 
     public Stream open(InputStream in) throws IOException

data/embulk-docs/src/release/release-0.7.8.rst

@@ -4,7 +4,7 @@ Release 0.7.8
 General Changes
 ------------------
 
-* Added "mkbundle" subcommand. Its help messae shows how to use plugin blundes with examples.
+* Added "mkbundle" subcommand. Its help message shows how to use plugin bundles with examples.
 * When a transaction throws an exception and cleanup code (close() method) also throws an exception, the exception of transaction was hidden. Now the exception of transaction is the primary error and exception of cleanup code is also included as a suppressed exception.
 * CSV parser plugin doesn't show lines twice with "Unexpected extra character" error.
 

data/embulk-docs/src/release/release-0.8.18.rst

@@ -0,0 +1,27 @@
+Release 0.8.18
+==================================
+
+General Changes
+------------------
+
+* Fixed schema guess plugin and changed a condition to guess double type. [#554]
+
+* Fixed guess plugin that doesn't not use last line in sample_lines for schema guess. [#551]
+
+* Fixed Json parser plugin that enables to parse non numeric numbers as floating number values. [#548]
+
+* Updated msgpack-ruby v1.1.0 (@hiroyuki-sato) [#539, #553]
+
+  * ChangeLog: https://github.com/msgpack/msgpack-ruby/blob/master/ChangeLog
+
+* Downgraded netty-buffer 4.0.x for Embulk instead of 5.x. [#549]
+
+* Minor fix:
+
+  * Fixed typos in v0.7.8 release note. (@yoshihara) [#552]
+
+  * Updated download link to be https. (@cosmok) [#544]
+
+Release Date
+------------------
+2017-03-06

data/embulk-docs/src/release.rst

@@ -4,6 +4,7 @@ Release Notes
 .. toctree::
     :maxdepth: 1
 
+    release/release-0.8.18
     release/release-0.8.17
     release/release-0.8.16
     release/release-0.8.15

data/embulk-standards/src/test/java/org/embulk/standards/guess/TestCsvGuessPlugin.java

@@ -156,6 +156,15 @@ public class TestCsvGuessPlugin
                 "test_int_single_column_guessed.yml");
     }
 
+    @Test
+    public void testDoubleSingleColumn()
+            throws Exception
+    {
+        assertGuessByResource(embulk,
+                "test_double_single_column_seed.yml", "test_double_single_column.csv",
+                "test_double_single_column_guessed.yml");
+    }
+
     @Test
     public void testStringSingleColumnWithHeader()
             throws Exception

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_double_single_column.csv

@@ -0,0 +1,12 @@
+1.01
+-1.01
++1.02
+10.001
+1.234e+5
+2.345e-6
+NaN
++NaN
+-NaN
+Infinity
++Infinity
+-Infinity

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_double_single_column_guessed.yml

@@ -0,0 +1,12 @@
+charset: UTF-8
+newline: LF
+type: csv
+delimiter: ','
+quote: '"'
+escape: '"'
+trim_if_not_quoted: false
+skip_header_lines: 0
+allow_extra_columns: false
+allow_optional_columns: false
+columns:
+- {name: c0, type: double}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_double_single_column_seed.yml

@@ -0,0 +1 @@
+{}

data/lib/embulk/guess/schema_guess.rb

@@ -62,11 +62,12 @@ module Embulk::Guess
           return "long"
         end
 
-        if str.include?('.')
-          a, b = str.split(".", 2)
-          if a.to_i.to_s == a && b.to_i.to_s == b
-            return "double"
-          end
+        # Introduce a regular expression to make better suggestion to double type. It refers to Guava 21.0's regular
+        # expression in Doubles#fpPattern() but, there're difference as following:
+        # * It intentionaly rejects float values when they start with "0" like "001.0", "010.01". "0.1" is ok.
+        # * It doesn't support hexadecimal representation. It could be improved more later.
+        if str =~ /^[+-]?(NaN|Infinity|([1-9]\d*|0)(\.\d+)([eE][+-]?\d+)?[fFdD]?)$/
+          return "double"
         end
 
         if str.empty?

data/lib/embulk/guess_plugin.rb

@@ -114,7 +114,7 @@ module Embulk
           sample_lines << line
         end
         unless sample.end_with?(parser_task.getNewline.getString)
-          sample_lines.pop if sample_lines.empty? # last line is partial
+          sample_lines.pop unless sample_lines.empty? # last line is partial
         end
       end
 

data/lib/embulk/version.rb

@@ -1,3 +1,3 @@
 module Embulk
-  VERSION = '0.8.17'
+  VERSION = '0.8.18'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk
 version: !ruby/object:Gem::Version
-  version: 0.8.17
+  version: 0.8.18
 platform: java
 authors:
 - Sadayuki Furuhashi
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-02-18 00:00:00.000000000 Z
+date: 2017-03-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -148,9 +148,9 @@ files:
 - classpath/commons-beanutils-core-1.8.3.jar
 - classpath/commons-compress-1.10.jar
 - classpath/commons-lang3-3.1.jar
-- classpath/embulk-cli-0.8.17.jar
-- classpath/embulk-core-0.8.17.jar
-- classpath/embulk-standards-0.8.17.jar
+- classpath/embulk-cli-0.8.18.jar
+- classpath/embulk-core-0.8.18.jar
+- classpath/embulk-standards-0.8.18.jar
 - classpath/guava-18.0.jar
 - classpath/guice-4.0.jar
 - classpath/guice-bootstrap-0.1.1.jar
@@ -167,8 +167,8 @@ files:
 - classpath/logback-classic-1.1.3.jar
 - classpath/logback-core-1.1.3.jar
 - classpath/msgpack-core-0.8.11.jar
-- classpath/netty-buffer-5.0.0.Alpha1.jar
-- classpath/netty-common-5.0.0.Alpha1.jar
+- classpath/netty-buffer-4.0.44.Final.jar
+- classpath/netty-common-4.0.44.Final.jar
 - classpath/slf4j-api-1.7.12.jar
 - classpath/slice-0.9.jar
 - classpath/snakeyaml-1.14.jar
@@ -472,6 +472,7 @@ files:
 - embulk-docs/src/release/release-0.8.15.rst
 - embulk-docs/src/release/release-0.8.16.rst
 - embulk-docs/src/release/release-0.8.17.rst
+- embulk-docs/src/release/release-0.8.18.rst
 - embulk-docs/src/release/release-0.8.2.rst
 - embulk-docs/src/release/release-0.8.3.rst
 - embulk-docs/src/release/release-0.8.4.rst
@@ -545,6 +546,9 @@ files:
 - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_backslash_escape.csv
 - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_backslash_escape_guessed.yml
 - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_backslash_escape_seed.yml
+- embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_double_single_column.csv
+- embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_double_single_column_guessed.yml
+- embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_double_single_column_seed.yml
 - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column.csv
 - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column_guessed.yml
 - embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column_seed.yml