embulk 0.8.2-java → 0.8.3-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0113e43ba8d288ec790e7db757ec377021489c5a
-  data.tar.gz: 6909f583104d6fa7e86bc9013f623e000baa9398
+  metadata.gz: 956d386bd5ac502aba7c83bc7737405fc79b67d9
+  data.tar.gz: 1c2ecba6b13fce3d5befbfdd58a0eb354d30eb52
 SHA512:
-  metadata.gz: c4bc64b81ba8ecdc2087ce6e07ca6417ddb09ba780d2a3f72b37e059c739a22931321fa0c795feedf134cd6786c186e6d11f471750c2ab5754fffa8d6952c06c
-  data.tar.gz: 79e4155fae88bdf830a47b20bb90a11c59f092bb65fe55d0b2d2aa2c469aebc9266718b1ecefdc5aeda882f4ff5f5a567e2826fe878ac550a622699495999e5a
+  metadata.gz: 354abced4dc4a3e0c99544a0b669e53c37e0e7c3b66065697c4997b9cc9c98e7f355dfd6fe507a3e4a9ae6dccbdeb3ea0ff37e53261589a65576ec1dc710edcd
+  data.tar.gz: 51c32feb1a486d4873ed4cc5efbbeda83aff46d2f5bdc653ec51aaeba5f876e0b3017fc965daa2234fac404b992bd3cbec3b2c439554ad6fee3bbf81205c1f22

data/build.gradle

@@ -16,7 +16,7 @@ def release_projects = [project(":embulk-core"), project(":embulk-standards")]
 
 allprojects {
     group = 'org.embulk'
-    version = '0.8.2'
+    version = '0.8.3'
 
     ext {
         jrubyVersion = '9.0.4.0'

data/embulk-core/src/main/java/org/embulk/exec/SetCurrentThreadName.java

@@ -1,5 +1,7 @@
 package org.embulk.exec;
 
+import static java.util.Locale.ENGLISH;
+
 public class SetCurrentThreadName
         implements AutoCloseable
 {
@@ -8,7 +10,8 @@ public class SetCurrentThreadName
     public SetCurrentThreadName(String name)
     {
         this.original = Thread.currentThread().getName();
-        Thread.currentThread().setName(name);
+        Thread thread = Thread.currentThread();
+        thread.setName(String.format(ENGLISH, "%04d:", thread.getId()) + name);
     }
 
     @Override

data/embulk-core/src/main/java/org/embulk/spi/util/InputStreamFileInput.java

@@ -134,7 +134,6 @@ public class InputStreamFileInput
 
     public Buffer poll()
     {
-        // TODO check current != null and throw Illegal State - file is not opened
         if (current == null) {
             throw new IllegalStateException("nextFile() must be called before poll()");
         }

data/embulk-docs/src/built-in.rst

@@ -410,14 +410,14 @@ Example
       ...
       formatter:
         type: csv
-        delimiter: '\t'
+        delimiter: "\t"
         newline: CRLF
         newline_in_field: LF
         charset: UTF-8
         quote_policy: MINIMAL
         quote: '"'
-        escape: '\\'
-        null_string: '\\N'
+        escape: "\\"
+        null_string: "\\N"
         default_timezone: 'UTC'
         column_options:
           mycol1: {format: '%Y-%m-%d %H:%M:%S'}

data/embulk-docs/src/release.rst

@@ -4,9 +4,11 @@ Release Notes
 .. toctree::
     :maxdepth: 1
 
+    release/release-0.8.3
     release/release-0.8.2
     release/release-0.8.1
     release/release-0.8.0
+    release/release-0.7.11
     release/release-0.7.10
     release/release-0.7.9
     release/release-0.7.8

data/embulk-docs/src/release/release-0.7.11.rst

@@ -0,0 +1,12 @@
+Release 0.7.11
+==================================
+
+General Changes
+------------------
+
+* Added a workaround for https://github.com/jruby/jruby/issues/3652
+
+
+Release Date
+------------------
+2016-02-08

data/embulk-docs/src/release/release-0.8.3.rst

@@ -0,0 +1,15 @@
+Release 0.8.3
+==================================
+
+General Changes
+------------------
+
+* Fixed unexpected error when ``-c`` option is set and file doesn't exist yet (@hiroyuki-sato++)
+* Added a workaround for https://github.com/jruby/jruby/issues/3652
+* Adds thread ID to thread name so that stacktrace shown by SIGQUIT can distinguish multiple threads running the same stage (transaction, guess, preview).
+* Embulk::Guess::SchemaGuess returns ``"json"`` type if a given value is a Hash or Array.
+
+
+Release Date
+------------------
+2016-02-08

data/lib/embulk/guess/schema_guess.rb

@@ -37,7 +37,7 @@ module Embulk::Guess
       def types_from_array_records(samples)
         columnar_types = []
         samples.each do |record|
-          record.each_with_index {|value,i| (columnar_types[i] ||= []) << guess_type(value.to_s) }
+          record.each_with_index {|value,i| (columnar_types[i] ||= []) << guess_type(value) }
         end
         columnar_types.map {|types| merge_types(types) }
       end
@@ -45,6 +45,11 @@ module Embulk::Guess
       private
 
       def guess_type(str)
+        if str.is_a?(Hash) || str.is_a?(Array)
+          return "json"
+        end
+        str = str.to_s
+
         if TRUE_STRINGS[str] || FALSE_STRINGS[str]
           return "boolean"
         end

data/lib/embulk/plugin_registry.rb

@@ -58,8 +58,10 @@ module Embulk
 
       # search gems
       if defined?(::Gem::Specification) && ::Gem::Specification.respond_to?(:find_all)
-        specs = Gem::Specification.find_all do |spec|
-          spec.contains_requirable_file? name
+        specs = Kernel::RUBYGEMS_ACTIVATION_MONITOR.synchronize do  # this lock is added as a workaround of https://github.com/jruby/jruby/issues/3652
+          Gem::Specification.find_all do |spec|
+            spec.contains_requirable_file? name
+          end
         end
 
         # prefer newer version
@@ -78,10 +80,12 @@ module Embulk
     def require_and_show(path, spec=nil)
       require path
       unless spec
-        name, spec = Gem.loaded_specs.find {|name,spec|
-          #spec.files.include?(path)
-          spec.contains_requirable_file?(path)
-        }
+        name, spec = Kernel::RUBYGEMS_ACTIVATION_MONITOR.synchronize do  # this lock is added as a workaround of https://github.com/jruby/jruby/issues/3652
+          Gem.loaded_specs.find {|name,spec|
+            #spec.files.include?(path)
+            spec.contains_requirable_file?(path)
+          }
+        end
       end
       if spec
         unless @loaded_gems[spec.name]

data/lib/embulk/runner.rb

@@ -61,7 +61,7 @@ module Embulk
       check_file_writable(config_diff_path)
       check_file_writable(resume_state_path)
 
-      if config_diff_path
+      if config_diff_path && File.size(config_diff_path) > 0
         lastConfigDiff = read_config(config_diff_path, options)
         configSource = configSource.merge(lastConfigDiff)
       end

data/lib/embulk/version.rb

@@ -1,3 +1,3 @@
 module Embulk
-  VERSION = '0.8.2'
+  VERSION = '0.8.3'
 end

metadata

@@ -1,127 +1,127 @@
 --- !ruby/object:Gem::Specification
 name: embulk
 version: !ruby/object:Gem::Version
-  version: 0.8.2
+  version: 0.8.3
 platform: java
 authors:
 - Sadayuki Furuhashi
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-02-01 00:00:00.000000000 Z
+date: 2016-02-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
+  name: bundler
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.10.6
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: 1.10.6
-  name: bundler
   prerelease: false
   type: :runtime
+- !ruby/object:Gem::Dependency
+  name: msgpack
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.10.6
-- !ruby/object:Gem::Dependency
+        version: 0.7.3
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.7.3
-  name: msgpack
   prerelease: false
   type: :runtime
+- !ruby/object:Gem::Dependency
+  name: liquid
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.7.3
-- !ruby/object:Gem::Dependency
+        version: 3.0.6
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 3.0.6
-  name: liquid
   prerelease: false
   type: :runtime
+- !ruby/object:Gem::Dependency
+  name: rjack-icu
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 3.0.6
-- !ruby/object:Gem::Dependency
+        version: 4.54.1.1
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 4.54.1.1
-  name: rjack-icu
   prerelease: false
   type: :runtime
+- !ruby/object:Gem::Dependency
+  name: rake
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 4.54.1.1
-- !ruby/object:Gem::Dependency
+        version: 0.10.0
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.10.0
-  name: rake
   prerelease: false
   type: :development
+- !ruby/object:Gem::Dependency
+  name: test-unit
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.10.0
-- !ruby/object:Gem::Dependency
+        version: 3.0.9
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 3.0.9
-  name: test-unit
   prerelease: false
   type: :development
+- !ruby/object:Gem::Dependency
+  name: yard
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 3.0.9
-- !ruby/object:Gem::Dependency
+        version: 0.8.7
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.8.7
-  name: yard
   prerelease: false
   type: :development
+- !ruby/object:Gem::Dependency
+  name: kramdown
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.8.7
-- !ruby/object:Gem::Dependency
+        version: 1.5.0
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 1.5.0
-  name: kramdown
   prerelease: false
   type: :development
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 1.5.0
 description: Embulk is an open-source, plugin-based bulk data loader to scale and simplify data management across heterogeneous data stores. It can collect and ship any kinds of data in high throughput with transaction control.
 email:
 - frsyuki@gmail.com
@@ -147,8 +147,8 @@ files:
 - classpath/bval-jsr303-0.5.jar
 - classpath/commons-beanutils-core-1.8.3.jar
 - classpath/commons-lang3-3.1.jar
-- classpath/embulk-core-0.8.2.jar
-- classpath/embulk-standards-0.8.2.jar
+- classpath/embulk-core-0.8.3.jar
+- classpath/embulk-standards-0.8.3.jar
 - classpath/guava-18.0.jar
 - classpath/guice-4.0.jar
 - classpath/guice-bootstrap-0.1.1.jar
@@ -449,6 +449,7 @@ files:
 - embulk-docs/src/release/release-0.7.0.rst
 - embulk-docs/src/release/release-0.7.1.rst
 - embulk-docs/src/release/release-0.7.10.rst
+- embulk-docs/src/release/release-0.7.11.rst
 - embulk-docs/src/release/release-0.7.2.rst
 - embulk-docs/src/release/release-0.7.3.rst
 - embulk-docs/src/release/release-0.7.4.rst
@@ -460,6 +461,7 @@ files:
 - embulk-docs/src/release/release-0.8.0.rst
 - embulk-docs/src/release/release-0.8.1.rst
 - embulk-docs/src/release/release-0.8.2.rst
+- embulk-docs/src/release/release-0.8.3.rst
 - embulk-standards/build.gradle
 - embulk-standards/src/main/java/org/embulk/standards/CsvFormatterPlugin.java
 - embulk-standards/src/main/java/org/embulk/standards/CsvParserPlugin.java