embulk-input-remote 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1ea2dc9f5f71195a19ac5f0a5a3e96d4020a02b2
-  data.tar.gz: 4081a11e980990e00243581ec48016cd6bd15bbe
+  metadata.gz: 16eac682d2976b476c1ecfd472a5b1a5cf466a79
+  data.tar.gz: 8a35909c67a6698da3c2316a334db2359c7829fc
 SHA512:
-  metadata.gz: 93cfc49c50e5844ad4e9a9b51ea8513d2e8f422866d8c52542f2b306605a78896f1d805bd68a7e21e77114af525e1c3f5510c98b1b74f94743360a79074eb54a
-  data.tar.gz: 34c3fcb851fa472051aeaa77182bfcf89ff2f8b3ee021681cd3904e53ffb31e55719bb33949ed2326ebfc29a2996c4ad3ccd97117358f8abb0c469df5cd67c37
+  metadata.gz: fcccf3be60c766fbf165e33ee3d69d606c09cfee22eb8c0c96cf80fd72c4201fbeb0ac91c1d7999d7d2e4094fe3f4ffdf2b6b1f4d8f76b690d5a02e4e04ab5e1
+  data.tar.gz: caa457262c61d56ca484aa48d099c81e6e4577411456f1b7a903b398c2bb1198c3139046aa112566fbddc83eb638ffb01d1c96ad66e12f90d0093ae0f2352bb8

data/README.md

@@ -43,6 +43,27 @@ in:
 #    password: {password}
 ```
 
+## Note
+When this plugin run on Linux, task is sometimes blocked.  
+The cause is java.security.SecureRandom. Solution is the following.
+
+### set JVM_OPTION "-Djava.security.egd"
+
+```bash
+$ export JAVA_TOOL_OPTIONS="-Djava.security.egd=file:/dev/./urandom"
+$ embulk run config.yml
+```
+
+### rewrite ${JAVA_HOME}/jre/lib/security/java.security
+
+```
+# securerandom.source=file:/dev/random # before
+securerandom.source=file:/dev/./urandom # after
+```
+
+### see also
+
+http://stackoverflow.com/questions/137212/how-to-solve-performance-problem-with-java-securerandom
 
 ## Build
 

data/build.gradle

@@ -13,11 +13,12 @@ configurations {
     provided
 }
 
-version = "0.1.2"
+version = "0.1.3"
 
 dependencies {
     compile  "org.embulk:embulk-core:0.6.1"
     compile  "com.hierynomus:sshj:0.11.0"
+    compile  "com.jcraft:jzlib:1.1.3"
     provided "org.embulk:embulk-core:0.6.1"
     testCompile "junit:junit:4.+"
 }

data/src/main/java/org/embulk/input/RemoteFileInputPlugin.java

@@ -114,7 +114,6 @@ public class RemoteFileInputPlugin
 					if (!exists(target, task)) {
 						continue;
 					}
-					// This host will fail when "open" method is called.
 				}
 				builder.add(target);
 			}

data/src/main/java/org/embulk/input/remote/SSHClient.java

@@ -55,6 +55,7 @@ public class SSHClient implements Closeable {
 	}
 
 	public void scpDownload(String path, OutputStream stream) throws IOException {
+		client.useCompression();
 		client.newSCPFileTransfer().download(path, new InMemoryDestFileImpl(stream));
 	}
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-input-remote
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - Shinichi ISHIMURA
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-04-15 00:00:00.000000000 Z
+date: 2015-04-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -59,7 +59,7 @@ files:
 - src/test/java/org/embulk/input/TestRemoteFileInputPlugin.java
 - classpath/bcpkix-jdk15on-1.51.jar
 - classpath/bcprov-jdk15on-1.51.jar
-- classpath/embulk-input-remote-0.1.2.jar
+- classpath/embulk-input-remote-0.1.3.jar
 - classpath/jzlib-1.1.3.jar
 - classpath/sshj-0.11.0.jar
 homepage: https://github.com/kamatama41/embulk-input-remote