embulk-output-sftp 0.1.7 → 0.1.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: bec4dd06576bca7c200d5abf77f0e195c28d998d
-  data.tar.gz: 8ded1287e06e19b4adb8696b4bf6550a4a1ee47e
+  metadata.gz: 3b60e9f9177d328ee62002c1ebdcb195defa7eb1
+  data.tar.gz: ca9c05c13f8095ca39e4b951c62e6179054cc970
 SHA512:
-  metadata.gz: 87a454091a32f4f69c52eabd50a092638bf944edd763d857d2a357c7d11a1375d8bcd92204adeae5cda278549634b6ccfd8b8f7c4ccadd17a8aa89ca4c0c28c6
-  data.tar.gz: 06a421bcea79c0c438f108c20a49a400bac18a1ec914d11d1b4bc5dff182a09401cfeeb31471c70aa861a76baa5374ce2d21d0a8007b2f25aba7910f899391b9
+  metadata.gz: 08a86e8657aee83ccb8b16c465ae9cfdb12f17351ee2f546199c3f087b4c589214847f66c293d846f1e582e85ccef2683c82254c96f403b8c82ba82a4a7a8426
+  data.tar.gz: 04b6d71aea96667779340171de9e78c0a25b84bcdd8758def6f7c99e628cdd7f83121d402d3294ea6e30621fab057f60a4926f2bb4e3487dd30f5b98f7650e9c

data/CHANGELOG.md

@@ -1,3 +1,6 @@
+0.1.8 (2018-03-20)
+- Change input stream buffer size to 32MB to reduce number of storage reads
+  - https://github.com/embulk/embulk-output-sftp/pull/47
 0.1.7 (2018-03-14)
 - Enhance: Upload with ".tmp" suffix and rename file name after upload 
   - https://github.com/embulk/embulk-output-sftp/pull/43

data/README.md

@@ -23,6 +23,7 @@ Stores files on a SFTP Server
 - **path_prefix**: Prefix of output paths (string, required)
 - **file_ext**: Extension of output files (string, required)
 - **sequence_format**: Format for sequence part of output files (string, default: `".%03d.%02d"`)
+- **rename_file_after_upload**: Upload `file_ext` + ".tmp" first, then rename it after upload finish (boolean, default: `false`)
 
 ### Proxy configuration
 

data/build.gradle

@@ -17,7 +17,7 @@ configurations {
 }
 
 group = "org.embulk.output.sftp"
-version = "0.1.7"
+version = "0.1.8"
 sourceCompatibility = 1.7
 targetCompatibility = 1.7
 

data/src/main/java/org/embulk/output/sftp/SftpUtils.java

@@ -159,7 +159,7 @@ public class SftpUtils
                                     BufferedOutputStream outputStream = new BufferedOutputStream(remoteFile.getContent().getOutputStream());
                             ) {
                                 logger.info("Uploading to remote sftp file ({} KB): {}", size / 1024, remoteFile.getPublicURIString());
-                                byte[] buffer = new byte[4 * 1024 * 1024]; // 4MB buffer size
+                                byte[] buffer = new byte[32 * 1024 * 1024]; // 32MB buffer size
                                 int len = inputStream.read(buffer);
                                 long total = 0;
                                 int progress = 0;

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-sftp
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.1.8
 platform: ruby
 authors:
 - Civitaspo
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2018-03-14 00:00:00.000000000 Z
+date: 2018-03-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -78,7 +78,7 @@ files:
 - classpath/commons-io-2.6.jar
 - classpath/commons-logging-1.2.jar
 - classpath/commons-vfs2-2.2.jar
-- classpath/embulk-output-sftp-0.1.7.jar
+- classpath/embulk-output-sftp-0.1.8.jar
 - classpath/jsch-0.1.54.jar
 homepage: https://github.com/embulk/embulk-output-sftp
 licenses: