embulk-output-sftp 0.1.7 → 0.1.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 3b60e9f9177d328ee62002c1ebdcb195defa7eb1
|
|
4
|
+
data.tar.gz: ca9c05c13f8095ca39e4b951c62e6179054cc970
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 08a86e8657aee83ccb8b16c465ae9cfdb12f17351ee2f546199c3f087b4c589214847f66c293d846f1e582e85ccef2683c82254c96f403b8c82ba82a4a7a8426
|
|
7
|
+
data.tar.gz: 04b6d71aea96667779340171de9e78c0a25b84bcdd8758def6f7c99e628cdd7f83121d402d3294ea6e30621fab057f60a4926f2bb4e3487dd30f5b98f7650e9c
|
data/CHANGELOG.md
CHANGED
|
@@ -1,3 +1,6 @@
|
|
|
1
|
+
0.1.8 (2018-03-20)
|
|
2
|
+
- Change input stream buffer size to 32MB to reduce number of storage reads
|
|
3
|
+
- https://github.com/embulk/embulk-output-sftp/pull/47
|
|
1
4
|
0.1.7 (2018-03-14)
|
|
2
5
|
- Enhance: Upload with ".tmp" suffix and rename file name after upload
|
|
3
6
|
- https://github.com/embulk/embulk-output-sftp/pull/43
|
data/README.md
CHANGED
|
@@ -23,6 +23,7 @@ Stores files on a SFTP Server
|
|
|
23
23
|
- **path_prefix**: Prefix of output paths (string, required)
|
|
24
24
|
- **file_ext**: Extension of output files (string, required)
|
|
25
25
|
- **sequence_format**: Format for sequence part of output files (string, default: `".%03d.%02d"`)
|
|
26
|
+
- **rename_file_after_upload**: Upload `file_ext` + ".tmp" first, then rename it after upload finish (boolean, default: `false`)
|
|
26
27
|
|
|
27
28
|
### Proxy configuration
|
|
28
29
|
|
data/build.gradle
CHANGED
|
Binary file
|
|
@@ -159,7 +159,7 @@ public class SftpUtils
|
|
|
159
159
|
BufferedOutputStream outputStream = new BufferedOutputStream(remoteFile.getContent().getOutputStream());
|
|
160
160
|
) {
|
|
161
161
|
logger.info("Uploading to remote sftp file ({} KB): {}", size / 1024, remoteFile.getPublicURIString());
|
|
162
|
-
byte[] buffer = new byte[
|
|
162
|
+
byte[] buffer = new byte[32 * 1024 * 1024]; // 32MB buffer size
|
|
163
163
|
int len = inputStream.read(buffer);
|
|
164
164
|
long total = 0;
|
|
165
165
|
int progress = 0;
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-output-sftp
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.8
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Civitaspo
|
|
@@ -9,7 +9,7 @@ authors:
|
|
|
9
9
|
autorequire:
|
|
10
10
|
bindir: bin
|
|
11
11
|
cert_chain: []
|
|
12
|
-
date: 2018-03-
|
|
12
|
+
date: 2018-03-20 00:00:00.000000000 Z
|
|
13
13
|
dependencies:
|
|
14
14
|
- !ruby/object:Gem::Dependency
|
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -78,7 +78,7 @@ files:
|
|
|
78
78
|
- classpath/commons-io-2.6.jar
|
|
79
79
|
- classpath/commons-logging-1.2.jar
|
|
80
80
|
- classpath/commons-vfs2-2.2.jar
|
|
81
|
-
- classpath/embulk-output-sftp-0.1.
|
|
81
|
+
- classpath/embulk-output-sftp-0.1.8.jar
|
|
82
82
|
- classpath/jsch-0.1.54.jar
|
|
83
83
|
homepage: https://github.com/embulk/embulk-output-sftp
|
|
84
84
|
licenses:
|