embulk-output-gcs 0.4.3 → 0.4.4
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +3 -1
- data/build.gradle +1 -1
- data/src/main/java/org/embulk/output/GcsTransactionalFileOutput.java +9 -0
- metadata +3 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 2b47f73cfe1a43aa7aab07852d398d8925d5617e
|
|
4
|
+
data.tar.gz: 8184f78cd07f644844fc47dba01f7911e01d3c3d
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 32c54965a58aa9a13d91b3d548e944c0024597ff47e339170d9ff2cb60397bde92f82b7484598ba2f37f31ffd4404e720b2540f8f81607e805001ed9301e9b13
|
|
7
|
+
data.tar.gz: 63290eefeb1862093a1c6fa445b547651aaf715870df3e5885120924a7477e3141fa051d669031b6bc3e205f24b38688aa29d66a4e74e66711106725170cb6a6
|
data/README.md
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
[](https://travis-ci.org/embulk/embulk-output-gcs)
|
|
2
2
|
|
|
3
3
|
# Google Cloud Storage output plugin for Embulk
|
|
4
4
|
|
|
@@ -16,12 +16,14 @@ Google Cloud Storage output plugin for [Embulk](https://github.com/embulk/embulk
|
|
|
16
16
|
- **bucket**: Google Cloud Storage bucket name (string, required)
|
|
17
17
|
- **path_prefix**: Prefix of output keys (string, required)
|
|
18
18
|
- **file_ext**: Extention of output file (string, required)
|
|
19
|
+
- **sequence_format**: Format of the sequence number of the output files (string, default value is ".%03d.%02d")
|
|
19
20
|
- **content_type**: content type of output file (string, optional, default value is "application/octet-stream")
|
|
20
21
|
- **auth_method**: Authentication method `private_key`, `json_key` or `compute_engine` (string, optional, default value is "private_key")
|
|
21
22
|
- **service_account_email**: Google Cloud Platform service account email (string, required when auth_method is private_key)
|
|
22
23
|
- **p12_keyfile**: Private key file fullpath of Google Cloud Platform service account (string, required when auth_method is private_key)
|
|
23
24
|
- **json_keyfile** fullpath of json_key (string, required when auth_method is json_key)
|
|
24
25
|
- **application_name**: Application name, anything you like (string, optional, default value is "embulk-output-gcs")
|
|
26
|
+
- **max_connection_retry**: Number of connection retries to GCS (number, default value is 10)
|
|
25
27
|
|
|
26
28
|
## Example
|
|
27
29
|
|
data/build.gradle
CHANGED
|
@@ -150,6 +150,15 @@ public class GcsTransactionalFileOutput implements TransactionalFileOutput
|
|
|
150
150
|
catch (IOException ex) {
|
|
151
151
|
throw Throwables.propagate(ex);
|
|
152
152
|
}
|
|
153
|
+
finally {
|
|
154
|
+
try {
|
|
155
|
+
boolean isDeleted = tempFile.delete();
|
|
156
|
+
logger.info("Delete generated file: {} > {}", tempFile, isDeleted);
|
|
157
|
+
}
|
|
158
|
+
catch (Exception e) {
|
|
159
|
+
logger.warn("Failed to delete generated file: {} due to {}", tempFile, e.getMessage());
|
|
160
|
+
}
|
|
161
|
+
}
|
|
153
162
|
}
|
|
154
163
|
|
|
155
164
|
private StorageObject execUploadWithRetry(final String path, final String localHash) throws IOException
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-output-gcs
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.4.
|
|
4
|
+
version: 0.4.4
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Kazuyuki Honda
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2019-04-22 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -73,11 +73,11 @@ files:
|
|
|
73
73
|
- src/test/resources/sample_01.csv
|
|
74
74
|
- src/test/resources/sample_02.csv
|
|
75
75
|
- classpath/google-api-services-storage-v1-rev28-1.19.1.jar
|
|
76
|
-
- classpath/embulk-output-gcs-0.4.3.jar
|
|
77
76
|
- classpath/httpclient-4.0.1.jar
|
|
78
77
|
- classpath/jsr305-1.3.9.jar
|
|
79
78
|
- classpath/commons-logging-1.1.1.jar
|
|
80
79
|
- classpath/google-http-client-1.19.0.jar
|
|
80
|
+
- classpath/embulk-output-gcs-0.4.4.jar
|
|
81
81
|
- classpath/google-api-client-1.19.1.jar
|
|
82
82
|
- classpath/commons-codec-1.3.jar
|
|
83
83
|
- classpath/httpcore-4.0.1.jar
|