embulk-output-gcs 0.4.3 → 0.4.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +3 -1
- data/build.gradle +1 -1
- data/src/main/java/org/embulk/output/GcsTransactionalFileOutput.java +9 -0
- metadata +3 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 2b47f73cfe1a43aa7aab07852d398d8925d5617e
|
|
4
|
+
data.tar.gz: 8184f78cd07f644844fc47dba01f7911e01d3c3d
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 32c54965a58aa9a13d91b3d548e944c0024597ff47e339170d9ff2cb60397bde92f82b7484598ba2f37f31ffd4404e720b2540f8f81607e805001ed9301e9b13
|
|
7
|
+
data.tar.gz: 63290eefeb1862093a1c6fa445b547651aaf715870df3e5885120924a7477e3141fa051d669031b6bc3e205f24b38688aa29d66a4e74e66711106725170cb6a6
|
data/README.md
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
[](https://travis-ci.org/embulk/embulk-output-gcs)
|
|
2
2
|
|
|
3
3
|
# Google Cloud Storage output plugin for Embulk
|
|
4
4
|
|
|
@@ -16,12 +16,14 @@ Google Cloud Storage output plugin for [Embulk](https://github.com/embulk/embulk
|
|
|
16
16
|
- **bucket**: Google Cloud Storage bucket name (string, required)
|
|
17
17
|
- **path_prefix**: Prefix of output keys (string, required)
|
|
18
18
|
- **file_ext**: Extention of output file (string, required)
|
|
19
|
+
- **sequence_format**: Format of the sequence number of the output files (string, default value is ".%03d.%02d")
|
|
19
20
|
- **content_type**: content type of output file (string, optional, default value is "application/octet-stream")
|
|
20
21
|
- **auth_method**: Authentication method `private_key`, `json_key` or `compute_engine` (string, optional, default value is "private_key")
|
|
21
22
|
- **service_account_email**: Google Cloud Platform service account email (string, required when auth_method is private_key)
|
|
22
23
|
- **p12_keyfile**: Private key file fullpath of Google Cloud Platform service account (string, required when auth_method is private_key)
|
|
23
24
|
- **json_keyfile** fullpath of json_key (string, required when auth_method is json_key)
|
|
24
25
|
- **application_name**: Application name, anything you like (string, optional, default value is "embulk-output-gcs")
|
|
26
|
+
- **max_connection_retry**: Number of connection retries to GCS (number, default value is 10)
|
|
25
27
|
|
|
26
28
|
## Example
|
|
27
29
|
|
data/build.gradle
CHANGED
|
@@ -150,6 +150,15 @@ public class GcsTransactionalFileOutput implements TransactionalFileOutput
|
|
|
150
150
|
catch (IOException ex) {
|
|
151
151
|
throw Throwables.propagate(ex);
|
|
152
152
|
}
|
|
153
|
+
finally {
|
|
154
|
+
try {
|
|
155
|
+
boolean isDeleted = tempFile.delete();
|
|
156
|
+
logger.info("Delete generated file: {} > {}", tempFile, isDeleted);
|
|
157
|
+
}
|
|
158
|
+
catch (Exception e) {
|
|
159
|
+
logger.warn("Failed to delete generated file: {} due to {}", tempFile, e.getMessage());
|
|
160
|
+
}
|
|
161
|
+
}
|
|
153
162
|
}
|
|
154
163
|
|
|
155
164
|
private StorageObject execUploadWithRetry(final String path, final String localHash) throws IOException
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-output-gcs
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.4.
|
|
4
|
+
version: 0.4.4
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Kazuyuki Honda
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2019-04-22 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -73,11 +73,11 @@ files:
|
|
|
73
73
|
- src/test/resources/sample_01.csv
|
|
74
74
|
- src/test/resources/sample_02.csv
|
|
75
75
|
- classpath/google-api-services-storage-v1-rev28-1.19.1.jar
|
|
76
|
-
- classpath/embulk-output-gcs-0.4.3.jar
|
|
77
76
|
- classpath/httpclient-4.0.1.jar
|
|
78
77
|
- classpath/jsr305-1.3.9.jar
|
|
79
78
|
- classpath/commons-logging-1.1.1.jar
|
|
80
79
|
- classpath/google-http-client-1.19.0.jar
|
|
80
|
+
- classpath/embulk-output-gcs-0.4.4.jar
|
|
81
81
|
- classpath/google-api-client-1.19.1.jar
|
|
82
82
|
- classpath/commons-codec-1.3.jar
|
|
83
83
|
- classpath/httpcore-4.0.1.jar
|