embulk-output-gcs 0.4.3 → 0.4.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 32dea7ae4556f71bef945eaf868b6a57721120c9
4
- data.tar.gz: 48631287b5c928cc35f1d5c68a8ae6e2f60843b3
3
+ metadata.gz: 2b47f73cfe1a43aa7aab07852d398d8925d5617e
4
+ data.tar.gz: 8184f78cd07f644844fc47dba01f7911e01d3c3d
5
5
  SHA512:
6
- metadata.gz: b34b7724fd0064692411f1f449e2e4930ba4b931e83a5c2cde1c4241de07f1897077cd8c73cba743508a358d37a842e907b4f9b791d6f406d057f7b91f9eabf7
7
- data.tar.gz: f5c2b60c384b9bcff1cc124995bf6707c448fb02468dc8a5b024d6864a6a4ce88b6656e99db5d69e862b4e2a6255a25ccbf7c3da6a914c0c80e90be782464203
6
+ metadata.gz: 32c54965a58aa9a13d91b3d548e944c0024597ff47e339170d9ff2cb60397bde92f82b7484598ba2f37f31ffd4404e720b2540f8f81607e805001ed9301e9b13
7
+ data.tar.gz: 63290eefeb1862093a1c6fa445b547651aaf715870df3e5885120924a7477e3141fa051d669031b6bc3e205f24b38688aa29d66a4e74e66711106725170cb6a6
data/README.md CHANGED
@@ -1,4 +1,4 @@
1
- [![Build Status](https://travis-ci.org/hakobera/embulk-output-gcs.svg?branch=master)](https://travis-ci.org/hakobera/embulk-output-gcs)
1
+ [![Build Status](https://travis-ci.org/embulk/embulk-output-gcs.svg?branch=master)](https://travis-ci.org/embulk/embulk-output-gcs)
2
2
 
3
3
  # Google Cloud Storage output plugin for Embulk
4
4
 
@@ -16,12 +16,14 @@ Google Cloud Storage output plugin for [Embulk](https://github.com/embulk/embulk
16
16
  - **bucket**: Google Cloud Storage bucket name (string, required)
17
17
  - **path_prefix**: Prefix of output keys (string, required)
18
18
  - **file_ext**: Extention of output file (string, required)
19
+ - **sequence_format**: Format of the sequence number of the output files (string, default value is ".%03d.%02d")
19
20
  - **content_type**: content type of output file (string, optional, default value is "application/octet-stream")
20
21
  - **auth_method**: Authentication method `private_key`, `json_key` or `compute_engine` (string, optional, default value is "private_key")
21
22
  - **service_account_email**: Google Cloud Platform service account email (string, required when auth_method is private_key)
22
23
  - **p12_keyfile**: Private key file fullpath of Google Cloud Platform service account (string, required when auth_method is private_key)
23
24
  - **json_keyfile** fullpath of json_key (string, required when auth_method is json_key)
24
25
  - **application_name**: Application name, anything you like (string, optional, default value is "embulk-output-gcs")
26
+ - **max_connection_retry**: Number of connection retries to GCS (number, default value is 10)
25
27
 
26
28
  ## Example
27
29
 
@@ -17,7 +17,7 @@ configurations {
17
17
  sourceCompatibility = 1.8
18
18
  targetCompatibility = 1.8
19
19
 
20
- version = "0.4.3"
20
+ version = "0.4.4"
21
21
 
22
22
  dependencies {
23
23
  compile "org.embulk:embulk-core:0.9.11"
@@ -150,6 +150,15 @@ public class GcsTransactionalFileOutput implements TransactionalFileOutput
150
150
  catch (IOException ex) {
151
151
  throw Throwables.propagate(ex);
152
152
  }
153
+ finally {
154
+ try {
155
+ boolean isDeleted = tempFile.delete();
156
+ logger.info("Delete generated file: {} > {}", tempFile, isDeleted);
157
+ }
158
+ catch (Exception e) {
159
+ logger.warn("Failed to delete generated file: {} due to {}", tempFile, e.getMessage());
160
+ }
161
+ }
153
162
  }
154
163
 
155
164
  private StorageObject execUploadWithRetry(final String path, final String localHash) throws IOException
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: embulk-output-gcs
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.4.3
4
+ version: 0.4.4
5
5
  platform: ruby
6
6
  authors:
7
7
  - Kazuyuki Honda
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2018-12-14 00:00:00.000000000 Z
11
+ date: 2019-04-22 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  requirement: !ruby/object:Gem::Requirement
@@ -73,11 +73,11 @@ files:
73
73
  - src/test/resources/sample_01.csv
74
74
  - src/test/resources/sample_02.csv
75
75
  - classpath/google-api-services-storage-v1-rev28-1.19.1.jar
76
- - classpath/embulk-output-gcs-0.4.3.jar
77
76
  - classpath/httpclient-4.0.1.jar
78
77
  - classpath/jsr305-1.3.9.jar
79
78
  - classpath/commons-logging-1.1.1.jar
80
79
  - classpath/google-http-client-1.19.0.jar
80
+ - classpath/embulk-output-gcs-0.4.4.jar
81
81
  - classpath/google-api-client-1.19.1.jar
82
82
  - classpath/commons-codec-1.3.jar
83
83
  - classpath/httpcore-4.0.1.jar