embulk-output-bigquery 0.1.10 → 0.1.11

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: a87dead2fa7962e1c2b07c86adc52939c2ed4205
4
- data.tar.gz: 34db5af6375ce61615b5aeafb94cf9eb11e576c0
3
+ metadata.gz: 9eed778576242d0ea0d44e445c5f126e93cc6333
4
+ data.tar.gz: 96bc25e1ff2caccfbd7f2a4be1730b80dca185de
5
5
  SHA512:
6
- metadata.gz: 46ce7c4c2a5b5e1213724bf571bdf3764320d34cc787f79bc6ef20cef4681f8a402c600bdef807311f550045ce0c95f5a6eb5abc4262fce746705f86119ccc76
7
- data.tar.gz: bc5bfb7050882ef5312a78ee6c0d746e76bae0045baa0c82cd9f4e2c67754aeccc834ce1b7864ad8e105d7e56f2d3eec63131c7c0feee7a79dd0f18b24293611
6
+ metadata.gz: 95d91febb961ede313d9aa66e32a177812e3a32a96203de2d82cc8d5682517be5f688997b16123d0cedd820d858762fc90755dce109ce89f32b6bb96496226e7
7
+ data.tar.gz: 778932e6c37a30992ffb2593ee69cb6be463369d122b8339e794ec063083606dd486fbfe5b21f31a6468556e1166654a3caa22422bc0f78af75c2396291ddd08
data/ChangeLog CHANGED
@@ -1,3 +1,7 @@
1
+ Release 0.1.11 - 2015-11-16
2
+
3
+ * Change error result display for easy investigation.
4
+
1
5
  Release 0.1.10 - 2015-10-06
2
6
 
3
7
  * Added new auth method - json_keyfile of GCP(Google Cloud Platform)'s service account
@@ -12,7 +16,7 @@ Release 0.1.8 - 2015-08-19
12
16
  * Fixed job_id generation logic
13
17
  * Refactored
14
18
 
15
- Release 0.1.7 - 2015-03-20
19
+ Release 0.1.7 - 2015-05-20
16
20
 
17
21
  * Added allow_quoted_newlines option
18
22
  * Upgraded embulk version to 0.6.8
@@ -39,4 +43,4 @@ Release 0.1.3 - 2015-04-06
39
43
  Release 0.1.2 - 2015-04-01
40
44
 
41
45
  * Changed bulk-load method from "via GCS" to direct-insert
42
- * added dynamic table creationg option
46
+ * added dynamic table creationg option
data/README.md CHANGED
@@ -116,8 +116,8 @@ out:
116
116
  You can also embed contents of json_keyfile at config.yml.
117
117
 
118
118
  ```yaml
119
- in:
120
- type: gcs
119
+ out:
120
+ type: bigquery
121
121
  auth_method: json_key
122
122
  json_keyfile:
123
123
  content: |
data/build.gradle CHANGED
@@ -15,7 +15,7 @@ configurations {
15
15
  sourceCompatibility = 1.7
16
16
  targetCompatibility = 1.7
17
17
 
18
- version = "0.1.10"
18
+ version = "0.1.11"
19
19
 
20
20
  dependencies {
21
21
  compile "org.embulk:embulk-core:0.7.1"
@@ -90,17 +90,18 @@ public class BigqueryWriter
90
90
  try {
91
91
  Job job = bigQueryClient.jobs().get(project, jobRef.getJobId()).execute();
92
92
 
93
- ErrorProto fatalError = job.getStatus().getErrorResult();
94
- if (fatalError != null) {
95
- throw new JobFailedException(String.format("Job failed. job id:[%s] reason:[%s][%s] status:[FAILED]", jobRef.getJobId(), fatalError.getReason(), fatalError.getMessage()));
96
- }
97
93
  List<ErrorProto> errors = job.getStatus().getErrors();
98
94
  if (errors != null) {
99
95
  for (ErrorProto error : errors) {
100
- log.error(String.format("Error: job id:[%s] reason[%s][%s] location:[%s]", jobRef.getJobId(), error.getReason(), error.getMessage(), error.getLocation()));
96
+ log.error(String.format("Error: reason[%s][%s] location:[%s]", error.getReason(), error.getMessage(), error.getLocation()));
101
97
  }
102
98
  }
103
99
 
100
+ ErrorProto fatalError = job.getStatus().getErrorResult();
101
+ if (fatalError != null) {
102
+ throw new JobFailedException(String.format("Job failed. job id:[%s] reason:[%s][%s] status:[FAILED]", jobRef.getJobId(), fatalError.getReason(), fatalError.getMessage()));
103
+ }
104
+
104
105
  String jobStatus = job.getStatus().getState();
105
106
  if (jobStatus.equals("DONE")) {
106
107
  JobStatistics statistics = job.getStatistics();
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: embulk-output-bigquery
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.10
4
+ version: 0.1.11
5
5
  platform: ruby
6
6
  authors:
7
7
  - Satoshi Akama
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2015-10-06 00:00:00.000000000 Z
11
+ date: 2015-11-16 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  requirement: !ruby/object:Gem::Requirement
@@ -63,7 +63,7 @@ files:
63
63
  - src/test/java/org/embulk/output/TestBigqueryWriter.java
64
64
  - classpath/commons-codec-1.3.jar
65
65
  - classpath/commons-logging-1.1.1.jar
66
- - classpath/embulk-output-bigquery-0.1.10.jar
66
+ - classpath/embulk-output-bigquery-0.1.11.jar
67
67
  - classpath/google-api-client-1.20.0.jar
68
68
  - classpath/google-api-services-bigquery-v2-rev205-1.20.0.jar
69
69
  - classpath/google-http-client-1.20.0.jar