embulk-output-bigquery 0.1.0 → 0.1.1
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 76284d5061944ac0c9f2f315cb46bc681b81dce0
|
4
|
+
data.tar.gz: f75c285ff585d5177273fd70897e320c6375c6f3
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 7d4b83984a02db3af2dfb769f136d650c0458b5c3e9f0ab64823a558a8ca61885845a466133cc97c6092be60f05258d1e1d24ffd61c0fa78eb7018027d63a02c
|
7
|
+
data.tar.gz: 7e4296ff13ebd7c3c9ff68e6a1701a4e26214b47a08714fe4ae31889d919433ee3f42341ad65651a44e8a85d3cf43f8bc8a83238c0d67d44468e0f39b48940d5
|
data/build.gradle
CHANGED
@@ -15,7 +15,7 @@ configurations {
|
|
15
15
|
sourceCompatibility = 1.7
|
16
16
|
targetCompatibility = 1.7
|
17
17
|
|
18
|
-
version = "0.1.
|
18
|
+
version = "0.1.1"
|
19
19
|
|
20
20
|
dependencies {
|
21
21
|
compile "org.embulk:embulk-core:0.5.1"
|
@@ -48,7 +48,7 @@ Gem::Specification.new do |spec|
|
|
48
48
|
spec.version = "${project.version}"
|
49
49
|
spec.authors = ["Satoshi Akama"]
|
50
50
|
spec.summary = %[Google BigQuery output plugin for Embulk]
|
51
|
-
spec.description = %[Embulk plugin that insert records to Google
|
51
|
+
spec.description = %[Embulk plugin that insert records to Google BigQuery.]
|
52
52
|
spec.email = ["satoshiakama@gmail.com"]
|
53
53
|
spec.licenses = ["Apache-2.0"]
|
54
54
|
spec.homepage = "https://github.com/sakama/embulk-output-bigquery"
|
@@ -218,7 +218,6 @@ public class BigqueryOutputPlugin
|
|
218
218
|
filePath = pathPrefix + String.format(sequenceFormat, taskIndex, fileIndex) + suffix;
|
219
219
|
file = new File(filePath);
|
220
220
|
fileName = file.getName();
|
221
|
-
fileSize = file.length();
|
222
221
|
|
223
222
|
String parentPath = file.getParent();
|
224
223
|
File dir = new File(parentPath);
|
@@ -259,6 +258,7 @@ public class BigqueryOutputPlugin
|
|
259
258
|
{
|
260
259
|
closeFile();
|
261
260
|
if (fileName != null) {
|
261
|
+
fileSize = file.length();
|
262
262
|
try {
|
263
263
|
bigQueryGcsWriter.uploadFile(filePath, fileName, remotePath);
|
264
264
|
|
@@ -103,12 +103,12 @@ public class BigqueryWriter
|
|
103
103
|
String jobStatus = getJobStatus(jobRef);
|
104
104
|
elapsedTime = System.currentTimeMillis() - startTime;
|
105
105
|
if (jobStatus.equals("DONE")) {
|
106
|
-
log.info(String.format("Job completed successfully.
|
106
|
+
log.info(String.format("Job completed successfully. job id:[%s] elapsed_time:%dms status:[%s]", jobRef.getJobId(), elapsedTime, "SUCCESS"));
|
107
107
|
break;
|
108
108
|
} else if (elapsedTime > jobStatusMaxPollingTime * 1000) {
|
109
|
-
throw new TimeoutException(String.format("Checking job status...Timeout.
|
109
|
+
throw new TimeoutException(String.format("Checking job status...Timeout. job id:[%s] elapsed_time:%dms status:[%s]", jobRef.getJobId(), elapsedTime, "TIMEOUT"));
|
110
110
|
} else {
|
111
|
-
log.info(String.format("Checking job status...
|
111
|
+
log.info(String.format("Checking job status... job id:[%s] elapsed_time:%dms status:[%s]", jobRef.getJobId(), elapsedTime, jobStatus));
|
112
112
|
}
|
113
113
|
Thread.sleep(jobStatusPollingInterval * 1000);
|
114
114
|
}
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk-output-bigquery
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Satoshi Akama
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-03-
|
11
|
+
date: 2015-03-17 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
@@ -38,7 +38,7 @@ dependencies:
|
|
38
38
|
- - '>='
|
39
39
|
- !ruby/object:Gem::Version
|
40
40
|
version: '10.0'
|
41
|
-
description: Embulk plugin that insert records to Google
|
41
|
+
description: Embulk plugin that insert records to Google BigQuery.
|
42
42
|
email:
|
43
43
|
- satoshiakama@gmail.com
|
44
44
|
executables: []
|
@@ -65,7 +65,7 @@ files:
|
|
65
65
|
- src/test/java/org/embulk/output/TestBigqueryWriter.java
|
66
66
|
- classpath/commons-codec-1.3.jar
|
67
67
|
- classpath/commons-logging-1.1.1.jar
|
68
|
-
- classpath/embulk-output-bigquery-0.1.
|
68
|
+
- classpath/embulk-output-bigquery-0.1.1.jar
|
69
69
|
- classpath/google-api-client-1.19.1.jar
|
70
70
|
- classpath/google-api-services-bigquery-v2-rev193-1.19.1.jar
|
71
71
|
- classpath/google-api-services-storage-v1-rev27-1.19.1.jar
|