embulk-output-bigquery 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 76284d5061944ac0c9f2f315cb46bc681b81dce0
|
|
4
|
+
data.tar.gz: f75c285ff585d5177273fd70897e320c6375c6f3
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 7d4b83984a02db3af2dfb769f136d650c0458b5c3e9f0ab64823a558a8ca61885845a466133cc97c6092be60f05258d1e1d24ffd61c0fa78eb7018027d63a02c
|
|
7
|
+
data.tar.gz: 7e4296ff13ebd7c3c9ff68e6a1701a4e26214b47a08714fe4ae31889d919433ee3f42341ad65651a44e8a85d3cf43f8bc8a83238c0d67d44468e0f39b48940d5
|
data/build.gradle
CHANGED
|
@@ -15,7 +15,7 @@ configurations {
|
|
|
15
15
|
sourceCompatibility = 1.7
|
|
16
16
|
targetCompatibility = 1.7
|
|
17
17
|
|
|
18
|
-
version = "0.1.
|
|
18
|
+
version = "0.1.1"
|
|
19
19
|
|
|
20
20
|
dependencies {
|
|
21
21
|
compile "org.embulk:embulk-core:0.5.1"
|
|
@@ -48,7 +48,7 @@ Gem::Specification.new do |spec|
|
|
|
48
48
|
spec.version = "${project.version}"
|
|
49
49
|
spec.authors = ["Satoshi Akama"]
|
|
50
50
|
spec.summary = %[Google BigQuery output plugin for Embulk]
|
|
51
|
-
spec.description = %[Embulk plugin that insert records to Google
|
|
51
|
+
spec.description = %[Embulk plugin that insert records to Google BigQuery.]
|
|
52
52
|
spec.email = ["satoshiakama@gmail.com"]
|
|
53
53
|
spec.licenses = ["Apache-2.0"]
|
|
54
54
|
spec.homepage = "https://github.com/sakama/embulk-output-bigquery"
|
|
@@ -218,7 +218,6 @@ public class BigqueryOutputPlugin
|
|
|
218
218
|
filePath = pathPrefix + String.format(sequenceFormat, taskIndex, fileIndex) + suffix;
|
|
219
219
|
file = new File(filePath);
|
|
220
220
|
fileName = file.getName();
|
|
221
|
-
fileSize = file.length();
|
|
222
221
|
|
|
223
222
|
String parentPath = file.getParent();
|
|
224
223
|
File dir = new File(parentPath);
|
|
@@ -259,6 +258,7 @@ public class BigqueryOutputPlugin
|
|
|
259
258
|
{
|
|
260
259
|
closeFile();
|
|
261
260
|
if (fileName != null) {
|
|
261
|
+
fileSize = file.length();
|
|
262
262
|
try {
|
|
263
263
|
bigQueryGcsWriter.uploadFile(filePath, fileName, remotePath);
|
|
264
264
|
|
|
@@ -103,12 +103,12 @@ public class BigqueryWriter
|
|
|
103
103
|
String jobStatus = getJobStatus(jobRef);
|
|
104
104
|
elapsedTime = System.currentTimeMillis() - startTime;
|
|
105
105
|
if (jobStatus.equals("DONE")) {
|
|
106
|
-
log.info(String.format("Job completed successfully.
|
|
106
|
+
log.info(String.format("Job completed successfully. job id:[%s] elapsed_time:%dms status:[%s]", jobRef.getJobId(), elapsedTime, "SUCCESS"));
|
|
107
107
|
break;
|
|
108
108
|
} else if (elapsedTime > jobStatusMaxPollingTime * 1000) {
|
|
109
|
-
throw new TimeoutException(String.format("Checking job status...Timeout.
|
|
109
|
+
throw new TimeoutException(String.format("Checking job status...Timeout. job id:[%s] elapsed_time:%dms status:[%s]", jobRef.getJobId(), elapsedTime, "TIMEOUT"));
|
|
110
110
|
} else {
|
|
111
|
-
log.info(String.format("Checking job status...
|
|
111
|
+
log.info(String.format("Checking job status... job id:[%s] elapsed_time:%dms status:[%s]", jobRef.getJobId(), elapsedTime, jobStatus));
|
|
112
112
|
}
|
|
113
113
|
Thread.sleep(jobStatusPollingInterval * 1000);
|
|
114
114
|
}
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-output-bigquery
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Satoshi Akama
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2015-03-
|
|
11
|
+
date: 2015-03-17 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -38,7 +38,7 @@ dependencies:
|
|
|
38
38
|
- - '>='
|
|
39
39
|
- !ruby/object:Gem::Version
|
|
40
40
|
version: '10.0'
|
|
41
|
-
description: Embulk plugin that insert records to Google
|
|
41
|
+
description: Embulk plugin that insert records to Google BigQuery.
|
|
42
42
|
email:
|
|
43
43
|
- satoshiakama@gmail.com
|
|
44
44
|
executables: []
|
|
@@ -65,7 +65,7 @@ files:
|
|
|
65
65
|
- src/test/java/org/embulk/output/TestBigqueryWriter.java
|
|
66
66
|
- classpath/commons-codec-1.3.jar
|
|
67
67
|
- classpath/commons-logging-1.1.1.jar
|
|
68
|
-
- classpath/embulk-output-bigquery-0.1.
|
|
68
|
+
- classpath/embulk-output-bigquery-0.1.1.jar
|
|
69
69
|
- classpath/google-api-client-1.19.1.jar
|
|
70
70
|
- classpath/google-api-services-bigquery-v2-rev193-1.19.1.jar
|
|
71
71
|
- classpath/google-api-services-storage-v1-rev27-1.19.1.jar
|