embulk-output-bigquery 0.1.5 → 0.1.6

Sign up to get free protection for your applications and to get access to all the features.
Files changed (5) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +1 -1
  3. data/build.gradle +1 -1
  4. data/src/main/java/org/embulk/output/BigqueryWriter.java +1 -0
  5. metadata +2 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 418d0bed433bae894e7ca324919eeff6d1a40079
4
- data.tar.gz: fcb3127b2e24413539ff4ef43c125b02f45fcd1e
3
+ metadata.gz: 10152df2aff8af2668f03c311bd27f7190ce0bc9
4
+ data.tar.gz: d71a05b7ad0bc501a473e77220d21ddbda6b8397
5
5
  SHA512:
6
- metadata.gz: 46a4f0af383a0d4eaf809c78914ddb608dbae76a0950568b768d8233713c3bddef2782a4e3dd39a35166770d236d719bf8b5019a3cb5e2a0d41a51f50a7b708d
7
- data.tar.gz: 3d850afb378eb8b6668b8d592947be8cd8510517fdc2c2d89c0e159f941d11d11a23f1b472cc4828aa2e8a68c0e210e72b1e5528c67ead5b707bad3b583006af
6
+ metadata.gz: 95492636456277841a59bd816c8268c48cbb706281d3d6aa1d1a8d7ebd19ba23deec81de6af1ae04fb1b9234f5abde6617bed195b787fb4af219eb9c167c0466
7
+ data.tar.gz: cc3631f691a474d78e9d0ee0e68ce263a7cc6a5d691f5fd036a85aec7d94cf792c608016ff5bce721d99236b76d1a2d5f3d483f827ebe456944bbdb8d00a3e40
data/README.md CHANGED
@@ -126,7 +126,7 @@ out:
126
126
 
127
127
  When `prevent_duplicate_insert` is set to true, embulk-output-bigquery generate job ID from md5 hash of file and other options to prevent duplicate data insertion.
128
128
 
129
- `job ID = md5(md5(file) + dataset + table + schema + source_format + file_delimiter + max_bad_records + encoding)`
129
+ `job ID = md5(md5(file) + dataset + table + schema + source_format + file_delimiter + max_bad_records + encoding + ignore_unknown_values)`
130
130
 
131
131
  [job ID must be unique(including failures)](https://cloud.google.com/bigquery/loading-data-into-bigquery#consistency). So same data can't insert with same settings.
132
132
 
data/build.gradle CHANGED
@@ -15,7 +15,7 @@ configurations {
15
15
  sourceCompatibility = 1.7
16
16
  targetCompatibility = 1.7
17
17
 
18
- version = "0.1.5"
18
+ version = "0.1.6"
19
19
 
20
20
  dependencies {
21
21
  compile "org.embulk:embulk-core:0.5.1"
data/src/main/java/org/embulk/output/BigqueryWriter.java CHANGED
@@ -219,6 +219,7 @@ public class BigqueryWriter
219
219
  sb.append(fieldDelimiter);
220
220
  sb.append(maxBadrecords);
221
221
  sb.append(encoding);
222
+ sb.append(ignoreUnknownValues);
222
223
 
223
224
  MessageDigest md = MessageDigest.getInstance("MD5");
224
225
  String str = new String(sb);
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: embulk-output-bigquery
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.5
4
+ version: 0.1.6
5
5
  platform: ruby
6
6
  authors:
7
7
  - Satoshi Akama
@@ -62,7 +62,7 @@ files:
62
62
  - src/test/java/org/embulk/output/TestBigqueryWriter.java
63
63
  - classpath/commons-codec-1.3.jar
64
64
  - classpath/commons-logging-1.1.1.jar
65
- - classpath/embulk-output-bigquery-0.1.5.jar
65
+ - classpath/embulk-output-bigquery-0.1.6.jar
66
66
  - classpath/google-api-client-1.20.0.jar
67
67
  - classpath/google-api-services-bigquery-v2-rev205-1.20.0.jar
68
68
  - classpath/google-http-client-1.20.0.jar