embulk-output-bigquery 0.1.4 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 37643ccea137f84b59a056d75826b54c8548c0b6
-  data.tar.gz: 1eafbf6ab69c81039c22712cda93ceb099ec9d92
+  metadata.gz: 418d0bed433bae894e7ca324919eeff6d1a40079
+  data.tar.gz: fcb3127b2e24413539ff4ef43c125b02f45fcd1e
 SHA512:
-  metadata.gz: 3f8e1a7b70fb1a71060338b5aa2c4676a02ee56289fe5f0470fda09081ae2cec3b5c4fece89993beab298b43fb3769b3db8d28b485a4abacca40b57fdb6f3759
-  data.tar.gz: d4b1aab992230a263642b6eb0cac08d1981d6cf54728ef76fec84da323888172ba6c6ed891f1cb7914f95dc9887ee21856d43e0fb044fa3c8e1aafd7cc8ab428
+  metadata.gz: 46a4f0af383a0d4eaf809c78914ddb608dbae76a0950568b768d8233713c3bddef2782a4e3dd39a35166770d236d719bf8b5019a3cb5e2a0d41a51f50a7b708d
+  data.tar.gz: 3d850afb378eb8b6668b8d592947be8cd8510517fdc2c2d89c0e159f941d11d11a23f1b472cc4828aa2e8a68c0e210e72b1e5528c67ead5b707bad3b583006af

data/README.md

@@ -45,6 +45,7 @@ OAuth flow for installed applications.
 - **field_delimiter**: (string, optional, default is ",")
 - **max_bad_records**: (int, optional, default is 0)
 - **encoding**: (UTF-8 or ISO-8859-1) (string, optional, default is UTF-8)
+- **ignore_unknown_values**: (boolean, optional, default is 0)
 
 ### Example
 

data/build.gradle

@@ -15,7 +15,7 @@ configurations {
 sourceCompatibility = 1.7
 targetCompatibility = 1.7
 
-version = "0.1.4"
+version = "0.1.5"
 
 dependencies {
     compile  "org.embulk:embulk-core:0.5.1"

data/src/main/java/org/embulk/output/BigqueryOutputPlugin.java

@@ -112,6 +112,10 @@ public class BigqueryOutputPlugin
         @Config("is_skip_job_result_check")
         @ConfigDefault("false")
         public boolean getIsSkipJobResultCheck();
+
+        @Config("ignore_unknown_values")
+        @ConfigDefault("false")
+        public boolean getIgnoreUnknownValues();
     }
 
     private final Logger log = Exec.getLogger(BigqueryOutputPlugin.class);
@@ -140,6 +144,7 @@ public class BigqueryOutputPlugin
                     .setJobStatusMaxPollingTime(task.getJobStatusMaxPollingTime())
                     .setJobStatusPollingInterval(task.getJobStatusPollingInterval())
                     .setIsSkipJobResultCheck(task.getIsSkipJobResultCheck())
+                    .setIgnoreUnknownValues(task.getIgnoreUnknownValues())
                     .build();
         } catch (FileNotFoundException ex) {
             throw new ConfigException(ex);

data/src/main/java/org/embulk/output/BigqueryWriter.java

@@ -56,6 +56,7 @@ public class BigqueryWriter
     private final long jobStatusMaxPollingTime;
     private final long jobStatusPollingInterval;
     private final boolean isSkipJobResultCheck;
+    private final boolean ignoreUnknownValues;
     private final Bigquery bigQueryClient;
 
     public BigqueryWriter(Builder builder) throws FileNotFoundException, IOException, GeneralSecurityException
@@ -73,6 +74,7 @@ public class BigqueryWriter
         this.jobStatusMaxPollingTime = builder.jobStatusMaxPollingTime;
         this.jobStatusPollingInterval = builder.jobStatusPollingInterval;
         this.isSkipJobResultCheck = builder.isSkipJobResultCheck;
+        this.ignoreUnknownValues = builder.ignoreUnknownValues;
 
         BigqueryAuthentication auth = new BigqueryAuthentication(builder.authMethod, builder.serviceAccountEmail, builder.p12KeyFilePath, builder.applicationName);
         this.bigQueryClient = auth.getBigqueryClient();
@@ -172,6 +174,7 @@ public class BigqueryWriter
         } else {
             loadConfig.setCreateDisposition("CREATE_NEVER");
         }
+        loadConfig.setIgnoreUnknownValues(ignoreUnknownValues);
 
         loadConfig.setDestinationTable(createTableReference());
 
@@ -348,6 +351,7 @@ public class BigqueryWriter
         private int jobStatusMaxPollingTime;
         private int jobStatusPollingInterval;
         private boolean isSkipJobResultCheck;
+        private boolean ignoreUnknownValues;
 
         public Builder(String authMethod)
         {
@@ -450,6 +454,12 @@ public class BigqueryWriter
             return this;
         }
 
+        public Builder setIgnoreUnknownValues(boolean ignoreUnknownValues)
+        {
+            this.ignoreUnknownValues = ignoreUnknownValues;
+            return this;
+        }
+
         public BigqueryWriter build() throws IOException, GeneralSecurityException
         {
             return new BigqueryWriter(this);

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-bigquery
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.5
 platform: ruby
 authors:
 - Satoshi Akama
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-04-21 00:00:00.000000000 Z
+date: 2015-04-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -62,7 +62,7 @@ files:
 - src/test/java/org/embulk/output/TestBigqueryWriter.java
 - classpath/commons-codec-1.3.jar
 - classpath/commons-logging-1.1.1.jar
-- classpath/embulk-output-bigquery-0.1.4.jar
+- classpath/embulk-output-bigquery-0.1.5.jar
 - classpath/google-api-client-1.20.0.jar
 - classpath/google-api-services-bigquery-v2-rev205-1.20.0.jar
 - classpath/google-http-client-1.20.0.jar