embulk-output-embulk_output_domo 0.3.4 → 0.3.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 958830dea0285c84bdcc1b911335ef42fbaedfd4
-  data.tar.gz: 0b217dc01789a7899b4b76b2593ec8a865486d0b
+  metadata.gz: b2ee46aa443b463313e5d96ab2c0c6fbfecb45a1
+  data.tar.gz: cc279f200749ef874e42c16cefd0e275611f1a8b
 SHA512:
-  metadata.gz: e59872204c73dc1b93b1c99145bbd5ece8a6e306b41fe4d6614db0c778776f092cf4e8c099ed3b7f84a35bb25dfd8e7cfd0e78c409df7f2cac190efc2ddc99fa
-  data.tar.gz: 3a10c3b03f14a6b2ca97909a17e63a9f324aa20a1f37382cd6e10983eef2f2798f3d7432a55a0e70eb957c6b87e677c8b9f021b4c226a3dcd783ea4d3ba77cb0
+  metadata.gz: 2fe5139b321b3a02948b10beb78b8037fdd7ebcf2deefbe0d76adde2f232d60ef3cfaa3d9735c30b3f70661704155a10f37e88622baa49d0887d657c772209bc
+  data.tar.gz: d6de041ca1868d987e4a2aaee44a0a983edee748926495d9b252d6e052d289442f021d4c8cb8035d750e6f05f982c8679197003beffa84857e7457b2ba432086

data/build.gradle

@@ -13,7 +13,7 @@ configurations {
     provided
 }
 
-version = "0.3.4"
+version = "0.3.5"
 
 sourceCompatibility = 1.8
 targetCompatibility = 1.8

data/src/main/java/org/embulk/output/embulk_output_domo/EmbulkOutputDomoOutputPlugin.java

@@ -60,13 +60,9 @@ import java.io.BufferedWriter;
 import java.io.BufferedReader;
 import java.io.FileOutputStream;
 
-import java.nio.file.Files;
-import java.nio.file.Paths;
 import java.util.concurrent.Callable;
-import java.util.concurrent.ExecutionException;
 import java.util.concurrent.ExecutorService;
 import java.util.concurrent.Executors;
-import java.util.concurrent.Future;
 import java.util.zip.GZIPOutputStream;
 import java.util.Collections;
 import org.apache.commons.lang3.RandomStringUtils;
@@ -191,7 +187,7 @@ public class EmbulkOutputDomoOutputPlugin
                 List<Stream> searchedSds = streamClient.search("dataSource.name:" + task.getStreamName());
                 logger.info("Found search sds size = "+searchedSds.size());
                 if (searchedSds.size() >0) {
-                    sds = searchedSds.get(0);
+                    // sds = searchedSds.get(0);
 
                     for(Stream sd : searchedSds){
                         logger.info("Compare "+sd.getDataset().getName() + " == " + task.getStreamName() +" = " +Boolean.toString(sd.getDataset().getName().equals(task.getStreamName().trim())));
@@ -203,21 +199,12 @@ public class EmbulkOutputDomoOutputPlugin
                             break;
                         }
                     }
+                    if (sds == null){
+                        createNewStream(task.getStreamName(), ds_schema);
+                    }
                 }
                 else{
-                    logger.info("Lets create new Stream");
-                    CreateDataSetRequest ds = new CreateDataSetRequest();
-                    ds.setName(task.getStreamName());
-                    ds.setDescription(task.getStreamName());
-                    ds.setSchema(ds_schema);
-
-                    logger.info("We have to create sds");
-                    StreamRequest sdsRequest = new StreamRequest();
-
-                    sdsRequest.setDataSet(ds);
-                    sdsRequest.setUpdateMethod(UpdateMethod.REPLACE);
-
-                    sds = streamClient.create(sdsRequest);
+                    createNewStream(task.getStreamName(), ds_schema);
                 }
 
                     logger.info("Stream "+ sds);
@@ -241,6 +228,23 @@ public class EmbulkOutputDomoOutputPlugin
         return Exec.newConfigDiff();
     }
 
+    private Stream createNewStream(String streamName, com.domo.sdk.datasets.model.Schema ds_schema) {
+        logger.info("Lets create new Stream with name = "+ streamName);
+        CreateDataSetRequest ds = new CreateDataSetRequest();
+        ds.setName(streamName);
+        ds.setDescription(streamName);
+        ds.setSchema(ds_schema);
+
+        logger.info("We have to create sds");
+        StreamRequest sdsRequest = new StreamRequest();
+
+        sdsRequest.setDataSet(ds);
+        sdsRequest.setUpdateMethod(UpdateMethod.REPLACE);
+
+        sds = streamClient.create(sdsRequest);
+        return sds;
+    }
+
     @Override
     public ConfigDiff resume(TaskSource taskSource,
                              Schema schema, int taskCount,

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-embulk_output_domo
 version: !ruby/object:Gem::Version
-  version: 0.3.4
+  version: 0.3.5
 platform: ruby
 authors:
 - Angelos Alexopoulos
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2019-09-02 00:00:00.000000000 Z
+date: 2019-09-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -67,7 +67,7 @@ files:
 - classpath/commons-io-2.6.jar
 - classpath/hamcrest-core-1.3.jar
 - classpath/okio-1.12.0.jar
-- classpath/embulk-output-embulk_output_domo-0.3.4.jar
+- classpath/embulk-output-embulk_output_domo-0.3.5.jar
 homepage: https://github.com/alexopoulos7/embulk-output-embulk_output_domo
 licenses:
 - MIT