embulk-output-embulk_output_domo 0.3.4 → 0.3.5
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: b2ee46aa443b463313e5d96ab2c0c6fbfecb45a1
|
4
|
+
data.tar.gz: cc279f200749ef874e42c16cefd0e275611f1a8b
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 2fe5139b321b3a02948b10beb78b8037fdd7ebcf2deefbe0d76adde2f232d60ef3cfaa3d9735c30b3f70661704155a10f37e88622baa49d0887d657c772209bc
|
7
|
+
data.tar.gz: d6de041ca1868d987e4a2aaee44a0a983edee748926495d9b252d6e052d289442f021d4c8cb8035d750e6f05f982c8679197003beffa84857e7457b2ba432086
|
data/build.gradle
CHANGED
@@ -60,13 +60,9 @@ import java.io.BufferedWriter;
|
|
60
60
|
import java.io.BufferedReader;
|
61
61
|
import java.io.FileOutputStream;
|
62
62
|
|
63
|
-
import java.nio.file.Files;
|
64
|
-
import java.nio.file.Paths;
|
65
63
|
import java.util.concurrent.Callable;
|
66
|
-
import java.util.concurrent.ExecutionException;
|
67
64
|
import java.util.concurrent.ExecutorService;
|
68
65
|
import java.util.concurrent.Executors;
|
69
|
-
import java.util.concurrent.Future;
|
70
66
|
import java.util.zip.GZIPOutputStream;
|
71
67
|
import java.util.Collections;
|
72
68
|
import org.apache.commons.lang3.RandomStringUtils;
|
@@ -191,7 +187,7 @@ public class EmbulkOutputDomoOutputPlugin
|
|
191
187
|
List<Stream> searchedSds = streamClient.search("dataSource.name:" + task.getStreamName());
|
192
188
|
logger.info("Found search sds size = "+searchedSds.size());
|
193
189
|
if (searchedSds.size() >0) {
|
194
|
-
sds = searchedSds.get(0);
|
190
|
+
// sds = searchedSds.get(0);
|
195
191
|
|
196
192
|
for(Stream sd : searchedSds){
|
197
193
|
logger.info("Compare "+sd.getDataset().getName() + " == " + task.getStreamName() +" = " +Boolean.toString(sd.getDataset().getName().equals(task.getStreamName().trim())));
|
@@ -203,21 +199,12 @@ public class EmbulkOutputDomoOutputPlugin
|
|
203
199
|
break;
|
204
200
|
}
|
205
201
|
}
|
202
|
+
if (sds == null){
|
203
|
+
createNewStream(task.getStreamName(), ds_schema);
|
204
|
+
}
|
206
205
|
}
|
207
206
|
else{
|
208
|
-
|
209
|
-
CreateDataSetRequest ds = new CreateDataSetRequest();
|
210
|
-
ds.setName(task.getStreamName());
|
211
|
-
ds.setDescription(task.getStreamName());
|
212
|
-
ds.setSchema(ds_schema);
|
213
|
-
|
214
|
-
logger.info("We have to create sds");
|
215
|
-
StreamRequest sdsRequest = new StreamRequest();
|
216
|
-
|
217
|
-
sdsRequest.setDataSet(ds);
|
218
|
-
sdsRequest.setUpdateMethod(UpdateMethod.REPLACE);
|
219
|
-
|
220
|
-
sds = streamClient.create(sdsRequest);
|
207
|
+
createNewStream(task.getStreamName(), ds_schema);
|
221
208
|
}
|
222
209
|
|
223
210
|
logger.info("Stream "+ sds);
|
@@ -241,6 +228,23 @@ public class EmbulkOutputDomoOutputPlugin
|
|
241
228
|
return Exec.newConfigDiff();
|
242
229
|
}
|
243
230
|
|
231
|
+
private Stream createNewStream(String streamName, com.domo.sdk.datasets.model.Schema ds_schema) {
|
232
|
+
logger.info("Lets create new Stream with name = "+ streamName);
|
233
|
+
CreateDataSetRequest ds = new CreateDataSetRequest();
|
234
|
+
ds.setName(streamName);
|
235
|
+
ds.setDescription(streamName);
|
236
|
+
ds.setSchema(ds_schema);
|
237
|
+
|
238
|
+
logger.info("We have to create sds");
|
239
|
+
StreamRequest sdsRequest = new StreamRequest();
|
240
|
+
|
241
|
+
sdsRequest.setDataSet(ds);
|
242
|
+
sdsRequest.setUpdateMethod(UpdateMethod.REPLACE);
|
243
|
+
|
244
|
+
sds = streamClient.create(sdsRequest);
|
245
|
+
return sds;
|
246
|
+
}
|
247
|
+
|
244
248
|
@Override
|
245
249
|
public ConfigDiff resume(TaskSource taskSource,
|
246
250
|
Schema schema, int taskCount,
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk-output-embulk_output_domo
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.3.
|
4
|
+
version: 0.3.5
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Angelos Alexopoulos
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2019-09-
|
11
|
+
date: 2019-09-04 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
@@ -67,7 +67,7 @@ files:
|
|
67
67
|
- classpath/commons-io-2.6.jar
|
68
68
|
- classpath/hamcrest-core-1.3.jar
|
69
69
|
- classpath/okio-1.12.0.jar
|
70
|
-
- classpath/embulk-output-embulk_output_domo-0.3.
|
70
|
+
- classpath/embulk-output-embulk_output_domo-0.3.5.jar
|
71
71
|
homepage: https://github.com/alexopoulos7/embulk-output-embulk_output_domo
|
72
72
|
licenses:
|
73
73
|
- MIT
|