embulk-output-embulk_output_domo 0.2.4 → 0.2.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 06ef088bc54d8412fbfc5fe0d250e64679c2191d
|
|
4
|
+
data.tar.gz: 54c0305194812b9c1bf056e9d61cc760f516a486
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 826c5d74751cdc1951a588cdaa0a1b98a3eb296a8720bd263c36f58ab463deed9e9108acb9382bdb4275fce4a7c12579a17e21c8f2309a9986f68b179cbbd451
|
|
7
|
+
data.tar.gz: 5804e980747764f6fe29b1b9b7676d1e41df7b05367afa6fa945e80901b7e604359588c353915fd0e57abd77f528f8ad7e2d41b504e98379d746b71176b721f3
|
data/build.gradle
CHANGED
|
@@ -246,13 +246,13 @@ public class EmbulkOutputDomoOutputPlugin
|
|
|
246
246
|
Schema schema, int taskCount,
|
|
247
247
|
List<TaskReport> successTaskReports)
|
|
248
248
|
{
|
|
249
|
-
List<List<StringBuilder>> batchLists = batches(allRecords, totalBatches);
|
|
250
|
-
int i=1;
|
|
251
|
-
for(List<StringBuilder> l : batchLists){
|
|
252
|
-
sdsClient.uploadDataPart(sds.getId(), execution.getId(), i, stringifyList(l));
|
|
253
|
-
i++;
|
|
254
|
-
}
|
|
255
|
-
logger.info("Finished Uploading");
|
|
249
|
+
// List<List<StringBuilder>> batchLists = batches(allRecords, totalBatches);
|
|
250
|
+
// int i=1;
|
|
251
|
+
// for(List<StringBuilder> l : batchLists){
|
|
252
|
+
// sdsClient.uploadDataPart(sds.getId(), execution.getId(), i, stringifyList(l));
|
|
253
|
+
// i++;
|
|
254
|
+
// }
|
|
255
|
+
// logger.info("Finished Uploading");
|
|
256
256
|
//Commit Execution
|
|
257
257
|
Execution committedExecution = sdsClient.commitExecution(sds.getId(), execution.getId());
|
|
258
258
|
logger.info("Committed Execution: " + committedExecution);
|
|
@@ -286,6 +286,7 @@ public class EmbulkOutputDomoOutputPlugin
|
|
|
286
286
|
this.client = client;
|
|
287
287
|
this.task = task;
|
|
288
288
|
this.schema = schema;
|
|
289
|
+
partNum++;
|
|
289
290
|
}
|
|
290
291
|
|
|
291
292
|
@Override
|
|
@@ -302,6 +303,7 @@ public class EmbulkOutputDomoOutputPlugin
|
|
|
302
303
|
final char escape = this.task.getEscapeChar().or(quotePolicy == QuotePolicy.NONE ? '\\' : quote);
|
|
303
304
|
final String newlineInField = this.task.getNewlineInField().getString();
|
|
304
305
|
|
|
306
|
+
|
|
305
307
|
while (pageReader.nextRecord()) {
|
|
306
308
|
StringBuilder lineBuilder = new StringBuilder();
|
|
307
309
|
pageReader.getSchema().visitColumns(new ColumnVisitor() {
|
|
@@ -386,6 +388,8 @@ public class EmbulkOutputDomoOutputPlugin
|
|
|
386
388
|
}
|
|
387
389
|
|
|
388
390
|
|
|
391
|
+
|
|
392
|
+
|
|
389
393
|
}
|
|
390
394
|
catch (Exception ex) {
|
|
391
395
|
throw new RuntimeException(ex);
|
|
@@ -400,7 +404,10 @@ public class EmbulkOutputDomoOutputPlugin
|
|
|
400
404
|
@Override
|
|
401
405
|
public void close()
|
|
402
406
|
{
|
|
403
|
-
|
|
407
|
+
logger.info("Uplaod records count= "+recordsPage.size() +" partNum = "+partNum);
|
|
408
|
+
sdsClient.uploadDataPart(sds.getId(), execution.getId(), partNum, stringify(recordsPage));
|
|
409
|
+
// allRecords.addAll(recordsPage);
|
|
410
|
+
recordsPage = null;
|
|
404
411
|
}
|
|
405
412
|
|
|
406
413
|
@Override
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-output-embulk_output_domo
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.2.
|
|
4
|
+
version: 0.2.5
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Angelos Alexopoulos
|
|
@@ -64,7 +64,7 @@ files:
|
|
|
64
64
|
- classpath/junit-4.12.jar
|
|
65
65
|
- classpath/okhttp-3.7.0.jar
|
|
66
66
|
- classpath/logging-interceptor-3.7.0.jar
|
|
67
|
-
- classpath/embulk-output-embulk_output_domo-0.2.
|
|
67
|
+
- classpath/embulk-output-embulk_output_domo-0.2.5.jar
|
|
68
68
|
- classpath/hamcrest-core-1.3.jar
|
|
69
69
|
- classpath/okio-1.12.0.jar
|
|
70
70
|
homepage: https://github.com/alexopoulos7/embulk-output-embulk_output_domo
|