embulk-output-embulk_output_domo 0.2.1 → 0.2.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 9994e7dd7a65a5027eadb76fc334c37dc78d04bf
|
4
|
+
data.tar.gz: 61db6329840bd7d6d600c9eddb52a4058f78a127
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: f42829d10ca8ffba06df26832302d400c1a06d220bd9d56249cc0f87412dc6cfd355fbed7157700a843f39463bb58a1fb1c736b1ac84eda0f45617f6b7186bf7
|
7
|
+
data.tar.gz: a413ecd3065fa8f8ebb35ed4f51edf4196fe9c2ae65a66d46dbfe20cce869bc7074544ed8b8950985cf2f864e7f696a54c7604c26390f8920d740f9caceeb4ff
|
data/build.gradle
CHANGED
@@ -13,7 +13,7 @@ configurations {
|
|
13
13
|
provided
|
14
14
|
}
|
15
15
|
|
16
|
-
version = "0.2.
|
16
|
+
version = "0.2.2"
|
17
17
|
|
18
18
|
sourceCompatibility = 1.8
|
19
19
|
targetCompatibility = 1.8
|
@@ -79,9 +79,9 @@ Gem::Specification.new do |spec|
|
|
79
79
|
spec.authors = ["Angelos Alexopoulos"]
|
80
80
|
spec.summary = %[Embulk Output Domo output plugin for Embulk]
|
81
81
|
spec.description = %[Dumps records to Embulk Output Domo.]
|
82
|
-
spec.email = ["
|
82
|
+
spec.email = ["alexopoulos7@gmail.com"]
|
83
83
|
spec.licenses = ["MIT"]
|
84
|
-
spec.homepage = "https://github.com/
|
84
|
+
spec.homepage = "https://github.com/alexopoulos7/embulk-output-embulk_output_domo"
|
85
85
|
|
86
86
|
spec.files = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
|
87
87
|
spec.test_files = spec.files.grep(%r"^(test|spec)/")
|
Binary file
|
@@ -249,13 +249,10 @@ public class EmbulkOutputDomoOutputPlugin
|
|
249
249
|
List<List<StringBuilder>> batchLists = batches(allRecords, totalBatches);
|
250
250
|
int i=1;
|
251
251
|
for(List<StringBuilder> l : batchLists){
|
252
|
-
logger.info("Uploading..."+i +" with records = "+l.size() );
|
253
252
|
sdsClient.uploadDataPart(sds.getId(), execution.getId(), i, stringifyList(l));
|
254
|
-
|
255
253
|
i++;
|
256
254
|
}
|
257
255
|
logger.info("Finished Uploading");
|
258
|
-
//sdsClient.uploadDataPart(sds.getId(), execution.getId(), 1, stringify(allRecords));
|
259
256
|
//Commit Execution
|
260
257
|
Execution committedExecution = sdsClient.commitExecution(sds.getId(), execution.getId());
|
261
258
|
logger.info("Committed Execution: " + committedExecution);
|
@@ -296,8 +293,6 @@ public class EmbulkOutputDomoOutputPlugin
|
|
296
293
|
{
|
297
294
|
try {
|
298
295
|
pageReader.setPage(page);
|
299
|
-
pageReaderCount+=pageReader.getRecordCount(page);
|
300
|
-
logger.info("Page Reader Count = "+pageReader.getRecordCount(page) +" and page reader total count = " + pageReaderCount);
|
301
296
|
|
302
297
|
final char delimiter = ',';
|
303
298
|
final String delimiterString = ",";
|
@@ -307,8 +302,6 @@ public class EmbulkOutputDomoOutputPlugin
|
|
307
302
|
final char escape = this.task.getEscapeChar().or(quotePolicy == QuotePolicy.NONE ? '\\' : quote);
|
308
303
|
final String newlineInField = this.task.getNewlineInField().getString();
|
309
304
|
|
310
|
-
//int countRecordsBefore = totalRecords;
|
311
|
-
//int i = 1;
|
312
305
|
while (pageReader.nextRecord()) {
|
313
306
|
StringBuilder lineBuilder = new StringBuilder();
|
314
307
|
pageReader.getSchema().visitColumns(new ColumnVisitor() {
|
@@ -387,13 +380,12 @@ public class EmbulkOutputDomoOutputPlugin
|
|
387
380
|
}
|
388
381
|
|
389
382
|
});
|
390
|
-
|
383
|
+
|
391
384
|
recordsPage.add(lineBuilder);
|
392
385
|
totalRecords++;
|
393
|
-
// i++;
|
394
386
|
}
|
395
387
|
|
396
|
-
|
388
|
+
|
397
389
|
}
|
398
390
|
catch (Exception ex) {
|
399
391
|
throw new RuntimeException(ex);
|
@@ -403,14 +395,11 @@ public class EmbulkOutputDomoOutputPlugin
|
|
403
395
|
@Override
|
404
396
|
public void finish()
|
405
397
|
{
|
406
|
-
logger.info("FINISH");
|
407
398
|
}
|
408
399
|
|
409
400
|
@Override
|
410
401
|
public void close()
|
411
402
|
{
|
412
|
-
logger.info("CLOSE");
|
413
|
-
logger.info("Records page = "+recordsPage.size());
|
414
403
|
allRecords.addAll(recordsPage);
|
415
404
|
}
|
416
405
|
|
@@ -422,7 +411,7 @@ public class EmbulkOutputDomoOutputPlugin
|
|
422
411
|
@Override
|
423
412
|
public TaskReport commit()
|
424
413
|
{
|
425
|
-
|
414
|
+
return Exec.newTaskReport();
|
426
415
|
}
|
427
416
|
|
428
417
|
}
|
@@ -508,7 +497,6 @@ public class EmbulkOutputDomoOutputPlugin
|
|
508
497
|
|
509
498
|
int inputSize = input.size();
|
510
499
|
int chunkCount = (int) Math.ceil(inputSize / (double) chunkSize);
|
511
|
-
logger.info("chunkCount = "+chunkCount + " and input size = "+inputSize);
|
512
500
|
|
513
501
|
Map<Integer, List<T>> map = new HashMap<>(chunkCount);
|
514
502
|
List<List<T>> chunks = new ArrayList<>(chunkCount);
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk-output-embulk_output_domo
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.2.
|
4
|
+
version: 0.2.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Angelos Alexopoulos
|
@@ -40,7 +40,7 @@ dependencies:
|
|
40
40
|
version: '10.0'
|
41
41
|
description: Dumps records to Embulk Output Domo.
|
42
42
|
email:
|
43
|
-
-
|
43
|
+
- alexopoulos7@gmail.com
|
44
44
|
executables: []
|
45
45
|
extensions: []
|
46
46
|
extra_rdoc_files: []
|
@@ -62,12 +62,12 @@ files:
|
|
62
62
|
- classpath/slf4j-api-1.7.21.jar
|
63
63
|
- classpath/gson-2.8.0.jar
|
64
64
|
- classpath/junit-4.12.jar
|
65
|
+
- classpath/embulk-output-embulk_output_domo-0.2.2.jar
|
65
66
|
- classpath/okhttp-3.7.0.jar
|
66
67
|
- classpath/logging-interceptor-3.7.0.jar
|
67
|
-
- classpath/embulk-output-embulk_output_domo-0.2.1.jar
|
68
68
|
- classpath/hamcrest-core-1.3.jar
|
69
69
|
- classpath/okio-1.12.0.jar
|
70
|
-
homepage: https://github.com/
|
70
|
+
homepage: https://github.com/alexopoulos7/embulk-output-embulk_output_domo
|
71
71
|
licenses:
|
72
72
|
- MIT
|
73
73
|
metadata: {}
|
Binary file
|