embulk-output-embulk_output_domo 0.2.1 → 0.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 3fb7cddec754cbf91746ecdf64cb1f1e60a83629
4
- data.tar.gz: de3b04d810197478663fc110bff6b271738de0d6
3
+ metadata.gz: 9994e7dd7a65a5027eadb76fc334c37dc78d04bf
4
+ data.tar.gz: 61db6329840bd7d6d600c9eddb52a4058f78a127
5
5
  SHA512:
6
- metadata.gz: c172cf5cc559b1a1824f339b385a11a50300678f5d196879b2f22a58c8e1c3d835d01e8cdcdf83190c594f4096e9faa4b3bcee3a45267eb743e997d48b668849
7
- data.tar.gz: 42dc9b0078667bf455be49bf3210befd62132e65e94a19a779e42a558894e2d19d848963e2f0150af07cb47cf4c8b2fb2d3b4e33fadc31de288e72871d52b427
6
+ metadata.gz: f42829d10ca8ffba06df26832302d400c1a06d220bd9d56249cc0f87412dc6cfd355fbed7157700a843f39463bb58a1fb1c736b1ac84eda0f45617f6b7186bf7
7
+ data.tar.gz: a413ecd3065fa8f8ebb35ed4f51edf4196fe9c2ae65a66d46dbfe20cce869bc7074544ed8b8950985cf2f864e7f696a54c7604c26390f8920d740f9caceeb4ff
data/build.gradle CHANGED
@@ -13,7 +13,7 @@ configurations {
13
13
  provided
14
14
  }
15
15
 
16
- version = "0.2.1"
16
+ version = "0.2.2"
17
17
 
18
18
  sourceCompatibility = 1.8
19
19
  targetCompatibility = 1.8
@@ -79,9 +79,9 @@ Gem::Specification.new do |spec|
79
79
  spec.authors = ["Angelos Alexopoulos"]
80
80
  spec.summary = %[Embulk Output Domo output plugin for Embulk]
81
81
  spec.description = %[Dumps records to Embulk Output Domo.]
82
- spec.email = ["angelosalexopoulos@cloud.upwork.com"]
82
+ spec.email = ["alexopoulos7@gmail.com"]
83
83
  spec.licenses = ["MIT"]
84
- spec.homepage = "https://github.com/angelosalexopoulos/embulk-output-embulk_output_domo"
84
+ spec.homepage = "https://github.com/alexopoulos7/embulk-output-embulk_output_domo"
85
85
 
86
86
  spec.files = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
87
87
  spec.test_files = spec.files.grep(%r"^(test|spec)/")
@@ -249,13 +249,10 @@ public class EmbulkOutputDomoOutputPlugin
249
249
  List<List<StringBuilder>> batchLists = batches(allRecords, totalBatches);
250
250
  int i=1;
251
251
  for(List<StringBuilder> l : batchLists){
252
- logger.info("Uploading..."+i +" with records = "+l.size() );
253
252
  sdsClient.uploadDataPart(sds.getId(), execution.getId(), i, stringifyList(l));
254
-
255
253
  i++;
256
254
  }
257
255
  logger.info("Finished Uploading");
258
- //sdsClient.uploadDataPart(sds.getId(), execution.getId(), 1, stringify(allRecords));
259
256
  //Commit Execution
260
257
  Execution committedExecution = sdsClient.commitExecution(sds.getId(), execution.getId());
261
258
  logger.info("Committed Execution: " + committedExecution);
@@ -296,8 +293,6 @@ public class EmbulkOutputDomoOutputPlugin
296
293
  {
297
294
  try {
298
295
  pageReader.setPage(page);
299
- pageReaderCount+=pageReader.getRecordCount(page);
300
- logger.info("Page Reader Count = "+pageReader.getRecordCount(page) +" and page reader total count = " + pageReaderCount);
301
296
 
302
297
  final char delimiter = ',';
303
298
  final String delimiterString = ",";
@@ -307,8 +302,6 @@ public class EmbulkOutputDomoOutputPlugin
307
302
  final char escape = this.task.getEscapeChar().or(quotePolicy == QuotePolicy.NONE ? '\\' : quote);
308
303
  final String newlineInField = this.task.getNewlineInField().getString();
309
304
 
310
- //int countRecordsBefore = totalRecords;
311
- //int i = 1;
312
305
  while (pageReader.nextRecord()) {
313
306
  StringBuilder lineBuilder = new StringBuilder();
314
307
  pageReader.getSchema().visitColumns(new ColumnVisitor() {
@@ -387,13 +380,12 @@ public class EmbulkOutputDomoOutputPlugin
387
380
  }
388
381
 
389
382
  });
390
- // allRecords.add(lineBuilder);
383
+
391
384
  recordsPage.add(lineBuilder);
392
385
  totalRecords++;
393
- // i++;
394
386
  }
395
387
 
396
- // logger.info("Added " + (totalRecords-countRecordsBefore) +" records = " + totalRecords +" all records = "+allRecords.size() +" MISSING = "+(pageReader.getRecordCount(page) - i));
388
+
397
389
  }
398
390
  catch (Exception ex) {
399
391
  throw new RuntimeException(ex);
@@ -403,14 +395,11 @@ public class EmbulkOutputDomoOutputPlugin
403
395
  @Override
404
396
  public void finish()
405
397
  {
406
- logger.info("FINISH");
407
398
  }
408
399
 
409
400
  @Override
410
401
  public void close()
411
402
  {
412
- logger.info("CLOSE");
413
- logger.info("Records page = "+recordsPage.size());
414
403
  allRecords.addAll(recordsPage);
415
404
  }
416
405
 
@@ -422,7 +411,7 @@ public class EmbulkOutputDomoOutputPlugin
422
411
  @Override
423
412
  public TaskReport commit()
424
413
  {
425
- logger.info("COMMIT"); return Exec.newTaskReport();
414
+ return Exec.newTaskReport();
426
415
  }
427
416
 
428
417
  }
@@ -508,7 +497,6 @@ public class EmbulkOutputDomoOutputPlugin
508
497
 
509
498
  int inputSize = input.size();
510
499
  int chunkCount = (int) Math.ceil(inputSize / (double) chunkSize);
511
- logger.info("chunkCount = "+chunkCount + " and input size = "+inputSize);
512
500
 
513
501
  Map<Integer, List<T>> map = new HashMap<>(chunkCount);
514
502
  List<List<T>> chunks = new ArrayList<>(chunkCount);
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: embulk-output-embulk_output_domo
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.1
4
+ version: 0.2.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Angelos Alexopoulos
@@ -40,7 +40,7 @@ dependencies:
40
40
  version: '10.0'
41
41
  description: Dumps records to Embulk Output Domo.
42
42
  email:
43
- - angelosalexopoulos@cloud.upwork.com
43
+ - alexopoulos7@gmail.com
44
44
  executables: []
45
45
  extensions: []
46
46
  extra_rdoc_files: []
@@ -62,12 +62,12 @@ files:
62
62
  - classpath/slf4j-api-1.7.21.jar
63
63
  - classpath/gson-2.8.0.jar
64
64
  - classpath/junit-4.12.jar
65
+ - classpath/embulk-output-embulk_output_domo-0.2.2.jar
65
66
  - classpath/okhttp-3.7.0.jar
66
67
  - classpath/logging-interceptor-3.7.0.jar
67
- - classpath/embulk-output-embulk_output_domo-0.2.1.jar
68
68
  - classpath/hamcrest-core-1.3.jar
69
69
  - classpath/okio-1.12.0.jar
70
- homepage: https://github.com/angelosalexopoulos/embulk-output-embulk_output_domo
70
+ homepage: https://github.com/alexopoulos7/embulk-output-embulk_output_domo
71
71
  licenses:
72
72
  - MIT
73
73
  metadata: {}