gd_bam 0.1.9 → 0.1.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
data/lib/bam/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module Bam
2
- VERSION = '0.1.9'
2
+ VERSION = '0.1.10'
3
3
  end
@@ -364,30 +364,25 @@ HEREDOC
364
364
  timestamp_field = Tap.find_output_field(tap, "Timestamp")
365
365
  id_field = Tap.find_output_field(tap, "Id")
366
366
  tap = Tap.prepare_for_sf_downloader(tap)
367
- builder.Phase(:number => phase += 1) do
368
- # Core::build_node2(builder, Nodes.es_truncate2({:guiName => dataset, :store => store, :entity => dataset, :timestamp => "${#{dataset}_TRUNCATE_DATE}", :name => "#{module_name} es truncate", :id => "#{module_name}_es_truncate"}))
369
- end
370
367
 
371
368
  fields = tap[:fields]
372
-
373
- puts tap[:object]
369
+
370
+ # puts tap[:object]
374
371
  sf_object = tap[:object]
375
372
  id_field = Tap.find_output_field(tap, "Id")
376
373
  timestamp_field = Tap.find_output_field(tap, "Timestamp")
377
-
378
-
374
+
379
375
  objects_to_get = Helpers.objects_for_history(client, tap)
380
-
376
+
381
377
  (tap[:fields] - [id_field, timestamp_field]).each_with_index do |field, i|
382
378
  builder.Phase(:number => phase += 1) do
383
-
384
- f = field[:name]
385
379
 
380
+ f = field[:name]
386
381
  selects = objects_to_get.reduce([]) do |memo, o|
387
382
  fields = client.fields(o)
388
- generic_field_history = ["NewValue", "OldValue", "ParentId"].all? {|f| fields.include?(f)}
389
- specific_field_history = ["NewValue", "OldValue", "#{sf_object}Id"].all? {|f| fields.include?(f)}
390
- specific_history = ["SystemModstamp", "#{sf_object}Id"].all? {|f| fields.include?(f)}
383
+ generic_field_history = ["NewValue", "OldValue", "ParentId"].all? {|fl| fields.include?(fl)}
384
+ specific_field_history = ["NewValue", "OldValue", "#{sf_object}Id"].all? {|fl| fields.include?(fl)}
385
+ specific_history = ["SystemModstamp", "#{sf_object}Id"].all? {|fl| fields.include?(fl)}
391
386
 
392
387
  select, mapping, mandatory = if generic_field_history
393
388
  [
@@ -401,7 +396,6 @@ HEREDOC
401
396
  ]
402
397
  elsif specific_field_history
403
398
  [
404
-
405
399
  "SELECT NewValue, CreatedDate, #{sf_object}Id FROM #{o} WHERE Field = '#{f}'",
406
400
  "{\"xmlFieldsMapping\":{\"xmlFields\":[
407
401
  {\"xmlFieldMapping\":{\"name\":\"NewValue\",\"label\":\"NewValue\",\"xmlPath\":\"NewValue\",\"metadataField\":\"Value\"}},
@@ -452,14 +446,14 @@ HEREDOC
452
446
  :mandatory => ["Id", f, "SystemModstamp"]
453
447
  }])
454
448
  selects.each_with_index do |obj, i|
455
-
449
+
456
450
  o = obj[:object]
457
451
  mapping = obj[:mapping]
458
452
  select = obj[:query]
459
453
  mandatory = obj[:mandatory]
454
+ # puts "#{f}_#{o}_reader:0 -> #{f}_#{sf_object}_gather:#{i}"
460
455
 
461
456
  Core::build_node2(builder, Nodes.sfdc_reader2({:name => "#{o} SF Reader #{i}", :id => "#{f}_#{o}_reader", :soql => select, :sfdcConnection => "SFDC", :fieldsMapping => mapping, :mandatoryFields => mandatory.join(';')}))
462
- puts "#{f}_#{o}_reader:0 -> #{f}_#{sf_object}_gather:#{i}"
463
457
  Core::build_node2(builder, Nodes.edge2({:toNode => "#{f}_#{sf_object}_gather:#{i}", :fromNode => "#{f}_#{o}_reader:0", :metadata => "data_metadata"}))
464
458
  end
465
459
  Core::build_node2(builder, Nodes.gather2({:name => "#{f} Gather", :id => "#{f}_#{sf_object}_gather"}))
@@ -488,10 +482,10 @@ HEREDOC
488
482
  end
489
483
  end
490
484
  taps_with_history.each do |tap|
491
- puts "#{tap[:id]}_LAST_RUN"
485
+ # puts "#{tap[:id]}_LAST_RUN"
492
486
  builder.Phase(:number => phase += 1) do
493
- generate_func = <<HEREDOC
494
- function integer generate() {
487
+ generate_func = <<HEREDOC
488
+ function integer generate() {
495
489
  date time_end = jodaStr2date("${#{tap[:id]}_END}",["yyyy-MM-dd'T'HH:mm:ss.SSSZZ"], 'en_US', 'UTC', 'UTC');
496
490
  $out.0.key = "#{tap[:id]}_LAST_RUN";
497
491
  $out.0.value = jodaDate2str(time_end,"yyyy-MM-dd'T'HH:mm:ss.SSSZZ", 'en_US', 'UTC');
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: gd_bam
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.9
4
+ version: 0.1.10
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors: