gd_bam 0.0.15 → 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (81) hide show
  1. data/README.md +313 -5
  2. data/bin/bam +126 -48
  3. data/lib/bam/version.rb +1 -1
  4. data/lib/bam.rb +51 -0
  5. data/lib/base/errors.rb +15 -0
  6. data/lib/base/flow.rb +37 -0
  7. data/lib/base/graph.rb +23 -0
  8. data/lib/base/metadata.rb +107 -0
  9. data/lib/base/project.rb +95 -0
  10. data/lib/base/repo.rb +35 -0
  11. data/lib/base/sink.rb +44 -0
  12. data/lib/base/step.rb +47 -0
  13. data/lib/base/tap.rb +167 -0
  14. data/lib/base/taps.rb +19 -0
  15. data/lib/cloud_connect/dsl/cc.rb +42 -0
  16. data/lib/cloud_connect/dsl/es_helpers.rb +49 -0
  17. data/lib/cloud_connect/dsl/helpers.rb +199 -0
  18. data/lib/{nodes → cloud_connect/dsl}/nodes.rb +106 -16
  19. data/lib/cloud_connect/dsl/sf_helpers.rb +39 -0
  20. data/lib/cloud_connect/dsl/structure_helpers.rb +94 -0
  21. data/lib/commands/commands.rb +110 -0
  22. data/lib/commands/deployment.rb +217 -0
  23. data/lib/commands/docs_commands.rb +41 -0
  24. data/lib/commands/gd_commands.rb +95 -0
  25. data/lib/commands/scaffold_commands.rb +103 -0
  26. data/lib/commands/sf_commands.rb +37 -0
  27. data/lib/commands/validators.rb +19 -0
  28. data/lib/compatibility.rb +19 -0
  29. data/lib/compiler/compiler.rb +76 -0
  30. data/lib/compiler/etl_visitor.rb +165 -0
  31. data/lib/dsl/dsl.rb +125 -0
  32. data/lib/generators/downloaders.rb +449 -0
  33. data/lib/generators/etl.rb +261 -0
  34. data/lib/generators/validators.rb +445 -0
  35. data/lib/graphs/docentize.grf +1 -1
  36. data/lib/graphs/dummy.grf +1 -1
  37. data/lib/graphs/goodsales_v2/docentize.grf +47 -0
  38. data/lib/graphs/goodsales_v2/dummy.grf +46 -0
  39. data/lib/graphs/goodsales_v2/load_history.grf +579 -0
  40. data/lib/graphs/goodsales_v2/process_account.grf +47 -0
  41. data/lib/graphs/goodsales_v2/process_activity.grf +222 -0
  42. data/lib/graphs/goodsales_v2/process_activity_dim.grf +88 -0
  43. data/lib/graphs/goodsales_v2/process_activity_owner.grf +48 -0
  44. data/lib/graphs/goodsales_v2/process_forecast.grf +20 -0
  45. data/lib/graphs/goodsales_v2/process_opp_records.grf +84 -0
  46. data/lib/graphs/goodsales_v2/process_opportunity.grf +46 -0
  47. data/lib/graphs/goodsales_v2/process_opportunity_line_item.grf +171 -0
  48. data/lib/graphs/goodsales_v2/process_opportunity_snapshot.grf +94 -0
  49. data/lib/graphs/goodsales_v2/process_owner.grf +48 -0
  50. data/lib/graphs/goodsales_v2/process_stage.grf +51 -0
  51. data/lib/graphs/goodsales_v2/process_stage_history.grf +184 -0
  52. data/lib/graphs/goodsales_v2/process_velocity_duration.grf +140 -0
  53. data/lib/graphs/process_account.grf +1 -1
  54. data/lib/graphs/process_activity.grf +1 -1
  55. data/lib/graphs/process_activity_dim.grf +1 -1
  56. data/lib/graphs/process_activity_owner.grf +1 -1
  57. data/lib/graphs/process_forecast.grf +1 -1
  58. data/lib/graphs/process_opp_records.grf +1 -1
  59. data/lib/graphs/process_opportunity.grf +1 -1
  60. data/lib/graphs/process_opportunity_line_item.grf +1 -1
  61. data/lib/graphs/process_opportunity_snapshot.grf +1 -1
  62. data/lib/graphs/process_owner.grf +1 -1
  63. data/lib/graphs/process_stage.grf +1 -1
  64. data/lib/graphs/process_stage_history.grf +1 -1
  65. data/lib/graphs/process_velocity_duration.grf +1 -1
  66. data/lib/nodes/clover_gen.rb +59 -946
  67. data/lib/nodes/dependency.rb +95 -96
  68. data/lib/runtime.rb +7 -648
  69. data/lib/utils/utils.rb +66 -0
  70. data/templates/flow.rb.erb +7 -6
  71. data/templates/join_template.grf.erb +1 -1
  72. data/templates/reformat_template.grf.erb +1 -1
  73. data/templates/sink.json.erb +28 -0
  74. data/templates/tap.json.erb +3 -5
  75. data/templates/workspace.prm.erb +4 -0
  76. metadata +50 -8
  77. data/lib/contract_checkers/contract_checkers.rb +0 -53
  78. data/lib/dsl/project_dsl.rb +0 -259
  79. data/lib/repo/1_config.json +0 -8
  80. data/templates/dataset.json.erb +0 -13
  81. data/templates/source.json.erb +0 -22
data/lib/nodes/dependency.rb CHANGED
@@ -1,96 +1,95 @@
1
- require 'rgl/adjacency'
2
- require 'rgl/dot'
3
- require 'rgl/topsort'
4
-
5
- require 'repository/repo'
6
-
7
- module GoodData
8
- module CloverGenerator
9
- module Dependency
10
-
11
-
12
- class Visitor
13
-
14
- def accept(node)
15
- # puts node
16
- if node.type == "ldm"
17
- puts "LDM #{node.to_s}"
18
- else
19
- puts "doing something on #{node.to_s}"
20
- end
21
- end
22
-
23
- end
24
-
25
- class N
26
- def initialize(x)
27
- @x = x
28
- end
29
-
30
- def to_s
31
- "#{@x[:type]}-#{@x[:name]}"
32
- end
33
-
34
- def type
35
- @x[:type]
36
- end
37
-
38
- def provides
39
- @x[:provides]
40
- end
41
-
42
- def requires
43
- @x[:requires]
44
- end
45
-
46
- def package
47
- @x[:package]
48
- end
49
-
50
- def visit(v)
51
- v.accept(self)
52
- end
53
-
54
- end
55
-
56
-
57
- def resolve(repo, you)
58
- repo << you
59
-
60
- providers = repo.reduce({}) do |memo, mod|
61
- package = mod.package
62
- mod.provides.each do |providee|
63
- memo[[package, providee].join('/')] = mod
64
- end
65
- memo
66
- end
67
-
68
- vertices = repo.reduce([]) do |memo, mod|
69
- package = mod.package
70
- reqs = mod.requires
71
- len = reqs.length
72
- req_modules = reqs.map do |m|
73
- if providers[m].nil?
74
- fail "Dependency not met. Looking for #{m} and could not find it"
75
- else
76
- providers[m]
77
- end
78
- end
79
- memo.concat([mod].cycle().take(len).zip(req_modules).flatten)
80
- end
81
-
82
- x = RGL::DirectedAdjacencyGraph[*vertices]
83
- fail "Graph is cyclic" unless x.acyclic?
84
- x
85
- end
86
-
87
- def get_dependent(graph, you)
88
- graph.bfs_search_tree_from(you)
89
- end
90
-
91
- def to_dot(graph)
92
- graph.write_to_graphic_file('jpg')
93
- end
94
- end
95
- end
96
- end
1
+ # require 'rgl/adjacency'
2
+ # require 'rgl/dot'
3
+ # require 'rgl/topsort'
4
+ #
5
+ # require 'repository/repo'
6
+ #
7
+ # module GoodData
8
+ # module CloverGenerator
9
+ # module Dependency
10
+ #
11
+ # class Visitor
12
+ #
13
+ # def accept(node)
14
+ # # puts node
15
+ # if node.type == "ldm"
16
+ # puts "LDM #{node.to_s}"
17
+ # else
18
+ # puts "doing something on #{node.to_s}"
19
+ # end
20
+ # end
21
+ #
22
+ # end
23
+ #
24
+ # class N
25
+ # def initialize(x)
26
+ # @x = x
27
+ # end
28
+ #
29
+ # def to_s
30
+ # "#{@x[:type]}-#{@x[:name]}"
31
+ # end
32
+ #
33
+ # def type
34
+ # @x[:type]
35
+ # end
36
+ #
37
+ # def provides
38
+ # @x[:provides]
39
+ # end
40
+ #
41
+ # def requires
42
+ # @x[:requires]
43
+ # end
44
+ #
45
+ # def package
46
+ # @x[:package]
47
+ # end
48
+ #
49
+ # def visit(v)
50
+ # v.accept(self)
51
+ # end
52
+ #
53
+ # end
54
+ #
55
+ #
56
+ # def resolve(repo, you)
57
+ # repo << you
58
+ #
59
+ # providers = repo.reduce({}) do |memo, mod|
60
+ # package = mod.package
61
+ # mod.provides.each do |providee|
62
+ # memo[[package, providee].join('/')] = mod
63
+ # end
64
+ # memo
65
+ # end
66
+ #
67
+ # vertices = repo.reduce([]) do |memo, mod|
68
+ # package = mod.package
69
+ # reqs = mod.requires
70
+ # len = reqs.length
71
+ # req_modules = reqs.map do |m|
72
+ # if providers[m].nil?
73
+ # fail "Dependency not met. Looking for #{m} and could not find it"
74
+ # else
75
+ # providers[m]
76
+ # end
77
+ # end
78
+ # memo.concat([mod].cycle().take(len).zip(req_modules).flatten)
79
+ # end
80
+ #
81
+ # x = RGL::DirectedAdjacencyGraph[*vertices]
82
+ # fail "Graph is cyclic" unless x.acyclic?
83
+ # x
84
+ # end
85
+ #
86
+ # def get_dependent(graph, you)
87
+ # graph.bfs_search_tree_from(you)
88
+ # end
89
+ #
90
+ # def to_dot(graph)
91
+ # graph.write_to_graphic_file('jpg')
92
+ # end
93
+ # end
94
+ # end
95
+ # end