gd_bam 0.0.1

data/lib/nodes/dependency.rb

@@ -0,0 +1,96 @@
+require 'rgl/adjacency'
+require 'rgl/dot'
+require 'rgl/topsort'
+
+require 'repository/repo'
+
+module GoodData 
+  module CloverGenerator
+    module Dependency
+      
+      
+      class Visitor
+        
+        def accept(node)
+          puts node
+          if node.type == "ldm"
+            puts "LDM #{node.to_s}"
+          else
+            puts "doing something on #{node.to_s}"
+          end
+        end
+        
+      end
+      
+      class N
+        def initialize(x)
+          @x = x
+        end
+
+        def to_s
+          "#{@x[:type]}-#{@x[:name]}"
+        end
+
+        def type
+          @x[:type]
+        end
+
+        def provides
+          @x[:provides]
+        end
+
+        def requires
+          @x[:requires]
+        end
+        
+        def package
+          @x[:package]
+        end
+
+        def visit(v)
+          v.accept(self)
+        end
+
+      end
+      
+      
+      def resolve(repo, you)
+        repo << you
+        
+        providers = repo.reduce({}) do |memo, mod|
+          package = mod.package
+          mod.provides.each do |providee|
+            memo[[package, providee].join('/')] = mod
+          end
+          memo
+        end
+
+        vertices = repo.reduce([]) do |memo, mod|
+          package = mod.package
+          reqs = mod.requires
+          len = reqs.length
+          req_modules = reqs.map do |m| 
+            if providers[m].nil?
+             fail "Dependency not met. Looking for #{m} and could not find it"
+           else
+             providers[m]
+           end
+          end
+          memo.concat([mod].cycle().take(len).zip(req_modules).flatten)
+        end
+        
+        x = RGL::DirectedAdjacencyGraph[*vertices]
+        fail "Graph is cyclic" unless x.acyclic?
+        x
+      end
+      
+      def get_dependent(graph, you)
+        graph.bfs_search_tree_from(you)
+      end
+      
+      def to_dot(graph)
+        graph.write_to_graphic_file('jpg')
+      end      
+    end
+  end
+end

data/lib/nodes/nodes.rb

@@ -0,0 +1,371 @@
+module GoodData 
+  module CloverGenerator
+    module Nodes
+      
+      SF_CONNECTION = "SFDC"  
+      EDGE = "EDGE"
+      WRITER = "DATA_WRITER"
+      READER = "DATA_READER"
+      SF_READER = "SF_READER"
+      REFORMAT = "REFORMAT"
+      PERSISTENT_LOOKUP = "persistentLookup"
+      GD_LOOKUP = "gdLookup"
+      GD_ESTORE_WRITER = "GD_ESTORE_WRITER"
+      GD_ESTORE_READER = "GD_ESTORE_READER"
+      ENABLED = "ENABLED"
+      DEFAULT_HEIGHT = "77"
+      DEFAULT_WIDTH = "128"
+      GD_DATASET_WRITER = "GD_DATASET_WRITER"
+      GD_ESTORE_TRUNCATE = "GD_ESTORE_TRUNCATE"
+      DATA_GENERATOR = "DATA_GENERATOR"
+      SIMPLE_GATHER = "SIMPLE_GATHER"
+      SIMPLE_COPY = "SIMPLE_COPY"
+      CHECK_FOREIGN_KEY = "CHECK_FOREIGN_KEY"
+      RUN_GRAPH = "RUN_GRAPH"
+      TRASH = "TRASH"
+      LOOKUP_TABLE_READER_WRITER = "LOOKUP_TABLE_READER_WRITER"
+      FILE_COPY_MOVE = "FILE_COPY_MOVE"
+      FILE_DELETE = "FILE_DELETE"
+      FILE_LIST = "FILE_LIST"
+      EXT_SORT = "EXT_SORT"
+      EXT_HASH_JOIN = "EXT_HASH_JOIN"
+      NORMALIZER = "NORMALIZER"
+      
+
+      DEFAULT_NODE_PARAMS = {
+        :enabled    => ENABLED,
+        :guiHeight  => DEFAULT_HEIGHT,
+        :guiWidth   => DEFAULT_WIDTH
+      }
+
+      def self.node(data, options={})
+        defaults = options[:defaults] || {}
+        required = options[:required] || []
+        allowed = options[:allowed] || []
+        output_data = defaults.merge(data)
+        required.each do |key|
+          unless output_data.has_key?(key)
+            fail "#{key} is required but not provided"
+          end
+        end
+        output_data
+      end
+
+      def self.base_node(data, options={})
+        defaults = DEFAULT_NODE_PARAMS.merge(options[:defaults] || {})
+        required = (options[:required] || []).concat([:type, :id])
+        allowed = options[:allowed] || []
+        output_data = defaults.merge(data)
+
+        node(output_data, {
+          :allowed => [:enabled, :guiName, :id, :type, :guiHeight, :guiWidth, :name].concat(allowed),
+          :required => required,
+          :defaults => defaults
+        })
+      end
+
+      def self.gd_loader2(data, options={})
+        local_defaults = {
+          :type => GD_DATASET_WRITER,
+          :projectId => "${GDC_PROJECT_ID}",
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+        base_node(defaults.merge(data), {
+          :allowed => [:enabled, :guiName, :id, :type, :guiHeight, :guiWidth, :name, :projectId, :dataset, :datasetFieldMappings],
+          :defaults => defaults,
+          :required => []
+        })
+      end
+
+      def self.writer2(data, options={})
+        local_defaults = {
+          :type => WRITER,
+          :quoteCharacter => "\"",
+          :charset => "UTF-8",
+          :quotedStrings => "true",
+          :append => "false",
+          :outputFieldNames => "false"
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+
+        base_node(defaults.merge(data), {
+          :allowed => [:fileURL, :quotedStrings, :quoteCharacter, :charset, :outputFieldNames, :append],
+          :defaults => defaults,
+          :required => [:fileURL]
+        })
+      end
+
+      def self.reader2(data, options={})
+        local_defaults = {
+          :type => READER,
+          :quoteCharacter => "\"",
+          :charset => "UTF-8",
+          :quotedStrings => "true",
+          :skipRows => 1
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+
+        base_node(defaults.merge(data), {
+          :allowed => [:fileURL, :quotedStrings, :quoteCharacter, :charset, :skipRows],
+          :defaults => defaults,
+          :required => [:fileURL]
+        })
+      end
+
+      def self.sfdc_reader2(data, options={})
+        local_defaults = {
+          :type => SF_READER,
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+
+        base_node(defaults.merge(data), {
+          :allowed => [:soql, :sfdcConnection, :mandatoryFields],
+          :defaults => defaults,
+          :required => [:soql, :sfdcConnection]
+        })
+
+      end
+
+      def self.run_graph2(data, options={})
+        local_defaults = {
+          :type => RUN_GRAPH,
+          :paramsToPass => "GDC_WEBDAV_ROOT;GDC_PROJECT_ID;GDC_USERNAME;GDC_PASSWORD;GDC_SST"
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+
+        base_node(defaults.merge(data), {
+          :allowed => [:paramsToPass, :type, :name, :clientId, :loginHostname, :name, :username, :password, :passwordEncrypted, :token, :id],
+          :defaults => defaults,
+          :required => [:graphName]
+        })
+      end
+
+      def self.edge2(data, options={})
+        local_defaults = {
+          :type           => EDGE,
+          :guiBendpoints  => "",
+          :guiRouter      => "Manhattan",
+          :inPort         => "Port 0 (in)",
+          :outPort        => "Port 0 (output)"
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+        base_node(defaults.merge(data), {
+          :allowed => [],
+          :defaults => defaults,
+          :required => []
+        })
+      end
+
+      def self.metadata2(data)
+        data
+      end
+
+      def self.reformat2(data, options={})
+        local_defaults = {
+          :type           => REFORMAT,
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+        base_node(defaults.merge(data), {
+          :allowed => [],
+          :defaults => defaults,
+          :required => []
+        })
+      end
+
+      def self.normalizer2(data, options={})
+        local_defaults = {
+          :type           => NORMALIZER,
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+        base_node(defaults.merge(data), {
+          :allowed => [],
+          :defaults => defaults,
+          :required => []
+        })
+      end
+      
+
+      def self.lookup_reader_writer2(data, options={})
+        local_defaults = {
+          :type           => LOOKUP_TABLE_READER_WRITER,
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+        base_node(defaults.merge(data), {
+          :allowed => [],
+          :defaults => defaults,
+          :required => []
+        })
+      end
+      
+      def self.lookup2(data, options={})
+        local_defaults = {
+          :type           => PERSISTENT_LOOKUP,
+          :cacheSize      => "1000",
+          :commitInterval => "100",
+          :pageSize       => "16"
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+        base_node(defaults.merge(data), {
+          :allowed => [],
+          :defaults => defaults,
+          :required => [:metadata]
+        })
+      end
+      
+      def self.trash2(data, options={})
+        local_defaults = {
+          :type           => TRASH,
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+        base_node(defaults.merge(data), {
+          :allowed => [],
+          :defaults => defaults,
+          :required => []
+        })
+      end
+
+      def self.data_generator2(data, options={})
+        local_defaults = {
+          :type           => DATA_GENERATOR,
+          :recordsNumber  => 1
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+        base_node(defaults.merge(data), {
+          :allowed => [],
+          :defaults => defaults,
+          :required => []
+        })
+      end
+
+      # <Node baseURL="${DATA}/1_in.csv" enabled="enabled" guiHeight="65" guiName="File List" guiWidth="128" guiX="147" guiY="213" id="FILE_LIST0" outputMapping="//#CTL2&#10;&#10;// Transforms input record into output record.&#10;function integer transform() {&#10;&#9;$out.0.field1 = $in.0.fileName;&#10;&#10;&#9;return ALL;&#10;}&#10;&#10;// Called during component initialization.&#10;// function boolean init() {}&#10;&#10;// Called during each graph run before the transform is executed. May be used to allocate and initialize resources&#10;// required by the transform. All resources allocated within this method should be released&#10;// by the postExecute() method.&#10;// function void preExecute() {}&#10;&#10;// Called only if transform() throws an exception.&#10;// function integer transformOnError(string errorMessage, string stackTrace) {}&#10;&#10;// Called during each graph run after the entire transform was executed. Should be used to free any resources&#10;// allocated within the preExecute() method.&#10;// function void postExecute() {}&#10;&#10;// Called to return a user-defined error message when an error occurs.&#10;// function string getMessage() {}&#10;" type="FILE_LIST"/>
+      def self.file_list2(data, options={})
+        local_defaults = {
+          :type           => FILE_LIST,
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+        base_node(defaults.merge(data), {
+          :allowed => [],
+          :defaults => defaults,
+          :required => []
+        })
+      end
+
+      def self.hash_join2(data, options={})
+        local_defaults = {
+          :type           => EXT_HASH_JOIN,
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+        base_node(defaults.merge(data), {
+          :allowed => [],
+          :defaults => defaults,
+          :required => []
+        })
+      end
+
+      def self.sort2(data, options={})
+        local_defaults = {
+          :type           => EXT_SORT,
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+        base_node(defaults.merge(data), {
+          :allowed => [],
+          :defaults => defaults,
+          :required => []
+        })
+      end
+
+      def self.es_truncate2(data, options={})
+        local_defaults = {
+          :type           => GD_ESTORE_TRUNCATE,
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+        base_node(defaults.merge(data), {
+          :allowed => [],
+          :defaults => defaults,
+          :required => []
+        })
+      end
+
+
+      def self.es_reader2(data, options={})
+        local_defaults = {
+          :type           => GD_ESTORE_READER,
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+        base_node(defaults.merge(data), {
+          :allowed => [],
+          :defaults => defaults,
+          :required => []
+        })
+      end
+
+      def self.es_writer2(data, options={})
+        local_defaults = {
+          :type           => GD_ESTORE_WRITER,
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+        base_node(defaults.merge(data), {
+          :allowed => [],
+          :defaults => defaults,
+          :required => []
+        })
+      end
+
+
+      def self.file_delete2(data, options={})
+        local_defaults = {
+          :type           => FILE_DELETE
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+        base_node(defaults.merge(data), {
+          :allowed => [],
+          :defaults => defaults,
+          :required => []
+        })
+      end
+
+      def self.file_copy2(data, options={})
+        local_defaults = {
+          :type           => FILE_COPY_MOVE,
+          :operation      => "COPY",
+          :baseURL        => "${PROJECT}"
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+        base_node(defaults.merge(data), {
+          :allowed => [],
+          :defaults => defaults,
+          :required => []
+        })
+      end
+
+
+      def self.copy2(data, options={})
+        local_defaults = {
+          :type           => SIMPLE_COPY,
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+        base_node(defaults.merge(data), {
+          :allowed => [],
+          :defaults => defaults,
+          :required => []
+        })
+      end
+
+      def self.connection2(data, options={})
+        local_defaults = {
+          :type               => SF_CONNECTION,
+          :passwordEncrypted  => "false",
+          :loginHostname      => "login.salesforce.com",
+          :clientId           => "gooddata/gooddata/",
+          :name               => "Salesforce connection"
+        }
+        defaults = local_defaults.merge(options[:defaults] || {})
+        node(defaults.merge(data), {
+          :allowed => [:type, :name, :clientId, :loginHostname, :name, :username, :password, :passwordEncrypted, :token, :id],
+          :defaults => defaults,
+          :required => [:password, :username, :token, :loginHostname, :id, :clientId, :name]
+        })
+      end
+    end
+  end
+end

data/lib/repo/1_config.json

@@ -0,0 +1,8 @@
+{
+	 "name" 		: "Quota attainment usecase"
+	,"type" 		: "usecase"
+	,"package" 		: "GoodSales"
+	,"version" 		: "0.0.1"
+	,"provides" 	: ["quota_attainment"]
+	,"requires" 	: ["GoodSales/opportunity", "GoodSales/user"]
+}

data/lib/repository/repo.rb

@@ -0,0 +1,21 @@
+module GoodData 
+  module CloverGenerator
+    module Repo
+      
+      def self.parse(json_definition)
+        JSON.parse(json_definition, :symbolize_names => true)
+      end
+
+      def self.load(path)
+        definitions = nil
+        FileUtils.cd(path) do
+          definitions = Dir.glob('*.json').map do |f|
+            parse(File.read(f))
+          end
+        end
+        definitions 
+      end
+
+    end
+  end
+end