gd_bam 0.0.3 → 0.0.4

data/README.md

@@ -27,26 +27,34 @@ create a project `bam scaffold project test`
 this will create a project. You can also scaffold a project from a know template. Currently it is again just goodsales. The goal is that after spinning you gooddata and BAM project you are good to run. If you want the defaults there is nothing you need to do besides filling credentials.
 
  -->
-##Sample project
+##Sample project -- GoodSales
+
+###Prerequisites
+You need a working project with API access. You should also have username pass and token ready to fill in to params.json.
+
+### Warnings
+The project is currently cloned out of an existing project. That means that you need to have access to it. If you do not (the project PID is i49w4c73c2mh75iiehte3fv3fbos8h2k) ask svarovsky@gooddata.com. Eventually this will be covered by a template so you will not need to do anything special. The template creation is tracked here https://jira.intgdc.com/browse/GD-34641 .
 
 We will spin a goodsales project and load it with data. Prerequisite for this is a functioning Salesforce poject that you can grab at force.com.
 
 `bam scaffold project test --blueprint goodsales`
 
 now you can go inside `cd test`. You will notice several directories and files. We will get to `flows`, `taps` and `sinks` late. Currently focus just on `params.json`
-If you open it you will see several parameters which you will have to fill. Common one should be predefined and empty. BAM should warn you when it needs something it does not have.
+If you open it you will see several parameters which you will have to fill. Common one should be predefined and empty. For starters you will need `gd_login` and `gd_pass` parameters filled in.
 
 One of the parameters is project_pid. To get that you need a project.
 
-`bam project --blueprint goodsales`
+`bam project --blueprint goodsales --token YOUR_TOKEN`
+
 This should spin for a while and eventually should give you project ID. Fill it in your params.json.
 
 Now go ahead and generate the downloaders. 
+
 `bam generate_downloaders`
 
 We will talk in detail why we split etl for project into downloaders and rest of the ETL. Now just trust us. By default it is generated into downloader_project folder. You can go ahead and run it on platform.
 
-`bam run project_downloaders --email joe@example.com`
+`bam run downloader-project --email joe@example.com`
 
 You can watch the progress in our CloudConnect console.
 
@@ -56,7 +64,7 @@ Now generate the etl.
 
 This works the same as with downloaders but its default target is clover_project
 
-`bam run clover_project --email joe@example.com`
+`bam run clover-project --email joe@example.com`
 
 After it is finished log in to gooddata go into your project and celebrate. You just did project using BAM.
 

data/bin/bam

@@ -98,6 +98,7 @@ command :project do |c|
   c.flag :token
 
   c.action do |global_options,options,args|
+    fail "You need to specify token to create a project" if options[:token].nil?
 
     pid = case options[:blueprint]
       when "goodsales"
@@ -164,7 +165,9 @@ command :project do |c|
       sleep 5
       result = GoodData.get(status_url) 
       state = result["taskState"]["status"]
-    end    
+    end
+    GoodData.post "/gdc/projects/#{new_project.obj_id}/eventStore/stores", {:store => {:storeId => "es_0"}}
+    puts "Your project token is #{new_project.obj_id}"
 
   end
 
@@ -246,9 +249,10 @@ end
 
 desc 'Runs the project on server'
 command :run do |c|
-  # c.desc 'existing process id under which it is going to be redeployed'
-  # c.arg_name 'process'
-  # c.flag :process
+
+  c.desc 'email to addresses when the run is finished'
+  c.arg_name 'email'
+  c.flag :email
 
   c.action do |global_options,options,args|
 
@@ -262,7 +266,8 @@ command :run do |c|
     options = global_options.merge({:name => "temporary"})
     GoodData::CloverGenerator.deploy(dir, options) do |deploy_response|
       puts HighLine::color("Executing", HighLine::BOLD) if verbose
-      GoodData::CloverGenerator.create_email_channel do
+      GoodData::CloverGenerator.create_email_channel(options) do |channel_response|
+        GoodData::CloverGenerator.subscribe_on_finish(:success, channel_response["channelConfiguration"]["meta"]["uri"], deploy_response["cloverTransformation"]["links"]["self"].split('/').last)
         GoodData::CloverGenerator.execute_process(deploy_response["cloverTransformation"]["links"]["executions"], dir)
       end
     end

data/lib/bam/version.rb

@@ -1,3 +1,3 @@
 module Bam
-  VERSION = '0.0.3'
+  VERSION = '0.0.4'
 end

data/lib/nodes/nodes.rb

@@ -84,12 +84,13 @@ module GoodData
           :charset => "UTF-8",
           :quotedStrings => "true",
           :append => "false",
-          :outputFieldNames => "false"
+          :outputFieldNames => "false",
+          :makeDirs => "true"
         }
         defaults = local_defaults.merge(options[:defaults] || {})
 
         base_node(defaults.merge(data), {
-          :allowed => [:fileURL, :quotedStrings, :quoteCharacter, :charset, :outputFieldNames, :append],
+          :allowed => [:fileURL, :quotedStrings, :quoteCharacter, :charset, :outputFieldNames, :append, :makeDirs],
           :defaults => defaults,
           :required => [:fileURL]
         })

data/lib/runtime.rb

@@ -144,7 +144,6 @@ module GoodData
       
       taps = ""
       sources.each do |source|
-        # x = GoodData::CloverGenerator.transformation_acts_as(source)
         taps += "#####{source[:object]}"
         taps += "\n"
         source[:fields].each do |f|
@@ -168,7 +167,7 @@ module GoodData
       model_update_dir = Pathname('model_update')
       cl_home = ENV['CL_HOME'] || PARAMS['CL_HOME'] || fail("Home of cl tool cannot be found. Either set up CL_HOME in your env with 'export CL_HOME=path/to/cl or set it up in your params.json. Point to the directory of CL not to the bin dir.'")
       cl_home = Pathname(cl_home) + 'bin/gdi.sh'
-      
+
       FileUtils::mkdir_p(model_update_dir)
       File.open(model_update_dir + 'xy', 'w')
       FileUtils::cd(model_update_dir) do
@@ -226,7 +225,6 @@ module GoodData
 
 
     def self.execute_process(link, dir)
-      binding.pry
       result = GoodData.post(link, {
         :graphExecution => {
          :graph => "./#{dir}/graphs/main.grf",
@@ -242,12 +240,57 @@ module GoodData
         GoodData.project = PARAMS[:project_pid] if !PARAMS[:project_pid].nil? && !PARAMS[:project_pid].empty?
     end
 
-    def self.create_email_channel(&block)
+    def self.subscribe_on_finish(event_type, channel_uri, process_id)
+      event_id = case event_type
+      when :success
+        "dataload.process.finish.ok"
+      when :failure
+        "dataload.process.finish.error"
+      else
+        fail "You specified unknown event \"#{event_type}\""
+      end
+      data = {
+        :subscription => {
+          :triggers => [
+            {
+              :projectEventTrigger => {
+                :types => [event_id]
+              }
+            }
+          ],
+          :condition => {
+            :condition => {
+              :expression => "params.PROCESS_ID==\"#{process_id}\""
+            }
+          },
+          :subject => {
+            :template => {
+              :expression => "Subject"
+            }
+          },
+          :message => {
+            :template => {
+              :expression => "JEDU"
+            }
+          },
+          :channels => [channel_uri],
+          :meta => {
+            :title => "Temporary notification for process #{process_id}"
+          }
+        }
+      }
+      profile_id = GoodData.connection.user["profile"].split("/").last
+      GoodData.post("/gdc/projects/#{PARAMS[:project_pid]}/users/#{profile_id}/subscriptions", data)
+    end
+
+
+    def self.create_email_channel(options={}, &block)
+      # email = option[:email]
       data = {
         :channelConfiguration => {
           :configuration => {
             :emailConfiguration => {
-              :to => "svarovsky@gooddata.com"
+              :to => 'svarovsky@gooddata.com'
             }
           },
           :meta => {

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: gd_bam
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-04-18 00:00:00.000000000 Z
+date: 2013-04-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -393,7 +393,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -596246612218275016
+      hash: -3695581438203549297
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -402,7 +402,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -596246612218275016
+      hash: -3695581438203549297
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.25