stackmate 0.1.2 → 0.2.0

data/README.md

@@ -58,6 +58,7 @@ For example
 $ export APIKEY=upf7L-tvcHFCSYhKhw-45l9IfaKXNQSWf0nXyWye6eqOBpLT5TqN8XQGeuloV3LbSwD6zuucz22L233Nrqg2pg
 $ export SECKEY=9iSsuImdUxU0oumHu0p11li4IoUtwcvrSHcU63ZHS_y-4Iz3w5xPROzyjZTUXkhI9E7dy0r3vejzgCmaQfI-yw
 $ export URL="http://localhost:8080/client/api"
+$ export WAIT_COND_URL_BASE="http://<my ip>:<some port>/"
 ```
 
 ## Sample Templates

data/bin/stackmate.rb

@@ -3,7 +3,7 @@ require 'ruote/storage/hash_storage'
 require 'optparse'
 require 'stackmate'
 require 'stackmate/classmap'
-require 'stackmate/waitcondition_server'
+require 'stackmate/stack_server'
 require 'stackmate/logging'
 
 
@@ -16,18 +16,22 @@ opt_parser = OptionParser.new do |opts|
   opts.on(:REQUIRED, "--template-file FILE", String, "Path to the file that contains the template") do |f|
     options[:file] = f
   end
-  opts.on("-p", "--parameters [KEY1=VALUE1 KEY2=VALUE2..]", "Parameter values used to create the stack.") do |p|
+  opts.on("-p", "--parameters [KEY1=VALUE1;KEY2=VALUE2;..]", "Parameter values used to create the stack.") do |p|
     options[:params] = p
     puts p
   end
   options[:wait_conditions] = true
-  opts.on("-n", "--no-wait-conditions", "Do not create any wait conditions") do
+  opts.on("-n", "--no-wait-conditions", "Do not create any wait conditions or metadata") do
     options[:wait_conditions] = false
   end
   options[:dry_run] = false
   opts.on("-r", "--dry-run", "Parse and pretend to execute but not actually do anything. Useful for validating the template") do
     options[:dry_run] = true
   end
+  options[:no_rollback] = false
+  opts.on("-R", "--no-rollback", "Do not rollback on failure") do
+    options[:no_rollback] = true
+  end
   opts.on("-h", "--help", "Show this message")  do
     puts opts
     exit
@@ -58,7 +62,7 @@ end
 if options[:file] && stack_name != ''
   if options[:wait_conditions]
     Thread.new do
-      StackMate::WaitConditionServer.run!
+      StackMate::StackServer.run!
     end
   end
   engine = Ruote::Dashboard.new(
@@ -73,7 +77,7 @@ if options[:file] && stack_name != ''
       StackMate.configure('NOOP') if options[:dry_run]
       opts = {}
       api_opts = {:APIKEY => "#{ENV['APIKEY']}", :SECKEY => "#{ENV['SECKEY']}", :URL => "#{ENV['URL']}" }
-      p = StackMate::StackExecutor.new(options[:file], stack_name, options[:params], engine, options[:wait_conditions], api_opts, options[:timeout], options[:plugins])
+      p = StackMate::StackExecutor.new(options[:file], stack_name, options[:params], engine, options[:wait_conditions], api_opts, options[:timeout], options[:plugins], options[:no_rollback])
       p.launch()
       nil
     end

data/lib/stackmate/intrinsic_functions.rb

@@ -105,10 +105,10 @@ module StackMate
     def fn_base64(value, workitem)
       case value
       when String
-        Base64.urlsafe_encode64(value)
+        Base64.strict_encode64(value)
       when Hash
-        Base64.urlsafe_encode64(intrinsic(value, workitem))
+        Base64.strict_encode64(intrinsic(value, workitem))
       end
     end
   end
-end
+end

data/lib/stackmate/metadata.rb

@@ -0,0 +1,44 @@
+require 'stackmate/logging'
+module StackMate
+	class Metadata
+		include Logging
+		#nothing fancy 
+		@@metadata_map = {}
+		def self.add_metadata(stack_id, logical_id, metadata)
+			#nothing fancy again, can refactor later if needed
+			if(!@@metadata_map.has_key?(stack_id))
+				@@metadata_map[stack_id] = {}
+			end
+
+			@@metadata_map[stack_id][logical_id] = metadata
+			#logger.debug("Successfully added metadata for resource #{logical_id} in stack #{stack_id}")
+		end
+
+		def self.get_metadata(stack_id,logical_id)
+			metadata = {}
+			if(@@metadata_map.has_key?(stack_id) && @@metadata_map[stack_id].has_key?(logical_id))
+				metadata = @@metadata_map[stack_id][logical_id]
+			end
+			metadata
+		end
+
+		#below may not be needed
+		def self.delete_metadata(stack_id, logical_id)
+			if(@@metadata_map.has_key?(stack_id) && @@metadata_map[stack_id].has_key?(logical_id))
+				@@metadata_map[stack_id].delete(logical_id)
+			end
+			#logger.debug("Successfully deleted metadata for resource #{logical_id} in stack #{stack_id}")
+		end
+
+		def self.clear_stack_metadata(stack_id)
+			if(@@metadata_map.has_key?(stack_id))
+				@@metadata_map.delete(stack_id)
+			end
+		end
+
+		def self.clear_metadata()
+			@@metadata_map.clear
+		end
+
+	end
+end

data/lib/stackmate/participants/cloudstack.rb

@@ -5,7 +5,7 @@ require 'yaml'
 require 'stackmate/logging'
 require 'stackmate/intrinsic_functions'
 require 'stackmate/resolver'
-
+require 'stackmate/metadata'
 
 module StackMate
 
@@ -35,6 +35,33 @@ module StackMate
       reply
     end
 
+    def set_metadata
+      resolved_metadata = recursive_resolve(workitem['Resources'][@name]['Metadata'],workitem)
+      stack_id = @resolved_names["CloudStack::StackId"]
+      data = {}
+      data['Description'] = workitem['Resources'][@name]['Description']
+      data['ResourceType'] = workitem['Resources'][@name]['Type']
+      data['LogicalResourceId'] = @name
+      data['Metadata'] = resolved_metadata.to_json
+      data['PhysicalResourceId'] = workitem[@name]['physical_id']
+      data['ResourceStatus'] = 'CREATE_COMPLETE'
+      data['ResourceStatusReason'] = 'StackMate_Resource'
+      data['StackId'] = @resolved_names["CloudStack::StackId"]
+      data['StackName'] = @resolved_names["CloudStack::StackName"]
+      data['LastUpdatedTimestamp'] = Time.new.to_i
+      respmetadata = {}
+      #TODO figure out a good workaround for this
+      respmetadata['RequestId'] = "be8e5b39-40b7-11e3-90b2-d9d62a5d5348"
+      data['ResponseMetadata'] = respmetadata
+      detail = {}
+      detail['StackResourceDetail'] = data
+      result = {}
+      result['DescribeStackResourceResult'] = detail
+      response = {}
+      response['DescribeStackResourceResponse'] = result
+      Metadata.add_metadata(stack_id,@name,response)
+    end
+
     protected
 
     def set_tags(tags,resourceId,resourceType)
@@ -80,7 +107,7 @@ module StackMate
         #resp = @client.send(cmd, args)
         resp = @client.api_call(cmd,args)
         jobid = resp['jobid'] if resp
-        resp = api_poll(jobid, 60, 5) if jobid
+        resp = api_poll(jobid, 3, 3) if jobid
         return resp
       rescue => e
         logger.error("Failed to make request #{cmd} to CloudStack server while creating resource #{@name}")
@@ -93,19 +120,33 @@ module StackMate
     end
 
     def api_poll (jobid, num, period)
-      i = 0
-      loop do
-        break if i > num
-        #resp = @client.queryAsyncJobResult({'jobid' => jobid})
+      # i = 0
+      # loop do
+      #   break if i > num
+      #   #resp = @client.queryAsyncJobResult({'jobid' => jobid})
+      #   resp = @client.api_call("queryAsyncJobResult",{'jobid' => jobid})
+      #   if resp
+      #     return resp['jobresult'] if resp['jobstatus'] == 1
+      #     return {'error' => true} if resp['jobstatus'] == 2
+      #   end
+      #   sleep(period)
+      #   i += 1
+      # end
+      # return {}
+      jobstatus = 0
+      jobresult = {}
+      iters = 100000 #to avoid infiinte loop
+      while (jobstatus == 0 && iters > 0) do
+        iters -= 1
         resp = @client.api_call("queryAsyncJobResult",{'jobid' => jobid})
         if resp
-          return resp['jobresult'] if resp['jobstatus'] == 1
-          return {'error' => true} if resp['jobstatus'] == 2
+          jobstatus = resp['jobstatus']
+          jobresult = resp['jobresult']
         end
         sleep(period)
-        i += 1
       end
-      return {}
+      return jobresult if jobstatus == 1
+      return {'error' => true}
     end
 
   end

data/lib/stackmate/participants/cloudstack_affinitygroup.rb

@@ -22,6 +22,7 @@ module StackMate
           p args
           result_obj = make_async_request('createAffinityGroup',args)
           resource_obj = result_obj['AffinityGroup'.downcase]
+
           #doing it this way since it is easier to change later, rather than cloning whole object
           resource_obj.each_key do |k|
             val = resource_obj[k]
@@ -31,6 +32,7 @@ module StackMate
             workitem[@name][k] = val
           end
           set_tags(@props['tags'],workitem[@name]['physical_id'],"AffinityGroup") if @props.has_key?('tags')
+          set_metadata if workitem['Resources'][@name].has_key?('Metadata')
           workitem['ResolvedNames'][@name] = name_cs
           workitem['IdMap'][workitem[@name]['physical_id']] = @name
         
@@ -55,6 +57,7 @@ module StackMate
             if (!(result_obj['error'] == true))
               logger.info("Successfully deleted resource #{@name}")
             else
+              workitem[@name]['delete_error'] = true
               logger.info("CloudStack error while deleting resource #{@name}")
             end
           else
@@ -119,4 +122,4 @@ module StackMate
       end
   end
 end
-    
+    

data/lib/stackmate/participants/cloudstack_autoscalepolicy.rb

@@ -21,6 +21,7 @@ module StackMate
           p args
           result_obj = make_async_request('createAutoScalePolicy',args)
           resource_obj = result_obj['AutoScalePolicy'.downcase]
+
           #doing it this way since it is easier to change later, rather than cloning whole object
           resource_obj.each_key do |k|
             val = resource_obj[k]
@@ -30,6 +31,7 @@ module StackMate
             workitem[@name][k] = val
           end
           set_tags(@props['tags'],workitem[@name]['physical_id'],"AutoScalePolicy") if @props.has_key?('tags')
+          set_metadata if workitem['Resources'][@name].has_key?('Metadata')
           workitem['ResolvedNames'][@name] = name_cs
           workitem['IdMap'][workitem[@name]['physical_id']] = @name
         
@@ -54,6 +56,7 @@ module StackMate
             if (!(result_obj['error'] == true))
               logger.info("Successfully deleted resource #{@name}")
             else
+              workitem[@name]['delete_error'] = true
               logger.info("CloudStack error while deleting resource #{@name}")
             end
           else
@@ -110,4 +113,4 @@ module StackMate
       end
   end
 end
-    
+    

data/lib/stackmate/participants/cloudstack_autoscalevmgroup.rb

@@ -18,6 +18,7 @@ module StackMate
           p args
           result_obj = make_async_request('enableAutoScaleVmGroup',args)
           resource_obj = result_obj['AutoScaleVmGroup'.downcase]
+
           #doing it this way since it is easier to change later, rather than cloning whole object
           resource_obj.each_key do |k|
             val = resource_obj[k]
@@ -27,6 +28,7 @@ module StackMate
             workitem[@name][k] = val
           end
           set_tags(@props['tags'],workitem[@name]['physical_id'],"AutoScaleVmGroup") if @props.has_key?('tags')
+          set_metadata if workitem['Resources'][@name].has_key?('Metadata')
           workitem['ResolvedNames'][@name] = name_cs
           workitem['IdMap'][workitem[@name]['physical_id']] = @name
         
@@ -51,6 +53,7 @@ module StackMate
             if (!(result_obj['error'] == true))
               logger.info("Successfully deleted resource #{@name}")
             else
+              workitem[@name]['delete_error'] = true
               logger.info("CloudStack error while deleting resource #{@name}")
             end
           else
@@ -83,4 +86,4 @@ module StackMate
       end      
         end
 end
-    
+    

data/lib/stackmate/participants/cloudstack_autoscalevmprofile.rb

@@ -24,6 +24,7 @@ module StackMate
           p args
           result_obj = make_async_request('createAutoScaleVmProfile',args)
           resource_obj = result_obj['AutoScaleVmProfile'.downcase]
+
           #doing it this way since it is easier to change later, rather than cloning whole object
           resource_obj.each_key do |k|
             val = resource_obj[k]
@@ -33,6 +34,7 @@ module StackMate
             workitem[@name][k] = val
           end
           set_tags(@props['tags'],workitem[@name]['physical_id'],"AutoScaleVmProfile") if @props.has_key?('tags')
+          set_metadata if workitem['Resources'][@name].has_key?('Metadata')
           workitem['ResolvedNames'][@name] = name_cs
           workitem['IdMap'][workitem[@name]['physical_id']] = @name
         
@@ -57,6 +59,7 @@ module StackMate
             if (!(result_obj['error'] == true))
               logger.info("Successfully deleted resource #{@name}")
             else
+              workitem[@name]['delete_error'] = true
               logger.info("CloudStack error while deleting resource #{@name}")
             end
           else
@@ -137,4 +140,4 @@ module StackMate
       end
   end
 end
-    
+    

data/lib/stackmate/participants/cloudstack_condition.rb

@@ -22,6 +22,7 @@ module StackMate
           p args
           result_obj = make_async_request('createCondition',args)
           resource_obj = result_obj['Condition'.downcase]
+
           #doing it this way since it is easier to change later, rather than cloning whole object
           resource_obj.each_key do |k|
             val = resource_obj[k]
@@ -31,6 +32,7 @@ module StackMate
             workitem[@name][k] = val
           end
           set_tags(@props['tags'],workitem[@name]['physical_id'],"Condition") if @props.has_key?('tags')
+          set_metadata if workitem['Resources'][@name].has_key?('Metadata')
           workitem['ResolvedNames'][@name] = name_cs
           workitem['IdMap'][workitem[@name]['physical_id']] = @name
         
@@ -55,6 +57,7 @@ module StackMate
             if (!(result_obj['error'] == true))
               logger.info("Successfully deleted resource #{@name}")
             else
+              workitem[@name]['delete_error'] = true
               logger.info("CloudStack error while deleting resource #{@name}")
             end
           else
@@ -119,4 +122,4 @@ module StackMate
       end
   end
 end
-    
+    

data/lib/stackmate/participants/cloudstack_egressfirewallrule.rb

@@ -25,6 +25,7 @@ module StackMate
           p args
           result_obj = make_async_request('createEgressFirewallRule',args)
           resource_obj = result_obj['EgressFirewallRule'.downcase]
+
           #doing it this way since it is easier to change later, rather than cloning whole object
           resource_obj.each_key do |k|
             val = resource_obj[k]
@@ -34,6 +35,7 @@ module StackMate
             workitem[@name][k] = val
           end
           set_tags(@props['tags'],workitem[@name]['physical_id'],"EgressFirewallRule") if @props.has_key?('tags')
+          set_metadata if workitem['Resources'][@name].has_key?('Metadata')
           workitem['ResolvedNames'][@name] = name_cs
           workitem['IdMap'][workitem[@name]['physical_id']] = @name
         
@@ -58,6 +60,7 @@ module StackMate
             if (!(result_obj['error'] == true))
               logger.info("Successfully deleted resource #{@name}")
             else
+              workitem[@name]['delete_error'] = true
               logger.info("CloudStack error while deleting resource #{@name}")
             end
           else
@@ -146,4 +149,4 @@ module StackMate
       end
   end
 end
-    
+    

data/lib/stackmate/participants/cloudstack_firewallrule.rb

@@ -25,6 +25,7 @@ module StackMate
           p args
           result_obj = make_async_request('createFirewallRule',args)
           resource_obj = result_obj['FirewallRule'.downcase]
+
           #doing it this way since it is easier to change later, rather than cloning whole object
           resource_obj.each_key do |k|
             val = resource_obj[k]
@@ -34,6 +35,7 @@ module StackMate
             workitem[@name][k] = val
           end
           set_tags(@props['tags'],workitem[@name]['physical_id'],"FirewallRule") if @props.has_key?('tags')
+          set_metadata if workitem['Resources'][@name].has_key?('Metadata')
           workitem['ResolvedNames'][@name] = name_cs
           workitem['IdMap'][workitem[@name]['physical_id']] = @name
         
@@ -58,6 +60,7 @@ module StackMate
             if (!(result_obj['error'] == true))
               logger.info("Successfully deleted resource #{@name}")
             else
+              workitem[@name]['delete_error'] = true
               logger.info("CloudStack error while deleting resource #{@name}")
             end
           else
@@ -146,4 +149,4 @@ module StackMate
       end
   end
 end
-    
+    

data/lib/stackmate/participants/cloudstack_globalloadbalancerrule.rb

@@ -26,6 +26,7 @@ module StackMate
           p args
           result_obj = make_async_request('createGlobalLoadBalancerRule',args)
           resource_obj = result_obj['GlobalLoadBalancerRule'.downcase]
+
           #doing it this way since it is easier to change later, rather than cloning whole object
           resource_obj.each_key do |k|
             val = resource_obj[k]
@@ -35,6 +36,7 @@ module StackMate
             workitem[@name][k] = val
           end
           set_tags(@props['tags'],workitem[@name]['physical_id'],"GlobalLoadBalancerRule") if @props.has_key?('tags')
+          set_metadata if workitem['Resources'][@name].has_key?('Metadata')
           workitem['ResolvedNames'][@name] = name_cs
           workitem['IdMap'][workitem[@name]['physical_id']] = @name
         
@@ -59,6 +61,7 @@ module StackMate
             if (!(result_obj['error'] == true))
               logger.info("Successfully deleted resource #{@name}")
             else
+              workitem[@name]['delete_error'] = true
               logger.info("CloudStack error while deleting resource #{@name}")
             end
           else
@@ -155,4 +158,4 @@ module StackMate
       end
   end
 end
-    
+