stackmate 0.0.4 → 0.1.0

data/lib/stackmate/participants/cloudstack.rb

@@ -1,233 +1,318 @@
 require 'json'
-require 'cloudstack_ruby_client'
+#require 'cloudstack_ruby_client'
+require 'stackmate/client'
 require 'yaml'
 require 'stackmate/logging'
 require 'stackmate/intrinsic_functions'
+require 'stackmate/resolver'
+
 
 module StackMate
 
-class CloudStackApiException < StandardError
+  class CloudStackApiException < StandardError
     def initialize(msg)
-        super(msg)
+      super(msg)
     end
-end
+  end
 
-class CloudStackResource < Ruote::Participant
-  include Logging
+  class CloudStackResource < Ruote::Participant
+    include Logging
+    include Resolver
 
-  attr_reader :name
+    attr_reader :name
 
-  def initialize(opts)
+    def initialize(opts)
       @opts = opts
       @url = opts['URL'] || ENV['URL'] or raise ArgumentError.new("CloudStackResources: no URL supplied for CloudStack API")
       @apikey = opts['APIKEY'] || ENV['APIKEY'] or raise ArgumentError.new("CloudStackResources: no api key supplied for CloudStack API")
       @seckey = opts['SECKEY'] || ENV['SECKEY'] or raise ArgumentError.new("CloudStackResources: no secret key supplied for CloudStack API")
-      @client = CloudstackRubyClient::Client.new(@url, @apikey, @seckey, false)
-  end
+      #@client = CloudstackRubyClient::Client.new(@url, @apikey, @seckey, false)
+      @client = StackMate::CloudStackClient.new(@url, @apikey, @seckey, false)
+    end
 
-  def on_workitem
-    p workitem.participant_name
-    reply
-  end
+    def on_workitem
+      p workitem.participant_name
+      reply
+    end
 
-  protected
-    
-    def make_request(cmd, args)
-        begin
-          logger.debug "Going to make request #{cmd} to CloudStack server for resource #{@name}"
-          resp = @client.send(cmd, args)
-          jobid = resp['jobid'] if resp
-          resp = api_poll(jobid, 3, 3) if jobid
-          return resp
-        rescue => e
-          logger.error("Failed to make request #{cmd} to CloudStack server while creating resource #{@name}")
-          logger.error e.message + "\n " + e.backtrace.join("\n ")
-          raise e
-        rescue SystemExit
-          logger.error "Rescued a SystemExit exception"
-          raise CloudStackApiException, "Did not get 200 OK while making api call #{cmd}"
-        end
+    protected
+
+    def set_tags(tags,resourceId,resourceType)
+      tags_hash = resolve_tags(tags,workitem)
+      tags_args = {}
+      i = 0
+      tags_hash.each_key do |k|
+        tags_args["tags[#{i}].key"] = k
+        tags_args["tags[#{i}].value"] = tags_hash[k]
+        i = i + 1
+      end
+      tags_args['resourceids'] = resourceId
+      tags_args['resourcetype'] = resourceType
+      logger.debug("Attemping to add tags for resource #{@name}")
+      p tags_args
+      result_tags = make_async_request("createTags",tags_args)
+      if (!(result_tags['error']==true))
+        workitem[@name]['tags'] = tags_hash
+      else
+        logger.error("Unable to set tags for resource #{@name}")
+      end
+    end
+
+    def make_sync_request(cmd,args)
+      begin
+        logger.debug "Going to make sync request #{cmd} to CloudStack server for resource #{@name}"
+        #resp = @client.send(cmd, args)
+        resp = @client.api_call(cmd,args)
+        return resp
+      rescue => e
+        logger.error("Failed to make request #{cmd} to CloudStack server while creating resource #{@name}")
+        logger.debug e.message + "\n " + e.backtrace.join("\n ")
+        raise e
+      rescue SystemExit
+        logger.error "Rescued a SystemExit exception"
+        raise CloudStackApiException, "Did not get 200 OK while making api call #{cmd}"
+      end
     end
-  
+
+    def make_async_request(cmd, args)
+      begin
+        logger.debug "Going to make async request #{cmd} to CloudStack server for resource #{@name}"
+        #resp = @client.send(cmd, args)
+        resp = @client.api_call(cmd,args)
+        jobid = resp['jobid'] if resp
+        resp = api_poll(jobid, 3, 3) if jobid
+        return resp
+      rescue => e
+        logger.error("Failed to make request #{cmd} to CloudStack server while creating resource #{@name}")
+        logger.debug e.message + "\n " + e.backtrace.join("\n ")
+        raise e
+      rescue SystemExit
+        logger.error "Rescued a SystemExit exception"
+        raise CloudStackApiException, "Did not get 200 OK while making api call #{cmd}"
+      end
+    end
+
     def api_poll (jobid, num, period)
-      i = 0 
-      loop do 
+      i = 0
+      loop do
         break if i > num
-        resp = @client.queryAsyncJobResult({'jobid' => jobid})
+        #resp = @client.queryAsyncJobResult({'jobid' => jobid})
+        resp = @client.api_call("queryAsyncJobResult",{'jobid' => jobid})
         if resp
-            return resp['jobresult'] if resp['jobstatus'] == 1
-            return {'jobresult' => {}} if resp['jobstatus'] == 2
+          return resp['jobresult'] if resp['jobstatus'] == 1
+          return {'error' => true} if resp['jobstatus'] == 2
         end
         sleep(period)
-        i += 1 
+        i += 1
       end
-    return {}
+      return {}
     end
 
-end
-
-class CloudStackInstance < CloudStackResource
-  def initialize(opts)
-    super (opts)
-    @localized = {}
-    load_local_mappings()
   end
 
-  def on_workitem
-    workitem[participant_name] = {}
-    myname = participant_name
-    @name = myname
-    resolved = workitem.fields['ResolvedNames']
-    props = workitem.fields['Resources'][workitem.participant_name]['Properties']
-    security_group_names = []
-    props['SecurityGroups'].each do |sg| 
+  class CloudStackInstance < CloudStackResource
+    def initialize(opts)
+      super (opts)
+      @localized = {}
+      load_local_mappings()
+    end
+
+    def create
+      workitem[participant_name] = {}
+      myname = participant_name
+      @name = myname
+      resolved = workitem['ResolvedNames']
+      props = workitem['Resources'][workitem.participant_name]['Properties']
+      security_group_names = []
+      props['SecurityGroups'].each do |sg|
         sg_name = resolved[sg['Ref']]
         security_group_names << sg_name
-    end
-    keypair = resolved[props['KeyName']['Ref']] if props['KeyName']
-    userdata = nil
-    if props['UserData']
+      end
+      keypair = resolved[props['KeyName']['Ref']] if props['KeyName']
+      userdata = nil
+      if props['UserData']
         userdata = user_data(props['UserData'], resolved)
+      end
+      templateid = image_id(props['ImageId'], resolved, workitem['Mappings'])
+      templateid = @localized['templates'][templateid] if @localized['templates']
+      svc_offer = resolved[props['InstanceType']['Ref']] #TODO fragile
+      svc_offer = @localized['service_offerings'][svc_offer] if @localized['service_offerings']
+      args = { 'serviceofferingid' => svc_offer,
+               'templateid' => templateid,
+               'zoneid' => default_zone_id,
+               'securitygroupnames' => security_group_names.join(','),
+               'displayname' => myname,
+               #'name' => myname
+               }
+      args['keypair'] = keypair if keypair
+      args['userdata'] = userdata if userdata
+      resultobj = make_async_request('deployVirtualMachine', args)
+      logger.debug("Created resource #{myname}")
+
+      logger.debug("result = #{resultobj.inspect}")
+      workitem[participant_name][:physical_id] = resultobj['virtualmachine']['id']
+      workitem[participant_name][:AvailabilityZone] = resultobj['virtualmachine']['zoneid']
+      ipaddress = resultobj['virtualmachine']['nic'][0]['ipaddress']
+      workitem[participant_name][:PrivateDnsName] = ipaddress
+      workitem[participant_name][:PublicDnsName] = ipaddress
+      workitem[participant_name][:PrivateIp] = ipaddress
+      workitem[participant_name][:PublicIp] = ipaddress
+    end
+
+    def delete
+      logger.info "In delete #{participant_name}"
+      return nil if !workitem[participant_name]
+      physical_id = workitem[participant_name]['physical_id']
+      if physical_id
+        args = {'id' => physical_id}
+        del_resp = make_async_request('destroyVirtualMachine', args)
+      end
+    end
+
+    def on_workitem
+      if workitem['params']['operation'] == 'create'
+        create
+      else
+        delete
+      end
+      reply
     end
-    templateid = image_id(props['ImageId'], resolved, workitem.fields['Mappings'])
-    templateid = @localized['templates'][templateid] if @localized['templates']
-    svc_offer = resolved[props['InstanceType']['Ref']]  #TODO fragile
-    svc_offer = @localized['service_offerings'][svc_offer] if @localized['service_offerings']
-    args = { 'serviceofferingid' => svc_offer,
-             'templateid' => templateid,
-             'zoneid' => default_zone_id,
-             'securitygroupnames' => security_group_names.join(','),
-             'displayname' => myname,
-             #'name' => myname
-    }
-    args['keypair'] = keypair if keypair
-    args['userdata'] = userdata  if userdata
-    resultobj = make_request('deployVirtualMachine', args)
-    logger.debug("Created resource #{myname}")
-
-    logger.debug("result = #{resultobj.inspect}")
-    workitem[participant_name][:physical_id] =  resultobj['virtualmachine']['id']
-    workitem[participant_name][:AvailabilityZone] =  resultobj['virtualmachine']['zoneid']
-    ipaddress = resultobj['virtualmachine']['nic'][0]['ipaddress']
-    workitem[participant_name][:PrivateDnsName] =  ipaddress
-    workitem[participant_name][:PublicDnsName] =  ipaddress
-    workitem[participant_name][:PrivateIp] = ipaddress
-    workitem[participant_name][:PublicIp] =  ipaddress
-    reply
-  end
 
-  def user_data(datum, resolved)
+    def user_data(datum, resolved)
       #TODO make this more general purpose
       actual = datum['Fn::Base64']['Fn::Join']
       delim = actual[0]
       data = actual[1].map { |d|
-          d.kind_of?(Hash) ? resolved[d['Ref']]: d
+        d.kind_of?(Hash) ? resolved[d['Ref']]: d
       }
       Base64.urlsafe_encode64(data.join(delim))
-  end
+    end
 
-  def load_local_mappings()
+    def load_local_mappings()
       begin
-          @localized = YAML.load_file('local.yml')
+        @localized = YAML.load_file('local.yml')
       rescue
-          logger.warning "Warning: Failed to load localized mappings from local.yaml\n"
+        logger.warning "Warning: Failed to load localized mappings from local.yaml\n"
       end
-  end
+    end
 
-  def default_zone_id
-      if @localized['zoneid'] 
-          @localized['zoneid']
+    def default_zone_id
+      if @localized['zoneid']
+        @localized['zoneid']
       else
-          '1'
+        '1'
       end
-  end
+    end
 
-  def image_id(imgstring, resolved, mappings)
+    def image_id(imgstring, resolved, mappings)
       #TODO convoluted logic only handles the cases
       #ImageId : {"Ref" : "FooBar"}
-      #ImageId :  { "Fn::FindInMap" : [ "Map1", { "Ref" : "OuterKey" },
-      #                          { "Fn::FindInMap" : [ "Map2", { "Ref" : "InnerKey" }, "InnerVal" ] } ] },
-      #ImageId :  { "Fn::FindInMap" : [ "Map1", { "Ref" : "Key" },  "Value" ] } ] },
+      #ImageId : { "Fn::FindInMap" : [ "Map1", { "Ref" : "OuterKey" },
+      # { "Fn::FindInMap" : [ "Map2", { "Ref" : "InnerKey" }, "InnerVal" ] } ] },
+      #ImageId : { "Fn::FindInMap" : [ "Map1", { "Ref" : "Key" }, "Value" ] } ] },
       if imgstring['Ref']
-          return resolved[imgstring['Ref']]
-      else 
-          if imgstring['Fn::FindInMap']
-              key = resolved[imgstring['Fn::FindInMap'][1]['Ref']]
-              #print "Key = ", key, "\n"
-              if imgstring['Fn::FindInMap'][2]['Ref']
-                  val = resolved[imgstring['Fn::FindInMap'][2]['Ref']]
-                  #print "Val [Ref] = ", val, "\n"
-              else
-                  if imgstring['Fn::FindInMap'][2]['Fn::FindInMap']
-                      val = image_id(imgstring['Fn::FindInMap'][2], resolved, mappings)
-                      #print "Val [FindInMap] = ", val, "\n"
-                  else
-                      val = imgstring['Fn::FindInMap'][2]
-                  end
-              end
+        return resolved[imgstring['Ref']]
+      else
+        if imgstring['Fn::FindInMap']
+          key = resolved[imgstring['Fn::FindInMap'][1]['Ref']]
+          #print "Key = ", key, "\n"
+          if imgstring['Fn::FindInMap'][2]['Ref']
+            val = resolved[imgstring['Fn::FindInMap'][2]['Ref']]
+            #print "Val [Ref] = ", val, "\n"
+          else
+            if imgstring['Fn::FindInMap'][2]['Fn::FindInMap']
+              val = image_id(imgstring['Fn::FindInMap'][2], resolved, mappings)
+              #print "Val [FindInMap] = ", val, "\n"
+            else
+              val = imgstring['Fn::FindInMap'][2]
+            end
           end
-          return mappings[imgstring['Fn::FindInMap'][0]][key][val]
+        end
+        return mappings[imgstring['Fn::FindInMap'][0]][key][val]
       end
+    end
+
   end
 
-end
-
-
-class CloudStackSecurityGroup < CloudStackResource
-  def on_workitem
-    myname = workitem.participant_name
-    workitem[participant_name] = {}
-    logger.debug("Going to create resource #{myname}")
-    @name = myname
-    p myname
-    resolved = workitem.fields['ResolvedNames']
-    props = workitem.fields['Resources'][myname]['Properties']
-    name = workitem.fields['StackName'] + '-' + workitem.participant_name;
-    resolved[myname] = name
-    args = { 'name' => name,
-             'description' => props['GroupDescription']
-    }
-    sg_resp = make_request('createSecurityGroup', args)
-    logger.debug("created resource #{myname}")
-    props['SecurityGroupIngress'].each do |rule|
+
+  class CloudStackSecurityGroupAWS < CloudStackResource
+
+    def create
+      myname = workitem.participant_name
+      workitem[participant_name] = {}
+      logger.debug("Going to create resource #{myname}")
+      @name = myname
+      p myname
+      resolved = workitem['ResolvedNames']
+      props = workitem['Resources'][myname]['Properties']
+      name = workitem['StackName'] + '-' + workitem.participant_name;
+      resolved[myname] = name
+      args = { 'name' => name,
+               'description' => props['GroupDescription']
+               }
+      sg_resp = make_sync_request('createSecurityGroup', args)
+      logger.debug("created resource #{myname}")
+      props['SecurityGroupIngress'].each do |rule|
         cidrIp = rule['CidrIp']
-        if cidrIp.kind_of?  Hash
-            #TODO: some sort of validation
-            cidrIpName = cidrIp['Ref']
-            cidrIp = resolved[cidrIpName]
+        if cidrIp.kind_of? Hash
+          #TODO: some sort of validation
+          cidrIpName = cidrIp['Ref']
+          cidrIp = resolved[cidrIpName]
         end
         args = { 'securitygroupname' => name,
-            'startport' => rule['FromPort'],
-            'endport' => rule['ToPort'],
-            'protocol' => rule['IpProtocol'],
-            'cidrlist' => cidrIp
-        }
+                 'startport' => rule['FromPort'],
+                 'endport' => rule['ToPort'],
+                 'protocol' => rule['IpProtocol'],
+                 'cidrlist' => cidrIp
+                 }
         #TODO handle usersecuritygrouplist
-        make_request('authorizeSecurityGroupIngress', args)
+        make_async_request('authorizeSecurityGroupIngress', args)
+      end
+      workitem[participant_name][:physical_id] = sg_resp['securitygroup']['id']
+    end
+
+    def delete
+      logger.info "In delete #{participant_name}"
+      return nil if !workitem[participant_name]
+      logger.info "In delete #{participant_name} #{workitem[participant_name].inspect}"
+      physical_id = workitem[participant_name]['physical_id']
+      if physical_id
+        args = {'id' => physical_id}
+        del_resp = make_sync_request('deleteSecurityGroup', args)
+      end
+    end
+
+    def on_workitem
+      if workitem['params']['operation'] == 'create'
+        create
+      else
+        delete
+      end
+      reply
     end
-    workitem[participant_name][:physical_id] =  sg_resp['securitygroup']['id']
-    reply
   end
-end
 
 
-class CloudStackOutput < Ruote::Participant
-  include Logging
-  include Intrinsic
+  class CloudStackOutput < Ruote::Participant
+    include Logging
+    include Intrinsic
 
-  def on_workitem
-    logger.debug "Entering #{participant_name} "
-    outputs = workitem.fields['Outputs']
-    outputs.each do |key, val|
-      v = val['Value']
-      constructed_value = intrinsic(v, workitem)
-      val['Value'] = constructed_value
-      logger.debug "Output: key = #{key}, value = #{constructed_value} descr = #{val['Description']}"
+    def on_workitem
+      logger.debug "Entering #{workitem.participant_name} "
+      outputs = workitem['Outputs']
+      outputs.each do |key, val|
+        v = val['Value']
+        constructed_value = intrinsic(v, workitem)
+        val['Value'] = constructed_value
+        workitem['Outputs'][key] = constructed_value
+        logger.debug "Output: key = #{key}, value = #{constructed_value} descr = #{val['Description']}"
+      end
+
+      logger.debug "Output Done"
+      reply
     end
-    logger.debug "Output Done"
-    reply
+
   end
 
-end
 
-end
+end

data/lib/stackmate/participants/cloudstack_affinitygroup.rb

@@ -0,0 +1,122 @@
+require 'stackmate/participants/cloudstack'
+
+module StackMate
+  class CloudStackAffinityGroup < CloudStackResource
+
+    include Logging
+    include Intrinsic
+    include Resolver
+      def create
+        logger.debug("Creating resource #{@name}")
+        workitem[@name] = {}
+        name_cs = workitem['StackName'] + '-' + @name
+        args={}
+        begin
+          args['name'] = workitem['StackName'] +'-' +get_name
+          args['type'] = get_type
+          args['domainid'] = get_domainid if @props.has_key?('domainid')
+          args['account'] = get_account if @props.has_key?('account')
+          args['description'] = get_description if @props.has_key?('description')
+
+          logger.info("Creating resource #{@name} with following arguments")
+          p args
+          result_obj = make_async_request('createAffinityGroup',args)
+          resource_obj = result_obj['AffinityGroup'.downcase]
+          #doing it this way since it is easier to change later, rather than cloning whole object
+          resource_obj.each_key do |k|
+            val = resource_obj[k]
+            if('id'.eql?(k))
+              k = 'physical_id'
+            end
+            workitem[@name][k] = val
+          end
+          set_tags(@props['tags'],workitem[@name]['physical_id'],"AffinityGroup") if @props.has_key?('tags')
+          workitem['ResolvedNames'][@name] = name_cs
+          workitem['IdMap'][workitem[@name]['physical_id']] = @name
+        
+        rescue NoMethodError => nme
+          logger.error("Create request failed for resource . Cleaning up the stack")
+          raise nme
+        rescue Exception => e
+          logger.error(e.message)
+          raise e
+        end
+        
+      end
+      
+      def delete
+        logger.debug("Deleting resource #{@name}")
+        begin
+          physical_id = workitem[@name]['physical_id'] if !workitem[@name].nil?
+          if(!physical_id.nil?)
+            args = {'id' => physical_id
+                  }
+            result_obj = make_async_request('deleteAffinityGroup',args)
+            if (!(result_obj['error'] == true))
+              logger.info("Successfully deleted resource #{@name}")
+            else
+              logger.info("CloudStack error while deleting resource #{@name}")
+            end
+          else
+            logger.info("Resource  not created in CloudStack. Skipping delete...")
+          end
+        rescue Exception => e
+          logger.error("Unable to delete resorce #{@name}")
+        end
+      end
+
+      def on_workitem
+        @name = workitem.participant_name
+        @props = workitem['Resources'][@name]['Properties']
+        @props.downcase_key
+        @resolved_names = workitem['ResolvedNames']
+        if workitem['params']['operation'] == 'create'
+          create
+        else
+          delete
+        end
+        reply
+      end
+      
+      def get_name
+        resolved_name = get_resolved(@props["name"],workitem)
+        if resolved_name.nil? || !validate_param(resolved_name,"string")
+          raise "Missing mandatory parameter name for resource #{@name}"
+        end
+        resolved_name
+      end      
+      
+      def get_type
+        resolved_type = get_resolved(@props["type"],workitem)
+        if resolved_type.nil? || !validate_param(resolved_type,"string")
+          raise "Missing mandatory parameter type for resource #{@name}"
+        end
+        resolved_type
+      end      
+      
+      def get_domainid
+        resolved_domainid = get_resolved(@props['domainid'],workitem)
+        if resolved_domainid.nil? || !validate_param(resolved_domainid,"uuid")
+          raise "Malformed optional parameter domainid for resource #{@name}"
+        end
+        resolved_domainid
+      end
+
+      def get_account
+        resolved_account = get_resolved(@props['account'],workitem)
+        if resolved_account.nil? || !validate_param(resolved_account,"string")
+          raise "Malformed optional parameter account for resource #{@name}"
+        end
+        resolved_account
+      end
+
+      def get_description
+        resolved_description = get_resolved(@props['description'],workitem)
+        if resolved_description.nil? || !validate_param(resolved_description,"string")
+          raise "Malformed optional parameter description for resource #{@name}"
+        end
+        resolved_description
+      end
+  end
+end
+