mccloud 0.0.13 → 0.0.14

data/lib/mccloud/provider/aws/provider/status.rb

@@ -0,0 +1,58 @@
+module Mccloud::Provider
+  module Aws
+    module ProviderCommand
+
+      def status(selection=nil,options=nil)
+
+        env.ui.info ""
+        env.ui.info "Server(s) - provider #{@name}"
+
+        printf "%-10s %-12s %-20s %-15s %-8s\n", "Name", "Instance Id", "IP", "Type","Status"
+        80.times { |i| printf "=" } ; env.ui.info ""
+
+        # List servers
+        raw.servers.each do |vm|
+          name="<no name set>"
+          if !vm.tags["Name"].nil?
+            name=vm.tags["Name"].strip
+          end #end if
+
+          if name.start_with?(self.filter)
+            unless self.filter==""
+              name[self.filter]=""
+              printf "%-10s %-12s %-20s %-20s %-15s %-8s\n",name,vm.id, vm.public_ip_address, vm.private_ip_address,vm.flavor.name,vm.state
+            else
+              env.ui.info "Name: #{name}"
+              env.ui.info "Instance Id: #{vm.id}"
+              env.ui.info "Public Ip: #{vm.public_ip_address}"
+              env.ui.info "Flavor: #{vm.flavor.name}"
+              env.ui.info "State: #{vm.state}"
+              80.times { |i| printf "=" } ; env.ui.info ""
+            end
+          end
+        end #End 1 provider
+
+        # List images
+        env.ui.info ""
+        env.ui.info "Image(s) - provider #{@name}"
+        80.times { |i| printf "=" } ; env.ui.info ""
+        images_list=raw.images.all({"Owner" => "self"})
+        images_list.each do |image|
+          printf "%-10s %-10s %-10s %-20s\n",image.id,image.name.gsub(/"#{filter}"/,''),image.state, image.description[0..20]
+        end
+
+        # List volumes
+        env.ui.info ""
+        env.ui.info "Volume(s) - provider #{@name}"
+        80.times { |i| printf "=" } ; env.ui.info ""
+        volume_list=raw.volumes.all()
+        volume_list.each do |volume|
+          printf "%-10s %-10s %-10s %-20s\n",volume.id,volume.device,volume.server_id, volume.size
+        end
+        env.ui.info ""
+
+      end
+
+    end #module
+  end #module
+end #module

data/lib/mccloud/provider/aws/provider.rb

@@ -0,0 +1,219 @@
+require 'mccloud/provider/fog/provider'
+
+require 'mccloud/provider/aws/provider/status'
+require 'mccloud/provider/aws/provider/ip_list'
+require 'mccloud/provider/aws/provider/lb_list'
+require 'mccloud/provider/aws/provider/keystore_list'
+require 'mccloud/provider/aws/provider/keystore_sync'
+require 'mccloud/provider/aws/provider/image_list'
+require 'mccloud/provider/aws/provider/image_destroy'
+require 'mccloud/provider/aws/vm'
+require 'mccloud/provider/aws/lb'
+require 'mccloud/provider/aws/ip'
+
+module Mccloud
+  module Provider
+    module Aws
+      class Provider  < ::Mccloud::Provider::Fog::Provider
+
+        attr_accessor :name
+        attr_accessor :flavor
+
+        attr_accessor :options
+        attr_accessor :region
+
+        attr_accessor :vms
+        attr_accessor :lbs
+        attr_accessor :ips
+        attr_accessor :credential
+
+        attr_accessor :keystores
+
+        attr_accessor :check_keypairs
+        attr_accessor :check_security_groups
+
+        include Mccloud::Provider::Aws::ProviderCommand
+
+
+        def initialize(name,options,env)
+
+          super(name,options,env)
+
+          # Default fog credential pair
+          @credential=:default
+
+          @check_security_groups=true
+          @check_keypairs=true
+
+          @options={}
+          unless options.nil?
+            @options.merge!(options)
+          end
+          @flavor=self.class.to_s.split("::")[-2]
+          @name=name
+          @region="us-east-1"
+
+          # Initializing the components
+          @vms=Hash.new
+          @lbs=Hash.new
+          @ips=Hash.new
+          @keystores=Hash.new
+
+        end
+
+        def raw
+          check_fog_credentials([:aws_access_key_id,:aws_secret_access_key])
+          if @raw.nil?
+            begin
+              @raw=::Fog::Compute.new({:provider => "Aws", :region => @region}.merge(@options))
+            rescue ArgumentError => e
+              @raw=nil
+              raise Mccloud::Error, "Error loading Aws provider : #{e.to_s} #{$!}"
+            end
+          end
+          return @raw
+        end
+
+        def verify
+          # We want to check the keyname "mccloud" exists
+          #list_keypairs
+          #list_flavors
+          #list_zones
+          #list_securitygroups
+          #check port 22 is open
+        end
+
+
+        # We should check to see if 22 is enabled for that zone
+        #(AWS.security_groups.get("JMETER").ip_permissions[0]["fromPort"]..AWS.security_groups.get("JMETER").ip_permissions[0]["toPort"]) === 22
+        # make sure port 22 is open in the first security group
+        #    security_group = connection.security_groups.get(server.groups.first)
+        #    authorized = security_group.ip_permissions.detect do |ip_permission|
+        #      ip_permission['ipRanges'].first && ip_permission['ipRanges'].first['cidrIp'] == '0.0.0.0/0' &&
+        #      ip_permission['fromPort'] == 22 &&
+        #      ip_permission['ipProtocol'] == 'tcp' &&
+        #      ip_permission['toPort'] == 22
+        #    end
+        #    unless authorized
+        #      security_group.authorize_port_range(22..22)
+        #    end
+        def create_sg(name,comment="Securitygroup created by Mccloud")
+          env.logger.info "Creating security group #{name}"
+          sg=raw.security_groups.new
+          sg.name=name
+          sg.description=comment
+          sg.save
+          sg.authorize_port_range(22..22)
+        end
+
+        def list_flavors
+          raw.flavors.each do |flavor|
+            env.logger.info "#{flavor.name} - #{flavor.id} - #{flavor.cores} cores#{flavor.bits}"
+          end
+        end
+
+        def list_zones
+          raw.describe_availability_zones.body["availabilityZoneInfo"].each do |region|
+            env.logger.info "Zone: #{region['zoneName']} - #{region['regionName']}"
+          end
+        end
+
+        def filter
+          if @namespace.nil? || @namespace==""
+            return ""
+          else
+            return "#{@namespace}-"
+          end
+        end
+
+        def up(selection,options)
+          raise ::Mccloud::Error,"#{selection} did not match any defined vms" unless vm_defined?(selection)
+          self.verify
+          on_selected_components("vm",selection) do |id,vm|
+            vm.up(options)
+          end
+        end
+
+        def bootstrap(selection,script,options)
+          raise ::Mccloud::Error,"#{selection} did not match any defined vms" unless vm_defined?(selection)
+          self.verify
+          on_selected_components("vm",selection) do |id,vm|
+            vm._bootstrap(script,options)
+          end
+        end
+
+        def shutdown(selection,options)
+          raise ::Mccloud::Error,"#{selection} did not match any defined vms" unless vm_defined?(selection)
+          self.verify
+          on_selected_components("vm",selection) do |id,vm|
+            vm.shutdown(options)
+          end
+        end
+
+        def resume(selection,options)
+          raise ::Mccloud::Error,"#{selection} did not match any defined vms" unless vm_defined?(selection)
+          self.verify
+          on_selected_components("vm",selection) do |id,vm|
+            vm.resume(options)
+          end
+        end
+
+        def reload(selection,options)
+          raise ::Mccloud::Error,"#{selection} did not match any defined vms" unless vm_defined?(selection)
+          self.verify
+          on_selected_components("vm",selection) do |id,vm|
+            vm.reload(options)
+          end
+        end
+
+        def destroy(selection,options)
+          raise ::Mccloud::Error,"#{selection} did not match any defined vms" unless vm_defined?(selection)
+          self.verify
+          on_selected_components("vm",selection) do |id,vm|
+            vm.destroy(options)
+          end
+
+        end
+
+        def ssh(selection,command,options)
+          raise ::Mccloud::Error,"#{selection} did not match any defined vms" unless vm_defined?(selection)
+          self.verify
+          on_selected_components("vm",selection) do |id,vm|
+            vm.ssh(command,options)
+          end
+        end
+
+        def vm_defined?(selection)
+          env.config.vms.keys.include?(selection)
+        end
+
+        def package(selection,options)
+          raise ::Mccloud::Error,"#{selection} did not match any defined vms" unless vm_defined?(selection)
+          self.verify
+          on_selected_components("vm",selection) do |id,vm|
+            vm.package(options)
+          end
+        end
+
+        def provision(selection,options)
+          raise ::Mccloud::Error,"#{selection} did not match any defined vms" unless vm_defined?(selection)
+          self.verify
+          on_selected_components("vm",selection) do |id,vm|
+            vm._provision(options)
+          end
+        end
+
+        def halt(selection,options)
+          raise ::Mccloud::Error,"#{selection} did not match any defined vms" unless vm_defined?(selection)
+          self.verify
+          on_selected_components("vm",selection) do |id,vm|
+            env.ui.info "Matched #{vm.name}"
+            vm.halt(options)
+          end
+
+        end
+
+      end
+    end
+  end
+end

data/lib/mccloud/provider/aws/stack/old_destroy.rb

@@ -0,0 +1,43 @@
+require 'mccloud/util/iterator'
+
+module Mccloud
+  module Command
+    def destroy(selection=nil,options=nil)
+
+      on_selected_stacks(selection) do |id,stack|
+        stackfilter=@environment.config.mccloud.stackfilter        
+        stack_fullname="#{stackfilter}#{stack.name}"
+
+        stack_exists=false
+        provider=@environment.config.providers[stack.provider]         
+        cf = Fog::AWS::CloudFormation.new(stack.provider_options)
+
+        begin
+          cf.get_template("#{stack_fullname}")
+          stack_exists=true
+        rescue   Exception => e
+          #puts "[#{stack.name}] - Error\n #{e}"
+        end
+
+        if stack_exists
+          begin
+            puts "[#{stack.name}] - Deleting stack"
+            cf.delete_stack(stack_fullname)
+            events=cf.describe_stack_events(stack_fullname).body
+            sorted_events=events['StackEvents']
+            sorted_events.reverse.each do |event|
+              printf "  %-25s %-30s %-30s %-20s %-15s\n", event['Timestamp'],event['ResourceType'],event['LogicalResourceId'], event['ResourceStatus'],event['ResourceStatusReason']
+            end
+          rescue Excon::Errors::BadRequest => e
+            puts "[#{stack.name}] - Error deleting the stacks:\n #{e.response.body}"
+          end    
+        else
+          puts "[#{stack.name}] - Stack does not exist"
+        end
+
+
+      end
+
+    end
+  end
+end

data/lib/mccloud/provider/aws/stack/old_up.rb

@@ -0,0 +1,59 @@
+filter=@environment.config.mccloud.stackfilter
+
+# http://allanfeid.com/content/using-amazons-cloudformation-cloud-init-chef-and-fog-automate-infrastructure
+on_selected_stacks(selection) do |id,stack|
+  stack_fullname="#{filter}#{stack.name}"
+  stack_params=stack.params
+  template_body=stack.json_rewrite
+
+  provider=@environment.config.providers[stack.provider]
+  unless (stack.exists?)
+    cf = Fog::AWS::CloudFormation.new(stack.provider_options)
+
+    begin
+      cf.validate_template({'TemplateBody' => template_body})
+    rescue  Excon::Errors::BadRequest => e
+      puts "[#{stack.name}] - Error validating template #{stack.jsonfile}:\n #{e.response.body}"
+    end
+
+    template_exists=false
+    begin
+      cf.get_template("#{stack_fullname}")
+      template_exists=true
+    rescue  Excon::Errors::BadRequest => e
+      #            puts "[#{stack.name}] - Error getting the remote template:\n #{e.response.body}"
+    end
+
+    unless template_exists
+      #DisableRollback, TemplateURL, TimeoutInMinutes
+      begin
+        cf.create_stack(stack_fullname, {'TemplateBody' => template_body, 'Parameters' => stack_params})
+        puts "[#{stack.name}] - Stack creation started"
+      rescue Excon::Errors::BadRequest => e
+        puts "[#{stack.name}] - Error creating the stack:\n #{e.response.body}"
+      end
+
+      begin
+        events=cf.describe_stack_events(stack_fullname).body
+        sorted_events=events['StackEvents']
+        sorted_events.reverse.each do |event|
+          printf "  %-25s %-30s %-30s %-20s %-15s\n", event['Timestamp'],event['ResourceType'],event['LogicalResourceId'], event['ResourceStatus'],event['ResourceStatusReason']
+        end
+      rescue  Excon::Errors::BadRequest => e
+        puts "[#{stack.name}] - Error fetching stack events:\n #{e.response.body}"
+      end
+
+    else
+      puts "[#{stack.name}] - Already exists"
+
+      events=cf.describe_stack_events(stack_fullname).body
+      sorted_events=events['StackEvents']
+      sorted_events.reverse.each do |event|
+        printf "  %-25s %-30s %-30s %-20s %-15s\n", event['Timestamp'],event['ResourceType'],event['LogicalResourceId'], event['ResourceStatus'],event['ResourceStatusReason']
+      end
+    end
+
+  end
+
+end
+

data/lib/mccloud/provider/aws/stack/old_vm.rb

@@ -0,0 +1,98 @@
+require 'mccloud/provider/core/vm'
+
+require 'mccloud/provider/aws/vm/up.rb'
+require 'mccloud/provider/aws/vm/bootstrap.rb'
+require 'mccloud/provider/aws/vm/ssh.rb'
+require 'mccloud/provider/aws/vm/scp.rb'
+require 'mccloud/provider/aws/vm/rsync.rb'
+##require 'mccloud/provider/aws/command/vm/halt.rb'
+require 'mccloud/provider/aws/vm/provision.rb'
+require 'mccloud/provider/aws/vm/destroy.rb'
+
+
+module Mccloud::Provider
+  module Aws
+
+
+      class Vm < ::Mccloud::Provider::Core::Vm
+
+        attr_accessor :ami
+        attr_accessor :key_name
+
+#        attr_accessor :server_id
+        
+        include Mccloud::Provider::Aws::VmCommand
+              
+      end
+end
+end
+
+
+
+#attr_accessor :instance,:vm,:provider
+
+#def initialize(vm,provider)
+#  @vm=vm
+#  @provider=provider
+#  found=@provider.raw_provider.servers.all(:name => @vm.name)
+#  unless found.nil?
+#    @instance=found.first
+#    @instance.private_key_path=@vm.private_key
+#    @instance.username = @vm.user
+#  end
+#end
+
+unless server.state=="terminated"
+
+  full_name="#{server.tags['Name']}"
+  if full_name.start_with?(filter)
+
+    temp_name=String.new(full_name)
+    temp_name[filter]=""
+    short_name=temp_name
+
+    #  if the VM was not declared
+    unless !@environment.config.vms[short_name].nil?
+      #puts "#{short_name} - has been not been declared as a vm"
+      undeclared_vm=Mccloud::Type::Vm.new	
+      undeclared_vm.declared=false
+      undeclared_vm.server_id=server.id
+      @environment.config.vms[short_name]=undeclared_vm                
+    else
+
+    end
+
+    # Set the server.id of the vm
+    @environment.config.vms[short_name].server_id=server.id
+    @environment.config.vms[short_name].provider=name
+
+    # Check if the server is part of a stack
+    stack_name=server.tags['aws:cloudformation:stack-name']
+
+    unless stack_name.nil?
+      filtered_stack_name=stack_name
+      filtered_stack_name[stack_filter]=""
+      # Lookup stack on our config
+      #puts "Note: #{short_name} is part of #{filtered_stack_name} "
+
+      if @environment.config.stacks.has_key?(filtered_stack_name)
+        # If we found it, set the private, public and user appropriatly
+        
+        #puts "  [#{short_name}] Adjusting public and private keys for stack"
+        @environment.config.vms[short_name].private_key=@environment.config.stacks[filtered_stack_name].private_key_for_instance(short_name)
+        @environment.config.vms[short_name].public_key=@environment.config.stacks[filtered_stack_name].public_key_for_instance(short_name)
+        @environment.config.vms[short_name].user=@environment.config.stacks[filtered_stack_name].user_for_instance(short_name)
+
+      else
+        puts "Stack #{filtered_stack_name} is not defined "
+
+      end
+
+
+
+    end
+
+
+  end
+end
+