mccloud 0.0.13 → 0.0.14

data/lib/mccloud/provider/aws/lb.rb

@@ -0,0 +1,37 @@
+require 'mccloud/provider/core/lb'
+require 'mccloud/provider/aws/lb/associate'
+require 'mccloud/provider/aws/lb/sorry'
+
+module Mccloud::Provider
+  module Aws
+
+    class Lb < ::Mccloud::Provider::Core::Lb
+
+      #Inherits     :name
+      #             :provider
+      attr_accessor :members
+      attr_accessor :sorry_members
+
+      include Mccloud::Provider::Aws::LbCommand
+
+      def initialize(env)
+        members=Array.new
+        sorry_members=Array.new
+        super(env)
+      end
+
+      def raw
+        if @raw.nil?
+          rawname="#{@name}"
+          #rawname="#{@provider.filter}#{@name}"
+          ::Fog.credential=@provider.credential
+          @raw=::Fog::AWS::ELB.new({:region => provider.region}.merge(provider.options)).load_balancers.get(@name)
+          env.logger.info("LB found #{@raw}")
+        end
+        return @raw
+      end
+
+    end
+
+  end
+end #Module Mccloud

data/lib/mccloud/provider/aws/provider/image_destroy.rb

@@ -0,0 +1,27 @@
+module Mccloud
+  module Provider
+    module Aws
+      module ProviderCommand
+
+        def image_destroy(imageId,options=nil)
+            begin
+              image=raw.images.get(imageId)
+              if image.nil?
+                env.ui.info "[#{name}] - ImageId #{imageId} not found"
+              else
+                env.ui.info "[#{name}] - ImageId #{imageId} found"
+                env.ui.info "[#{name}] - Deregistering #{imageId} now"
+                begin
+                  raw.deregister_image(imageId)
+                rescue Fog::Service::Error => fogerror
+                  env.ui.error "[Error] #{fogerror}"
+                end
+              end
+          end
+        end
+
+      end
+    end
+  end
+
+end

data/lib/mccloud/provider/aws/provider/image_list.rb

@@ -0,0 +1,19 @@
+module Mccloud
+  module Provider
+    module Aws
+      module ProviderCommand
+
+        def image_list(selection=nil,options=nil)
+          images=raw.images.all({"Owner" => "self"})
+          env.logger.info("#{selection} - #{options}")
+          images.each do |image|
+            require 'pp'
+            env.ui.info "Id: #{image.id} Name: #{image.name}, Description: #{image.description}"
+          end
+        end
+
+      end
+    end
+  end
+
+end

data/lib/mccloud/provider/aws/provider/ip_list.rb

@@ -0,0 +1,17 @@
+module Mccloud
+  module Provider
+    module Aws
+      module ProviderCommand
+
+        def ip_list(selection=nil,options=nil)
+          env.logger.info("#{selection} - #{options}")
+          raw.addresses.each do |address|
+            env.ui.info "Ip-address #{address.public_ip} - Server-Id #{address.server_id}"
+          end
+        end
+
+      end
+    end
+  end
+
+end

data/lib/mccloud/provider/aws/provider/keystore_list.rb

@@ -0,0 +1,22 @@
+module Mccloud
+  module Provider
+    module Aws
+      module ProviderCommand
+
+        def keystore_list(selection=nil,options=nil)
+
+          if raw.key_pairs.empty?
+            env.ui.info("No Keypairs found")
+          else
+            raw.key_pairs.each do |keypair|
+              env.ui.info "KeyPair #{keypair.name} - #{keypair.fingerprint}"
+            end
+          end
+
+        end
+
+      end
+    end
+  end
+
+end

data/lib/mccloud/provider/aws/provider/keystore_sync.rb

@@ -0,0 +1,62 @@
+require 'mccloud/util/sshkey'
+
+module Mccloud
+  module Provider
+    module Aws
+      module ProviderCommand
+
+        def keystore_sync(selection=nil,options=nil)
+
+          env.config.keystores.each do |name,store|
+            if store.keypairs.empty?
+              env.ui.info "No Keypairs specified for keystore '#{name}'"
+            else
+
+              selected_keypairs=store.keypairs
+
+              selected_keypairs.each do |defined_pair|
+                keypair=env.config.keypairs[defined_pair[:keypair]]
+                remote_name=defined_pair[:name]
+                if keypair.nil?
+                  env.ui.error "Keypair #{defined_pair[:keypair]} is not defined"
+                else
+                  name=keypair.name
+                  begin
+                    # Read key file
+                    key=File.read(keypair.public_key_path)
+
+                    # Check if key already exists
+                    existing_key=raw.key_pairs.get(remote_name)
+                    if existing_key.nil?
+                      # It does not exist, just create it
+                      env.ui.info "Creating Remote Key #{remote_name}"
+                      raw.key_pairs.create(:name => remote_name, :public_key => key)
+                    else
+                      if options.has_key?("overwrite")
+                        # Exists but overwrite was specified
+                        env.ui.info "Remote key '#{remote_name}' exists but --overwrite specified, removing key first"
+                        existing_key.destroy
+                        env.ui.info "Creating Remote Key #{remote_name}"
+                        raw.key_pairs.create(:name => defined_pair[:name], :public_key => key)
+                      else
+                        # Exists but overwrite was NOT specified
+                        env.ui.info "Remote Key '#{remote_name}' already exists. Use 'mccloud sync --overwrite'"
+                      end
+                    end
+                  rescue Errno::ENOENT => ex
+                    env.ui.error "Error: public_key_path does not exist : #{keypair.public_key_path}"
+                  rescue Error => ex
+                    env.ui.error "Error uploading key : #{ex}"
+                  end
+                end
+              end
+            end
+
+          end
+        end
+
+      end
+    end
+  end
+
+end

data/lib/mccloud/provider/aws/provider/lb_list.rb

@@ -0,0 +1,21 @@
+module Mccloud
+  module Provider
+    module Aws
+      module ProviderCommand
+
+        def lb_list(selection=nil,options=nil)
+          env.logger.info("#{selection} - #{options}")
+
+          env.logger.info("Looking for loadbalancers in region #{@region}")
+          ::Fog.credential = @credential
+          elb=::Fog::AWS::ELB.new({:region => @region}.merge(@options))
+          elb.load_balancers.each do |lb|
+            env.ui.info "Id #{lb.id} - DNS #{lb.dns_name} - Zones: #{lb.availability_zones.join(',')} - Instances #{lb.instances.join(',')} "
+          end
+        end
+
+      end
+    end
+  end
+
+end

data/lib/mccloud/provider/aws/provider/old_deregister.rb

@@ -0,0 +1,39 @@
+require 'mccloud/util/iterator'
+
+module Mccloud
+  module Command
+    def deregister(imageId=nil,options=nil)
+
+      if imageId.nil?
+        puts "[Error] We need at least need an imageId."
+        exit
+      end
+
+
+      #f=Fog::Compute.new({ :region => "eu-west-1", :provider => "AWS"})
+      # i=f.create_image("i-c1ac2bb7","name","description")
+      # f.images.all({ "Owner" => "self"})
+      # f.deregister_image("ami-796d5b0d")
+
+      puts "Looking for imageId: #{imageId}"
+      @environment.config.providers.each do |name,provider|
+        begin
+          image=provider.images.get(imageId)
+          if image.nil?
+            puts "[#{name}] - ImageId #{imageId} not found"
+          else
+            puts "[#{name}] - ImageId #{imageId} found"
+            puts "[#{name}] - Deregistering #{imageId} now"
+            begin
+              provider.deregister_image(imageId)
+            rescue Fog::Service::Error => fogerror
+              puts "[Error] #{fogerror}"
+            end
+          end
+        end
+      end
+
+
+    end #def
+  end #module
+end #module

data/lib/mccloud/provider/aws/provider/old_flavors.rb

@@ -0,0 +1,18 @@
+module Mccloud
+  module Command
+    def flavors()  
+      puts ""
+      puts "Available flavors"
+      provider=@provider.config.providers.first[1]
+      flavors=provider.flavors
+      formatting="%-12s %-35s %-6s %-6s %-6s %-6s\n"
+      printf formatting,"id","name","bits","cores","disk", "ram"
+      80.times { |i| printf "=" } ; puts
+
+      flavors.each  do |flavor|
+        printf formatting,flavor.id,flavor.name[0..34],flavor.bits,flavor.cores,flavor.disk, flavor.ram
+      end
+
+    end #def
+  end #module
+end

data/lib/mccloud/provider/aws/provider/old_ips.rb

@@ -0,0 +1,42 @@
+require 'mccloud/util/iterator'
+
+module Mccloud
+  module Command
+    include Mccloud::Util
+
+    def ips(selection, options)
+      filter=@environment.config.mccloud.stackfilter
+
+      on_selected_ips(selection) do |id,ip|
+        ip_instance=ip.instance
+        unless ip_instance.nil?
+          vm=@environment.config.vms[ip.vmname]
+          puts "[#{ip.name}] Associating #{ip.address} with #{ip.vmname}"
+          ip_instance.server=vm.instance
+        else
+          puts "[#{ip.name}] Ipaddress does not (yet) exist"
+        end
+        #        ipaddress=ip.instance
+
+        #        .each do |member|
+        #          vm=@environment.config.vms[member]
+        #          server_instance=vm.instance
+        #          unless server_instance.nil?
+        #            lb_instance=lb.instance
+        #            unless lb_instance.nil?
+        #              puts "[#{lb.name}] Registering #{vm.name} - #{server_instance.id} with loadbalancer "
+        #              lb_instance.register_instances(server_instance.id)
+        #            else
+        #              puts "[#{lb.name} Loadbalancer does not (yet) exist"
+        #            end
+        #          else
+        #            puts "[#{lb.name}] Member #{member} is not yet created. "
+        #          end
+        #        end
+        #      end
+
+      end
+    end
+
+  end
+end

data/lib/mccloud/provider/aws/provider/old_loadbalance.rb

@@ -0,0 +1,46 @@
+require 'mccloud/util/iterator'
+
+module Mccloud
+  module Command
+    include Mccloud::Util
+
+    def loadbalance(selection, options)
+      filter=@environment.config.mccloud.stackfilter
+
+      puts
+      on_selected_lbs(selection) do |id,lb|
+
+        member_ids=Array.new
+        lb_instance=lb.instance
+        #Adding new member first
+        lb.members.each do |member|
+          vm=@environment.config.vms[member]
+          server_instance=vm.instance
+          unless server_instance.nil?
+            unless lb_instance.nil?
+              puts "[#{lb.name}] Registering #{vm.name} - #{server_instance.id} with loadbalancer "
+              lb_instance.register_instances(server_instance.id)
+              member_ids << server_instance.id
+            else
+              puts "[#{lb.name} Loadbalancer does not (yet) exist"
+            end
+          else
+            puts "[#{lb.name}] Member #{member} is not yet created. "
+          end
+        end
+
+        #Removing old members
+        lb_instance.instances.each do |instance_id|
+          unless member_ids.include?(instance_id)
+            lb_instance=lb.instance
+            lb_instance.deregister_instances(instance_id)
+            puts "[#{lb.name}] De-registering member #{instance_id} with loadbalancer "
+
+          end
+        end
+      end
+
+    end
+
+  end
+end

data/lib/mccloud/provider/aws/provider/old_package.rb

@@ -0,0 +1,75 @@
+require 'mccloud/util/iterator'
+
+module Mccloud
+  module Command
+    def package(selection=nil,options=nil)
+
+      if selection.nil?
+        puts "[Error] We need at least a name of a machine."
+        exit
+      end
+
+
+      #f=Fog::Compute.new({ :region => "eu-west-1", :provider => "AWS"})
+      # i=f.create_image("i-c1ac2bb7","name","description")
+      # f.images.all({ "Owner" => "self"})
+      # f.deregister_image("ami-796d5b0d")
+
+      on_selected_machines(selection) do |id,vm|
+
+        time=Time.new
+        strtime=time.strftime("%Y-%m-%d-%H-%M-%S")
+        name=""
+
+        if options["name"].nil?
+          name="#{vm.name}-#{strtime}"
+        else
+          name=options["name"]
+        end
+
+        description=""
+        if options["description"].nil?
+          description="Autogenerated snapshot from machine #{vm.name}"
+        else
+          description=options["description"]
+        end
+
+        filter=@environment.config.mccloud.filter
+        fullname="#{@environment.config.mccloud.filter}#{name}"
+
+        provider= @environment.config.providers[vm.provider]
+        begin
+          result=provider.create_image(id,name,description)
+          imageId=result.body["imageId"]
+          puts "[#{vm.name}] image #{imageId} with #{description} being created"
+
+          unless options["dontwait"]
+            sleep 3
+            counter=0
+            max_tries=5
+            #Pending
+            state="pending"
+            until state!="pending" do
+              print "."
+              sleep 2
+              image=provider.images.get(imageId)
+
+              if image.nil?
+                sleep 3
+                print "."
+              else
+                state=image.state
+              end
+            end
+            puts ""
+            puts "[#{vm.name}] creation done!"
+          end
+        rescue Fog::Service::Error => fogerror
+          puts "[Error] #{fogerror}"
+
+        end
+        #      vm.instance.start
+      end
+    end
+  end
+end

data/lib/mccloud/provider/aws/provider/old_sorry.rb

@@ -0,0 +1,51 @@
+require 'mccloud/util/iterator'
+
+module Mccloud
+  module Command
+    include Mccloud::Util
+
+    def sorry(selection, options)
+      filter=@environment.config.mccloud.stackfilter
+
+      puts
+      on_selected_lbs(selection) do |id,lb|
+
+        if lb.sorry_members.nil?
+          puts "[#{lb.name}] has no sorry_members defined, skipping"
+        else
+          member_ids=Array.new
+          lb_instance=lb.instance
+          #Adding new member first
+          lb.sorry_members.each do |member|
+            vm=@environment.config.vms[member]
+            server_instance=vm.instance
+            unless server_instance.nil?
+              unless lb_instance.nil?
+                puts "[#{lb.name}] Registering #{vm.name} - #{server_instance.id} with loadbalancer "
+                lb_instance.register_instances(server_instance.id)
+                member_ids << server_instance.id
+              else
+                puts "[#{lb.name} Loadbalancer does not (yet) exist"
+              end
+            else
+              puts "[#{lb.name}] Member #{member} is not yet created. "
+            end
+          end
+
+          #Removing old members
+          lb_instance.instances.each do |instance_id|
+            unless member_ids.include?(instance_id)
+              lb_instance=lb.instance
+              lb_instance.deregister_instances(instance_id)
+              puts "[#{lb.name}] De-registering member #{instance_id} with loadbalancer "
+
+            end
+          end
+        end
+
+      end
+
+    end
+
+  end
+end

data/lib/mccloud/provider/aws/provider/old_status.rb

@@ -0,0 +1,119 @@
+module Mccloud::Provider
+  module AWS
+    module Command
+
+    def status(selection=nil,options=nil)
+
+      unless options.verbose?
+
+        filter=@environment.config.mccloud.filter
+        puts "Using Filter: #{filter}"
+
+      else
+        filter=""
+      end
+
+      regions=["us-east-1","eu-west-1"]
+
+      puts
+      puts "Stack(s)"
+
+      regions.each do |region|
+      cf = Fog::AWS::CloudFormation.new(:region => region)
+
+      cf.describe_stacks.body["Stacks"].each do |stack|
+        name="#{stack['StackName']}"
+        stackfilter=filter.gsub(/-/,'')
+        if name.start_with?(stackfilter)
+          short_name=stack['StackName'].dup
+          short_name[stackfilter]=""
+          puts "[#{short_name}] - #{stack['StackStatus']}"
+
+          printf "  %-25s %-30s %-30s %-20s %-15s\n", "Timestamp", "Resource Type", "LogicalResourceId", "ResourceStatus","ResourceStatusReaon"
+          120.times { |i| printf "=" } ; puts
+
+          events = cf.describe_stack_events("#{stack['StackName']}").body['StackEvents']
+          sorted_events=events.reverse
+          sorted_events.each do |event|
+             printf "  %-25s %-30s %-30s %-20s %-15s\n", event['Timestamp'],event['ResourceType'],event['LogicalResourceId'], event['ResourceStatus'],event['ResourceStatusReason']
+
+           end
+
+          puts
+          puts "  Outputs:"
+          stack['Outputs'].each do |output|
+            puts "  - #{output['OutputKey']}: #{output['OutputValue']}"
+          end
+          puts
+
+        end
+
+
+      end
+
+    end
+
+
+        puts
+        puts "Server(s)"
+
+        printf "%-10s %-12s %-20s %-15s %-8s\n", "Name", "Instance Id", "IP", "Type","Status"
+        80.times { |i| printf "=" } ; puts
+
+        @raw_provider.servers.each do |vm|
+            name="<no name set>"
+            if !vm.tags["Name"].nil?
+              name=vm.tags["Name"].strip
+            end #end if
+
+            if name.start_with?(filter)
+              unless filter==""
+                name[filter]=""
+                printf "%-10s %-12s %-20s %-20s %-15s %-8s\n",name,vm.id, vm.public_ip_address, vm.private_ip_address,vm.flavor.name,vm.state
+              else
+                puts "Name: #{name}"
+                puts "Instance Id: #{vm.id}"
+                puts "Public Ip: #{vm.public_ip_address}"
+                puts "Flavor: #{vm.flavor.name}"
+                puts "State: #{vm.state}"
+                80.times { |i| printf "=" } ; puts
+              end
+            end
+          end #End 1 provider
+
+
+        puts
+        puts "Images:"
+        80.times { |i| printf "=" } ; puts
+        # Loop over images
+          #pp provider
+          images_list=@raw_provider.images.all({"Owner" => "self"})
+          images_list.each do |image|
+              printf "%-10s %-10s %-10s %-20s\n",image.id,image.name.gsub(/"#{filter}"/,''),image.state, image.description[0..20]
+              #pp image
+          end
+
+        puts
+        puts "Loadbalancers:"
+        80.times { |i| printf "=" } ; puts
+
+        @environment.config.lbs.each do |name,lb|
+          puts "[#{name}] #{lb.instance.dns_name}"
+          puts "[#{name}] - In  service: #{lb.instance.instances_in_service}"
+          puts "[#{name}] - Out service: #{lb.instance.instances_out_of_service}"
+
+        end
+
+        puts
+        puts "Ips:"
+        80.times { |i| printf "=" } ; puts
+
+        @environment.config.ips.each do |name,ip|
+          puts "This needs some work! "
+#          puts "[#{name}] #{ip.address} - #{ip.instance.server_id}"
+        end
+
+    end #def
+  end #module
+    end #module
+      end #module

data/lib/mccloud/provider/aws/provider/old_validate.rb

@@ -0,0 +1,51 @@
+      if Mccloud.environment.config.mccloud.check_keypairs
+      puts "Checking keypair(s)"
+      #checking keypairs
+      Mccloud.environment.config.stacks.each do |name,stack|
+        stack.key_name.each do |name,key_name|
+
+          stack_provider=@environment.config.providers["#{stack.provider+"-"+stack.provider_options[:region].to_s}"]
+          pair=stack_provider.key_pairs.get("#{key_name}")
+          if pair.nil?
+            puts "#{key_name} does not exist at #{stack.provider} in region #{stack.provider_options[:region]}"
+            puts "Key - #{key_name}"
+            puts "File - #{stack.public_key[name]}"
+            #reading private key
+            public_key=""
+            File.open("#{stack.public_key[name]}") {|f| public_key << f.read}
+
+            stack_provider.key_pairs.create(
+            :name => key_name,
+            :public_key => public_key )
+          end
+        end
+      end
+
+
+      @environment.config.vms.each do |name,vm|
+        vm_provider=@environment.config.providers["#{vm.provider+"-"+vm.provider_options[:region].to_s}"]
+        pair=vm_provider.key_pairs.get("#{vm.key_name}")
+        if pair.nil?
+          puts "Key - #{vm.key_name}"
+          puts "#{key_name} does not exist at #{vm.provider} in region #{vm.provider_options[:region]}"
+        end
+      end
+    end
+      if Mccloud.environment.config.mccloud.check_securitygroups
+      puts "Checking security group(s)"
+      @environment.config.vms.each do |name,vm|
+        vm_provider=@environment.config.providers["#{vm.provider+"-"+vm.provider_options[:region].to_s}"]
+
+        mcgroup=vm_provider.security_groups.get("#{vm.create_options[:groups].first}")
+        if mcgroup.nil?
+          "#{vm.create_options[:groups].first} does not exist at region #{vm.provider_options[:region].to_s}"
+          sg=vm_provider.security_groups.new
+          sg.name="#{vm.create_options[:groups].first}"
+          sg.description="#{vm.create_options[:groups].first}"
+          sg.save
+
+          puts "Authorizing access to port 22"
+          sg.authorize_port_range(22..22)
+        end
+      end
+     end