foreman_cpp_cloudstack 0.1.5

data/README.md

@@ -0,0 +1,48 @@
+# Foreman Cloudstack Plugin
+
+This plugin enables provisioning and managing a Cloudstack Server in Foreman.
+
+## Installation
+
+The only way I can get this to work today is unzipping the source code here on top of foreman or by using the included Vagrantfile. The typical gem installation is what I want to support but does not work yet.
+
+Please see the Foreman manual for appropriate instructions:
+
+* [Foreman: How to Install a Plugin](http://theforeman.org/manuals/latest/index.html#6.1InstallaPlugin)
+
+The gem name is "foreman_cpp_cloudstack".
+
+## Compatibility
+
+| Foreman Version | Plugin Version |
+| ---------------:| --------------:|
+| >=  1.7         | 0.1.4          |
+
+## Latest code
+
+You can get the develop branch of the plugin by specifying your Gemfile in this way:
+
+    gem 'foreman_cpp_cloudstack', :git => "https://github.com/bytemine/foreman-cloudstack.git"
+
+## Limitations
+
+Only advanced networking is supported
+
+All user data is gzipped
+
+# Copyright
+
+Copyright (c) 2014 Citrix
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.

data/Rakefile

@@ -0,0 +1,7 @@
+require "bundler/gem_tasks"
+
+begin
+	require 'bundler/setup'
+rescue LoadError
+	puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end

data/app/models/concerns/fog_extensions/cloudstack/flavor.rb

@@ -0,0 +1,15 @@
+module FogExtensions
+	module Cloudstack
+		module Flavor
+			extend ActiveSupport::Concern
+
+			def to_label
+				"#{id} - #{name}"
+			end
+
+			def to_s
+				name
+			end
+		end
+	end
+end

data/app/models/concerns/fog_extensions/cloudstack/server.rb

@@ -0,0 +1,88 @@
+module FogExtensions
+	module Cloudstack
+		module Server
+			extend ActiveSupport::Concern
+
+			#included do
+			#	alias_method_chain :security_groups, :no_id
+			#	attr_writer :security_group, :network # floating IP
+			#end
+
+			def to_s
+				name
+			end
+
+                        def ip_address
+				logger.info "BG inspect nics:"
+				logger.info nics.inspect
+                                return nics[0]["ipaddress"]
+                        end
+
+			def test_method
+                                nics[0]["ipaddress"]
+			end
+
+                        def ip_addresses
+				logger.info "BG inspect nics:"
+				logger.info nics.inspect 
+                                nics.map { |n| n.ipaddress } 
+                        end
+
+			def start
+				if state.downcase == 'paused'
+					service.unpause_server(id)
+				else
+					service.resume_server(id)
+				end
+			end
+
+			def stop
+				service.suspend_server(id)
+			end
+
+			def pause
+				service.pause_server(id)
+			end
+
+			def tenant
+				service.tenants.detect{|t| t.id == tenant_id }
+			end
+
+			def flavor_with_object
+				service.flavors.get attributes[:flavor]['id']
+			end
+
+			def created_at
+				Time.parse attributes['created']
+			end
+
+			# the original method requires a server ID, however we want to be able to call this method on new instances too
+			def security_groups_with_no_id
+				return [] if id.nil?
+
+				security_groups_without_no_id
+			end
+
+			def network
+				return @network if @network # in case we didnt submitting the form again after an error.
+				return networks.try(:first).try(:name) if persisted?
+				nil
+			end
+
+			def security_group
+				return @security_group if @security_group # in case we didnt submitting the form again after an error.
+				return security_groups.try(:first).try(:name) if persisted?
+				nil
+			end
+
+			def reset
+				reboot('HARD')
+			end
+
+			def vm_description
+				""
+			end
+
+		end
+	end
+end

data/app/models/concerns/foreman_cpp_cloudstack/compute.rb

@@ -0,0 +1,28 @@
+require 'socket'
+require 'timeout'
+require 'zlib'
+
+module ForemanCPPCloudstack::Compute
+  extend Orchestration::Compute
+
+  def setUserData
+    logger.info "Rendering UserData template for #{name}"
+    template   = configTemplate(:kind => "user_data")
+    @host      = self
+    # For some reason this renders as 'built' in spoof view but 'provision' when
+    # actually used. For now, use foreman_url('built') in the template
+    if self.provider.downcase == "cloudstack"
+      logger.info "computing cloudstack userdata"
+      wio = StringIO.new("w")
+      w_gz = Zlib::GzipWriter.new(wio)
+      w_gz.write(unattended_render(template.template))
+      w_gz.close
+      self.compute_attributes[:user_data] = Base64.strict_encode64(wio.string)
+    else
+      self.compute_attributes[:user_data] = unattended_render(template.template)
+    end
+    self.handle_ca
+    return false if errors.any?
+    logger.info "Revoked old certificates and enabled autosign for UserData"
+  end
+end

data/app/models/foreman_cpp_cloudstack/cloudstack.rb

@@ -0,0 +1,238 @@
+require 'uri'
+
+module ForemanCPPCloudstack
+    class Cloudstack < ComputeResource
+        has_one :key_pair, :foreign_key => :compute_resource_id, :dependent => :destroy
+        after_create :setup_key_pair
+        after_destroy :destroy_key_pair
+        delegate :flavors, :to => :client
+        delegate :disk_offerings, :to => :client
+        attr_accessor :zone, :hypervisor
+        #alias_attribute :subnet_id, :network_ids
+
+        validates :url, :user, :password, :presence => true
+
+        # add additional params to the 'new' method
+        def initialize(params)
+            super
+            if params
+                attrs[:zone_id] = params[:zone]
+                attrs[:hypervisor] = params[:hypervisor]
+            end
+        end
+
+        def domains
+            return [] if url.blank? or user.blank? or password.blank?
+            domainsobj = client.list_domains
+
+            domains_array = []
+            zonesobj["listdomainsresponse"]["domain"].each do |domain|
+                z =  domain["name"]
+                domains_array.push(z)
+            end
+            logger.info(domainsobj)
+            logger.info(domains_array)
+            return domains_array
+        end
+
+        def zones
+            return [] if url.blank? or user.blank? or password.blank?
+            zonesobj = client.list_zones
+
+            zones_array = []
+            zonesobj["listzonesresponse"]["zone"].each do |zone|
+                z =  {:name => zone["name"], :id => zone["id"]}
+                zones_array.push(z)
+            end
+            return zones_array
+        end
+
+        # save the zone
+        def set_zone=(zone_id)
+            self.attrs[:zone_id] = zone_id
+        end
+
+        def get_zone
+            self.attrs[:zone_id]
+        end
+
+        def hypervisors
+            return [] if url.blank? or user.blank? or password.blank?
+            hypervisorsobj = client.list_hypervisors
+
+            hypervisors_array = []
+            hypervisorsobj["listhypervisorsresponse"]["hypervisor"].each do |hypervisor|
+                hypervisors_array.push(hypervisor["name"])
+            end
+            return hypervisors_array
+        end
+
+        def domain
+            attrs[:domain]
+        end
+
+        def zone
+            attrs[:zone]
+        end
+
+        def zone_id
+            return client.list_zones["listzonesresponse"]["zone"][0]["id"]
+        end
+
+        def hypervisor
+            attrs[:hypervisor]
+        end
+
+        def set_hypervisor=(hypervisor)
+            self.attrs[:hypervisor] = hypervisor
+        end
+
+        def get_hypervisor
+            self.attrs[:hypervisor]
+        end
+
+        def provided_attributes
+            super.merge({ :ip => :test_method })
+        end
+
+        def self.model_name
+            ComputeResource.model_name
+        end
+
+        def image_param_name
+            :image_ref
+        end
+
+        def capabilities
+            [:image]
+        end
+
+        def networks
+            fog_ntwrks = []
+            networks_array = client.list_networks["listnetworksresponse"]["network"]
+            networks_array.each do |network|
+                ntwrk = Fog::Compute::Cloudstack::Address.new
+                ntwrk.id = network["id"]
+                ntwrk.network_id = network["name"]
+                fog_ntwrks.push(ntwrk)
+            end
+            return fog_ntwrks
+        end
+
+        def test_connection options = {}
+            client
+            errors[:url].empty? and errors[:user].empty? and errors[:password].empty? and zones
+        rescue Fog::Compute::Cloudstack::Error => e
+            errors[:base] << e.message
+        end
+
+        def available_images
+            client.images
+        end
+
+        def create_vm(args = {})
+            args[:security_group_ids] = nil
+            args[:network_ids] = [args[:network_ids]] if args[:network_ids]
+            args[:network_ids] = [args[:subnet_id]] if args[:subnet_id]
+            args[:network_ids] = nil
+
+            args[:zone_id] = get_zone
+
+            args[:display_name] = args[:name]
+            # name has to be hostname without domain: no dots allowed
+            name = args[:name].split(/\.(?=[\w])/).first || args[:name]
+            args[:name] = name
+
+            options = vm_instance_defaults.merge(args.to_hash.symbolize_keys)
+            vm = client.servers.create options
+            vm.wait_for { nics.present? }
+            logger.warn "captured ipaddress"
+            logger.warn vm.nics[0]["ipaddress"]
+            logger.warn vm.inspect
+            vm
+        rescue => e
+            message = JSON.parse(e.response.body)['badRequest']['message'] rescue (e.to_s)
+            logger.warn "failed to create vm: #{message}"
+            destroy_vm vm.id if vm
+            raise message
+        end
+
+        def destroy_vm uuid
+            find_vm_by_uuid(uuid).destroy
+        rescue ActiveRecord::RecordNotFound
+            # if the VM does not exists, we don't really care.
+            true
+        end
+
+        def console(uuid)
+            vm = find_vm_by_uuid(uuid)
+            vm.console.body.merge({'timestamp' => Time.now.utc})
+        end
+
+        def associated_host(vm)
+            Host.authorized(:view_hosts, Host).where(:ip => [vm.nics[0]["ipaddress"], vm.floating_ip_address, vm.private_ip_address]).first
+        end
+
+        def ip_address uuid
+            vm = find_vm_by_uuid(uuid)
+            vm.nics[0]["ipaddress"]
+        end
+
+        def flavor_name(flavor_ref)
+            client.flavors.get(flavor_ref).try(:name)
+        end
+
+        def provider_friendly_name
+            "Cloudstack"
+        end
+
+        private
+
+        def client
+            results =  /^(https|http):\/\/(\S+):(\d+)(\/\S+)/.match(url)
+            scheme = results[1]
+            path = results[4]
+            host = results[2]
+            port = results[3]
+
+            @client = Fog::Compute.new(
+                :provider => 'cloudstack',
+                :cloudstack_api_key => user,
+                :cloudstack_host => host,
+                :cloudstack_port => port,
+                :cloudstack_path => path,
+                :cloudstack_scheme => scheme,
+                :cloudstack_secret_access_key => password
+            )
+        end
+
+        def setup_key_pair
+            result = client.create_ssh_key_pair("foreman-#{id}#{Foreman.uuid}")
+            private_key = result["createsshkeypairresponse"]["keypair"]["privatekey"]
+            name = result["createsshkeypairresponse"]["keypair"]["name"]
+            KeyPair.create! :name => name, :compute_resource_id => self.id, :secret => private_key
+        rescue => e
+            logger.warn "failed to generate key pair"
+            destroy_key_pair
+            raise
+        end
+
+        def destroy_key_pair
+            return unless key_pair
+            logger.info "removing CloudStack key #{key_pair.name}"
+            result = client.delete_ssh_key_pair(key_pair.name)
+            key.destroy if key
+            key_pair.destroy
+            true
+        rescue => e
+            logger.warn "failed to delete key pair from CloudStack, you might need to cleanup manually : #{e}"
+        end
+
+        def vm_instance_defaults
+            super.merge(
+                :key_name  => key_pair.name
+            )
+        end
+
+    end
+end

data/app/views/api/v1/compute_resources/cloudstack.json.rabl

@@ -0,0 +1 @@
+attributes :user, :tenant

data/app/views/api/v2/compute_resources/cloudstack.json.rabl

@@ -0,0 +1 @@
+attributes :user, :tenant

data/app/views/compute_resources/form/_cloudstack.html.erb

@@ -0,0 +1,15 @@
+<%= text_f f, :url, :size => "col-md-8", :help_block => _("e.g. http://managementserver.example.com:8080/client/api") %>
+<%= text_f f, :user, :label => _("API Key") %>
+<%= password_f f, :password, :label => _("Secret Key") %>
+
+<% zones = f.object.zones rescue [] %>
+<%= selectable_f(f, :zone, zones.map { |z| [z[:name], z[:id]] }, {}, {:label => _('Zone'), :disabled => zones.empty?,
+                 :help_inline => link_to_function(zones.empty? ? _("Load Zones") : _("Test Connection"), "testConnection(this)",
+                 :class => "btn + #{zones.empty? ? "btn-default" : "btn-success"}",
+                 :'data-url' => test_connection_compute_resources_path) + image_tag('/assets/spinner.gif', :id => 'test_connection_indicator', :class => 'hide').html_safe }) %>
+
+<% hypervisors = f.object.hypervisors rescue [] %>
+<%= selectable_f(f, :hypervisor, hypervisors.map { |h| [h, h] }, {}, {:label => _('Hypervisor'), :disabled => hypervisors.empty?,
+                 :help_inline => link_to_function(hypervisors.empty? ? _("Load Hypervisors") : _("Test Connection"), "testConnection(this)",
+                 :class => "btn + #{hypervisors.empty? ? "btn-default" : "btn-success"}",
+                 :'data-url' => test_connection_compute_resources_path) + image_tag('/assets/spinner.gif', :id => 'test_connection_indicator', :class => 'hide').html_safe }) %>