vm_shepherd 0.0.1 → 0.1.0

data/spec/vm_shepherd/vsphere_manager_spec.rb

@@ -0,0 +1,16 @@
+require 'vm_shepherd/vsphere_manager'
+
+module VmShepherd
+  RSpec.describe VsphereManager do
+    let(:host) { 'FAKE_VSPHERE_HOST' }
+    let(:username) { 'FAKE_USERNAME' }
+    let(:password) { 'FAKE_PASSWORD' }
+    let(:datacenter_name) { 'FAKE_DATACENTER_NAME' }
+
+    subject(:vsphere_manager) { VsphereManager.new(host, username, password, datacenter_name) }
+
+    it 'loads' do
+      expect { vsphere_manager }.not_to raise_error
+    end
+  end
+end

data/vm_shepherd.gemspec

@@ -18,11 +18,11 @@ Gem::Specification.new do |spec|
   spec.require_paths  = ['lib']
 
   spec.add_dependency 'aws-sdk-v1'
+  spec.add_dependency 'fog'
 
   spec.add_dependency 'ruby_vcloud_sdk', '~> 0.7.0'
 
   spec.add_dependency 'rbvmomi'
-  spec.add_dependency 'vsphere_clients'
 
   spec.add_development_dependency 'rake', '~> 10.0'
   spec.add_development_dependency 'rspec', '~> 3.2'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: vm_shepherd
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
 platform: ruby
 authors:
 - Ops Manager Team
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-04-02 00:00:00.000000000 Z
+date: 2015-04-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-v1
@@ -25,35 +25,35 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: ruby_vcloud_sdk
+  name: fog
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.7.0
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.7.0
+        version: '0'
 - !ruby/object:Gem::Dependency
-  name: rbvmomi
+  name: ruby_vcloud_sdk
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.7.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.7.0
 - !ruby/object:Gem::Dependency
-  name: vsphere_clients
+  name: rbvmomi
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -133,31 +133,30 @@ files:
 - ".rspec"
 - ".ruby-version"
 - Gemfile
+- LICENSE.txt
 - README.md
 - Rakefile
 - ci/run_specs.sh
-- lib/vm_shepherd/ami_manager.rb
-- lib/vm_shepherd/ova_manager/base.rb
-- lib/vm_shepherd/ova_manager/deployer.rb
-- lib/vm_shepherd/ova_manager/destroyer.rb
-- lib/vm_shepherd/ova_manager/open_monkey_patch.rb
+- lib/vm_shepherd.rb
+- lib/vm_shepherd/aws_manager.rb
+- lib/vm_shepherd/openstack_manager.rb
 - lib/vm_shepherd/shepherd.rb
-- lib/vm_shepherd/vapp_manager/deployer.rb
-- lib/vm_shepherd/vapp_manager/destroyer.rb
+- lib/vm_shepherd/vcloud_manager.rb
 - lib/vm_shepherd/version.rb
+- lib/vm_shepherd/vsphere_manager.rb
 - spec/fixtures/ova_manager/foo.ova
 - spec/fixtures/shepherd/aws.yml
+- spec/fixtures/shepherd/openstack.yml
 - spec/fixtures/shepherd/unknown.yml
 - spec/fixtures/shepherd/vcloud.yml
 - spec/fixtures/shepherd/vsphere.yml
 - spec/spec_helper.rb
-- spec/vm_shepherd/ami_manager_spec.rb
-- spec/vm_shepherd/ova_manager/base_spec.rb
-- spec/vm_shepherd/ova_manager/deployer_spec.rb
-- spec/vm_shepherd/ova_manager/destroyer_spec.rb
+- spec/support/patched_fog.rb
+- spec/vm_shepherd/aws_manager_spec.rb
+- spec/vm_shepherd/openstack_manager_spec.rb
 - spec/vm_shepherd/shepherd_spec.rb
-- spec/vm_shepherd/vapp_manager/deployer_spec.rb
-- spec/vm_shepherd/vapp_manager/destroyer_spec.rb
+- spec/vm_shepherd/vcloud_manager_spec.rb
+- spec/vm_shepherd/vsphere_manager_spec.rb
 - vm_shepherd.gemspec
 homepage: ''
 licenses: []
@@ -185,14 +184,14 @@ summary: A tool for booting and tearing down Ops Manager VMs on various Infrastr
 test_files:
 - spec/fixtures/ova_manager/foo.ova
 - spec/fixtures/shepherd/aws.yml
+- spec/fixtures/shepherd/openstack.yml
 - spec/fixtures/shepherd/unknown.yml
 - spec/fixtures/shepherd/vcloud.yml
 - spec/fixtures/shepherd/vsphere.yml
 - spec/spec_helper.rb
-- spec/vm_shepherd/ami_manager_spec.rb
-- spec/vm_shepherd/ova_manager/base_spec.rb
-- spec/vm_shepherd/ova_manager/deployer_spec.rb
-- spec/vm_shepherd/ova_manager/destroyer_spec.rb
+- spec/support/patched_fog.rb
+- spec/vm_shepherd/aws_manager_spec.rb
+- spec/vm_shepherd/openstack_manager_spec.rb
 - spec/vm_shepherd/shepherd_spec.rb
-- spec/vm_shepherd/vapp_manager/deployer_spec.rb
-- spec/vm_shepherd/vapp_manager/destroyer_spec.rb
+- spec/vm_shepherd/vcloud_manager_spec.rb
+- spec/vm_shepherd/vsphere_manager_spec.rb

data/lib/vm_shepherd/ova_manager/base.rb

@@ -1,31 +0,0 @@
-require 'rbvmomi'
-
-module VmShepherd
-  module OvaManager
-    class Base
-      attr_reader :vcenter
-
-      def initialize(vcenter)
-        @vcenter = vcenter
-      end
-
-      def find_datacenter(name)
-        match = connection.searchIndex.FindByInventoryPath(inventoryPath: name)
-        return unless match and match.is_a?(RbVmomi::VIM::Datacenter)
-        match
-      end
-
-      private
-
-      def connection
-        @connection ||= RbVmomi::VIM.connect(
-          host: @vcenter.fetch(:host),
-          user: @vcenter.fetch(:user),
-          password: @vcenter.fetch(:password),
-          ssl: true,
-          insecure: true,
-        )
-      end
-    end
-  end
-end

data/lib/vm_shepherd/ova_manager/deployer.rb

@@ -1,202 +0,0 @@
-require 'tmpdir'
-require 'fileutils'
-require 'rbvmomi'
-require 'rbvmomi/utils/deploy'
-require 'vsphere_clients'
-require 'vm_shepherd/ova_manager/base'
-require 'vm_shepherd/ova_manager/open_monkey_patch'
-
-module VmShepherd
-  module OvaManager
-    class Deployer < Base
-      attr_reader :location
-
-      def initialize(vcenter, location)
-        super(vcenter)
-        @location = location
-        raise 'Target folder must be set' unless @location[:folder]
-      end
-
-      def deploy(name_prefix, ova_path, ova_config)
-        ova_path = File.expand_path(ova_path.strip)
-        check_vm_status(ova_config)
-
-        tmp_dir = untar_vbox_ova(ova_path)
-        ovf_path = obtain_ovf_path(tmp_dir)
-
-        deployer = build_deployer(@location)
-        template = deploy_ovf_template(name_prefix, deployer, ovf_path)
-        vm = create_vm_from_template(deployer, template)
-
-        reconfigure_vm(vm, ova_config)
-        power_on_vm(vm)
-      ensure
-        FileUtils.remove_entry_secure(tmp_dir, force: true)
-      end
-
-      private
-
-      def check_vm_status(ova_config)
-        log('Checking for existing VM') do # Bad idea to redeploy VM over existing running VM
-          ip = ova_config[:external_ip] || ova_config[:ip]
-          port = ova_config[:external_port] || 443
-          raise "VM exists at #{ip}" if system("nc -z -w 5 #{ip} #{port}")
-        end
-      end
-
-      def untar_vbox_ova(ova_path)
-        log("Untarring #{ova_path}") do
-          Dir.mktmpdir.tap do |dir|
-            system_or_exit("cd #{dir} && tar xfv '#{ova_path}'")
-          end
-        end
-      end
-
-      def obtain_ovf_path(dir)
-        raise 'Failed to find ovf' unless (file_path = Dir["#{dir}/*.ovf"].first)
-        "file://#{file_path}"
-      end
-
-      def deploy_ovf_template(name_prefix, deployer, ovf_path)
-        log('Uploading template') do
-          deployer.upload_ovf_as_template(
-            ovf_path,
-            Time.new.strftime("#{name_prefix}-%F-%H-%M"),
-            run_without_interruptions: true,
-          )
-        end
-      end
-
-      def create_vm_from_template(deployer, template)
-        log('Cloning template') do
-          deployer.linked_clone(template, "#{template.name}-vm", {
-              :numCPUs => 2,
-              :memoryMB => 2048,
-            })
-        end
-      end
-
-      def reconfigure_vm(vm, ova_config)
-        ip_configuration = {
-          'ip0' => ova_config[:ip],
-          'netmask0' => ova_config[:netmask],
-          'gateway' => ova_config[:gateway],
-          'DNS' => ova_config[:dns],
-          'ntp_servers' => ova_config[:ntp_servers],
-        }
-
-        log("Reconfiguring VM using #{ip_configuration.inspect}") do
-          property_specs = []
-
-          # Order of ip configuration keys must match
-          # order of OVF template properties.
-          ip_configuration.each_with_index do |(key, value), i|
-            property_specs << RbVmomi::VIM::VAppPropertySpec.new.tap do |spec|
-              spec.operation = 'edit'
-              spec.info = RbVmomi::VIM::VAppPropertyInfo.new.tap do |p|
-                p.key = i
-                p.label = key
-                p.value = value
-              end
-            end
-          end
-
-          property_specs << RbVmomi::VIM::VAppPropertySpec.new.tap do |spec|
-            spec.operation = 'edit'
-            spec.info = RbVmomi::VIM::VAppPropertyInfo.new.tap do |p|
-              p.key = ip_configuration.length
-              p.label = 'admin_password'
-              p.value = ova_config[:vm_password]
-            end
-          end
-
-          vm_config_spec = RbVmomi::VIM::VmConfigSpec.new
-          vm_config_spec.ovfEnvironmentTransport = ['com.vmware.guestInfo']
-          vm_config_spec.property = property_specs
-
-          vmachine_spec = RbVmomi::VIM::VirtualMachineConfigSpec.new
-          vmachine_spec.vAppConfig = vm_config_spec
-          vm.ReconfigVM_Task(spec: vmachine_spec).wait_for_completion
-        end
-      end
-
-      def power_on_vm(vm)
-        log('Powering on VM') do
-          vm.PowerOnVM_Task.wait_for_completion
-          wait_for('VM IP') { vm.guest_ip }
-        end
-      end
-
-      def build_deployer(location)
-        unless (datacenter = find_datacenter(location[:datacenter]))
-          raise "Failed to find datacenter '#{location[:datacenter]}'"
-        end
-
-        unless (cluster = datacenter.find_compute_resource(location[:cluster]))
-          raise "Failed to find cluster '#{location[:cluster]}'"
-        end
-
-        unless (datastore = datacenter.find_datastore(location[:datastore]))
-          raise "Failed to find datastore '#{location[:datastore]}'"
-        end
-
-        unless (network = datacenter.networkFolder.traverse(location[:network]))
-          raise "Failed to find network '#{location[:network]}'"
-        end
-
-        resource_pool_name = location[:resource_pool] || location[:resource_pool_name]
-        unless (resource_pool = find_resource_pool(cluster, resource_pool_name))
-          raise "Failed to find resource pool '#{resource_pool_name}'"
-        end
-
-        target_folder = datacenter.vmFolder.traverse(location[:folder], RbVmomi::VIM::Folder, true)
-
-        VsphereClients::CachedOvfDeployer.new(
-          logged_connection,
-          network,
-          cluster,
-          resource_pool,
-          target_folder, # template
-          target_folder, # vm
-          datastore,
-        )
-      end
-
-      def find_resource_pool(cluster, resource_pool_name)
-        if resource_pool_name
-          cluster.resourcePool.resourcePool.find { |rp| rp.name == resource_pool_name }
-        else
-          cluster.resourcePool
-        end
-      end
-
-      def logged_connection
-        log("connecting to #{@vcenter[:user]}@#{@vcenter[:host]}") { connection }
-      end
-
-      def log(title, &blk)
-        puts "--- Running: #{title} @ #{DateTime.now}"
-        blk.call
-      end
-
-      def system_or_exit(*args)
-        puts "--- Running: #{args} @ #{DateTime.now}"
-        system(*args) || fail('FAILED')
-      end
-
-      def wait_for(title, &blk)
-        Timeout.timeout(7*60) do
-          until (value = blk.call)
-            puts '--- Waiting for 30 secs'
-            sleep 30
-          end
-          puts "--- Value obtained for #{title} is #{value}"
-          value
-        end
-      rescue Timeout::Error
-        puts "--- Timed out waiting for #{title}"
-        raise
-      end
-    end
-  end
-end

data/lib/vm_shepherd/ova_manager/destroyer.rb

@@ -1,29 +0,0 @@
-require 'rbvmomi'
-require 'logger'
-require 'vsphere_clients/vm_folder_client'
-require 'vm_shepherd/ova_manager/base'
-
-module VmShepherd
-  module OvaManager
-    class Destroyer < Base
-      def initialize(datacenter_name, vcenter)
-        @datacenter_name = datacenter_name
-        @vcenter = vcenter
-      end
-
-      def clean_folder(folder_name)
-        vm_folder_client.delete_folder(folder_name)
-        vm_folder_client.create_folder(folder_name)
-      end
-
-      private
-
-      def vm_folder_client
-        @vm_folder_client ||= VsphereClients::VmFolderClient.new(
-          find_datacenter(@datacenter_name),
-          Logger.new(STDERR)
-        )
-      end
-    end
-  end
-end

data/lib/vm_shepherd/ova_manager/open_monkey_patch.rb

@@ -1,14 +0,0 @@
-# open is used by RbvMomi when trying to upload OVA file.
-# It does not support local file upload without following patch.
-module Kernel
-  private
-  alias open_without_file open
-  class << self
-    alias open_without_file open
-  end
-
-  def open(name, *rest, &blk)
-    name = name[7..-1] if name.start_with?('file://')
-    open_without_file(name, *rest, &blk)
-  end
-end

data/lib/vm_shepherd/vapp_manager/deployer.rb

@@ -1,151 +0,0 @@
-require 'tmpdir'
-require 'fileutils'
-require 'ruby_vcloud_sdk'
-
-module VmShepherd
-  module VappManager
-    class Deployer
-      def initialize(login_info, location, logger)
-        @login_info = login_info
-        @location = location
-        @logger = logger
-        raise 'VDC must be set' unless @location[:vdc]
-        raise 'Catalog must be set' unless @location[:catalog]
-        raise 'Network must be set' unless @location[:network]
-      end
-
-      def deploy(vapp_template_tar_path, vapp_config)
-        tmpdir = Dir.mktmpdir
-
-        check_vapp_status(vapp_config)
-
-        untar_vapp_template_tar(File.expand_path(vapp_template_tar_path), tmpdir)
-
-        vapp = deploy_vapp(tmpdir, vapp_config)
-        reconfigure_vm(vapp, vapp_config)
-        vapp.power_on
-      ensure
-        FileUtils.remove_entry_secure(tmpdir, force: true)
-      end
-
-      private
-
-      def check_vapp_status(vapp_config)
-        log('Checking for existing VM') do
-          ip = vapp_config[:ip]
-          raise "VM exists at #{ip}" if system("ping -c 5 #{ip}")
-        end
-      end
-
-      def untar_vapp_template_tar(vapp_template_tar_path, dir)
-        log("Untarring #{vapp_template_tar_path}") do
-          system_or_exit("cd #{dir} && tar xfv '#{vapp_template_tar_path}'")
-        end
-      end
-
-      def client
-        @client ||= VCloudSdk::Client.new(
-          @login_info[:url],
-          "#{@login_info[:user]}@#{@login_info[:organization]}",
-          @login_info[:password],
-          {},
-          @logger,
-        )
-      end
-
-      def deploy_vapp(ovf_dir, vapp_config)
-        # setup the catalog
-        client.delete_catalog_by_name(@location[:catalog]) if client.catalog_exists?(@location[:catalog])
-        catalog = client.create_catalog(@location[:catalog])
-
-        # upload template and instantiate vapp
-        catalog.upload_vapp_template(@location[:vdc], vapp_config[:name], ovf_dir)
-
-        # instantiate template
-        network_config = VCloudSdk::NetworkConfig.new(@location[:network], 'Network 1')
-        catalog.instantiate_vapp_template(
-          vapp_config[:name], @location[:vdc], vapp_config[:name], nil, nil, network_config)
-      rescue => e
-        @logger.error(e.http_body) if e.respond_to?(:http_body)
-        raise e
-      end
-
-      def reconfigure_vm(vapp, vapp_config)
-        vm = vapp.find_vm_by_name(vapp_config[:name])
-        vm.product_section_properties = build_properties(vapp_config)
-        vm
-      end
-
-      def build_properties(vapp_config)
-        [
-          {
-            'type' => 'string',
-            'key' => 'gateway',
-            'value' => vapp_config[:gateway],
-            'password' => 'false',
-            'userConfigurable' => 'true',
-            'Label' => 'Default Gateway',
-            'Description' => 'The default gateway address for the VM network. Leave blank if DHCP is desired.'
-          },
-          {
-            'type' => 'string',
-            'key' => 'DNS',
-            'value' => vapp_config[:dns],
-            'password' => 'false',
-            'userConfigurable' => 'true',
-            'Label' => 'DNS',
-            'Description' => 'The domain name servers for the VM (comma separated). Leave blank if DHCP is desired.',
-          },
-          {
-            'type' => 'string',
-            'key' => 'ntp_servers',
-            'value' => vapp_config[:ntp],
-            'password' => 'false',
-            'userConfigurable' => 'true',
-            'Label' => 'NTP Servers',
-            'Description' => 'Comma-delimited list of NTP servers'
-          },
-          {
-            'type' => 'string',
-            'key' => 'admin_password',
-            'value' => 'tempest',
-            'password' => 'true',
-            'userConfigurable' => 'true',
-            'Label' => 'Admin Password',
-            'Description' => 'This password is used to SSH into the VM. The username is "tempest".',
-          },
-          {
-            'type' => 'string',
-            'key' => 'ip0',
-            'value' => vapp_config[:ip],
-            'password' => 'false',
-            'userConfigurable' => 'true',
-            'Label' => 'IP Address',
-            'Description' => 'The IP address for the VM. Leave blank if DHCP is desired.',
-          },
-          {
-            'type' => 'string',
-            'key' => 'netmask0',
-            'value' => vapp_config[:netmask],
-            'password' => 'false',
-            'userConfigurable' => 'true',
-            'Label' => 'Netmask',
-            'Description' => 'The netmask for the VM network. Leave blank if DHCP is desired.'
-          }
-        ]
-      end
-
-      def log(title, &blk)
-        @logger.debug "--- Begin: #{title.inspect} @ #{DateTime.now}"
-        blk.call
-        @logger.debug "---   End: #{title.inspect} @ #{DateTime.now}"
-      end
-
-      def system_or_exit(command)
-        log(command) do
-          system(command) || raise("Error executing: #{command.inspect}")
-        end
-      end
-    end
-  end
-end