clc_machine 0.1.11

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: b3a9cf7685e5942e8f5260b7a15ae6e0b71eb765
+  data.tar.gz: 600b9d4e20da9c498b72291550969c202939d21e
+SHA512:
+  metadata.gz: a7959abe9f65cf4f527cd5ea3edef1466322c7456c8ab05097f08bae30086b49de42645b79159386136e1e39dcefb12e996af5adad41059e457545b239795212
+  data.tar.gz: 2b504629673ad5e507222770ef74d417398c255d379707d26bded1b5971e22dc7a6aaa7c1f670ccefcfc43d3bd3b4366e75ed618c9ced530ac20d4b05580b61a

data/.gitignore

@@ -0,0 +1,14 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log
+*.gem

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in clc_machine.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,99 @@
+PATH
+  remote: .
+  specs:
+    clc_machine (0.1.0)
+      chef-vault (~> 2.4.0)
+      clc-chef-metal-vsphere
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    akami (1.2.2)
+      gyoku (>= 0.4.0)
+      nokogiri
+    builder (3.2.2)
+    chef-vault (2.4.0)
+    chef-zero (3.2.1)
+      ffi-yajl (~> 1.1)
+      hashie (~> 2.0)
+      mixlib-log (~> 1.3)
+      rack
+      uuidtools (~> 2.1)
+    clc-chef-metal-vsphere (0.3.67)
+      clc-fork-chef-metal (= 0.14.alpha.8)
+      rbvmomi (~> 1.8.0, >= 1.8.2)
+      rubyzip (= 1.1.6)
+    clc-cheffish (0.8.3.clc.3)
+      chef-zero
+    clc-fork-chef-metal (0.14.alpha.8)
+      clc-cheffish (~> 0.8.3.clc.3)
+      inifile (~> 2.0)
+      net-scp (~> 1.0)
+      net-ssh (~> 2.0)
+      net-ssh-gateway (~> 1.2.0)
+      winrm (~> 1.2.0)
+    ffi (1.9.6)
+    ffi-yajl (1.3.1)
+      ffi (~> 1.5)
+      libyajl2 (~> 1.2)
+    gssapi (1.0.3)
+      ffi (>= 1.0.1)
+    gyoku (1.2.2)
+      builder (>= 2.1.2)
+    hashie (2.1.2)
+    httpclient (2.5.3.3)
+    httpi (0.9.7)
+      rack
+    inifile (2.0.2)
+    libyajl2 (1.2.0)
+    little-plugger (1.1.3)
+    logging (1.8.2)
+      little-plugger (>= 1.1.3)
+      multi_json (>= 1.8.4)
+    mini_portile (0.6.1)
+    mixlib-log (1.6.0)
+    multi_json (1.10.1)
+    net-scp (1.2.1)
+      net-ssh (>= 2.6.5)
+    net-ssh (2.9.1)
+    net-ssh-gateway (1.2.0)
+      net-ssh (>= 2.6.5)
+    nokogiri (1.6.5)
+      mini_portile (~> 0.6.0)
+    nori (1.1.5)
+    rack (1.5.2)
+    rake (10.4.2)
+    rbvmomi (1.8.2)
+      builder
+      nokogiri (>= 1.4.1)
+      trollop
+    rubyntlm (0.1.1)
+    rubyzip (1.1.6)
+    savon (0.9.5)
+      akami (~> 1.0)
+      builder (>= 2.1.2)
+      gyoku (>= 0.4.0)
+      httpi (~> 0.9)
+      nokogiri (>= 1.4.0)
+      nori (~> 1.0)
+      wasabi (~> 1.0)
+    trollop (2.0)
+    uuidtools (2.1.5)
+    wasabi (1.0.0)
+      nokogiri (>= 1.4.0)
+    winrm (1.2.0)
+      gssapi (~> 1.0.0)
+      httpclient (~> 2.2, >= 2.2.0.2)
+      logging (~> 1.6, >= 1.6.1)
+      nokogiri (~> 1.5)
+      rubyntlm (~> 0.1.1)
+      savon (= 0.9.5)
+      uuidtools (~> 2.1.2)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.7)
+  clc_machine!
+  rake (~> 10.0)

data/README.md

@@ -0,0 +1,43 @@
+# clc_machine
+clc_machine provides commands for inspecting, deleting and adding machines in the QA1 DLAB folder. This is really intended to be a quick and dirty tool for a rather narrow use case. 
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'clc_machine'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install clc_machine
+
+## Usage
+
+```
+clc_machine COMMAND [MACHINE NAME] [OPTIONS]
+```
+
+### Commands
+
+- delete
+
+Deletes machines specified by name or regex (see options). An attempt will be made to delete the machine from the chef server as well.
+
+- get
+
+Returns details about a machine.
+
+- list
+
+Lists all machines in the QA1 DLAB folder.
+
+### Options
+
+- -n, --name: The name of the vm
+- -r, --regex: A regular expression to match one or more VMs.

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/bin/clc_machine

@@ -0,0 +1,122 @@
+#!/usr/bin/env ruby
+
+require 'clc_machine'
+require 'optparse'
+require 'highline/import'
+
+def parse_options()
+  options = {}
+
+  opt_parser = OptionParser.new do |opt|
+    opt.banner = "Usage: clc_machine COMMAND [MACHINE NAME] [OPTIONS]"
+    opt.separator  ""
+    opt.separator  "Commands"
+    opt.separator  "     delete: delete server"
+    opt.separator  "     get: gets a server"
+    opt.separator  "     list: lists servers"
+    opt.separator  ""
+    opt.separator  "Options"
+
+    opt.on("-n","--name NAME","name of vm to create") do |name|
+      options[:name] = name
+    end
+
+    opt.on("-r","--regex REGEX","regular expresion to match for deleting VMs") do |regex|
+      options[:regex] = Regexp.new regex
+    end
+
+    options[:stamp] = "QA1"
+    opt.on("-s","--stamp STAMP","name of stamp to target") do |stamp|
+      options[:stamp] = stamp
+    end
+
+    options[:folder] = "DLAB"
+    opt.on("-f","--folder FOLDER","vsphere folder to target") do |folder|
+      options[:folder] = folder
+    end
+
+    options[:hypervisor_type] = :standard
+    opt.on("-t","--hypervisor_type TYPE","standard(default) or hyperscale") do |hypervisor_type|
+      options[:hypervisor_type] = hypervisor_type.to_sym
+    end
+
+    opt.on("-c","--knife_config PATH","path to knife config") do |knife_config|
+      options[:knife_config] = knife_config
+    end
+
+    opt.on("-k","--key KEY","chef api client key") do |key|
+      options[:key] = key
+    end
+
+    opt.on("-u","--user USER","chef api client username") do |user|
+      options[:user] = user
+    end
+
+    opt.on("-h","--help","help") do
+      puts opt_parser
+      exit
+    end
+  end
+
+  command = ARGV[0]
+
+  # first token after command name defaults machine name if none was set
+  if command != 'list' && !options.has_key?(:name) && !options.has_key?(:regex) && ARGV.length > 1
+    options[:name] = ARGV[1]
+  end
+  options[:command] = command
+
+  if validate_input(options, opt_parser) == false
+    puts opt_parser
+    exit 1
+  end
+
+  options
+end
+
+def validate_input(options, opt_parser)
+  begin
+    opt_parser.parse!
+    mandatory = []
+    if options[:command] != "list"
+      if !options.has_key?(:name) && !options.has_key?(:regex)
+        puts "Either --name or --regex option is required"
+        return false
+      end
+    end
+    return false unless %w{list delete get}.include?(options[:command])
+  rescue OptionParser::InvalidOption, OptionParser::MissingArgument
+    puts $!.to_s
+    return false
+  end
+  return true
+end
+
+def run(options)
+  clc_machine = ClcMachine::Machine.new(options)
+  case options[:command]
+  when "get"
+    puts clc_machine.get(options[:name]).summary.pretty_inspect
+  when "list"
+    puts "listing vms in #{options[:folder]}..."
+    clc_machine.get.each do | vm |
+      puts vm['name']
+    end
+  when "delete"
+    if options[:regex]
+      clc_machine.delete(options[:regex])
+    else
+      confirm = ask("Delete machine #{options[:name]}? (Y/N) ") { |q| q.validate = /\A[yYnN]\Z/ }
+      if confirm.downcase == 'y'
+        clc_machine.delete(options[:name])
+      else
+        puts "Exiting."
+        exit 0
+      end
+    end
+  end
+
+  exit 0
+end
+
+run(parse_options)

data/clc_machine.gemspec

@@ -0,0 +1,25 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'clc_machine/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "clc_machine"
+  spec.version       = ClcMachine::VERSION
+  spec.authors       = ['CenturyLink Cloud']
+  spec.email         = ["matt.wrock@ctl.io"]
+  spec.summary       = 'Minimal cli for managing clc dlab machines'
+  spec.description   =  spec.summary
+  spec.homepage      = ""
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_runtime_dependency 'clc-chef-metal-vsphere'
+  spec.add_runtime_dependency 'chef-vault'
+  spec.add_runtime_dependency 'chef'
+end

data/lib/clc_machine.rb

@@ -0,0 +1,141 @@
+require 'chef_metal_vsphere/vsphere_driver'
+require 'chef_metal/chef_machine_spec'
+require 'clc_machine/data_bag'
+require 'clc_machine/secret_data_bag'
+require 'clc_machine/utils'
+require 'rbvmomi'
+require 'highline/import'  # user interaction
+
+module ClcMachine
+  class Machine
+    def initialize(options)
+      @options = options
+      set_chef(options)
+      @data_bag = DataBag.new(options[:stamp])
+      @secrets = SecretDataBag.new(options[:stamp])
+    end
+
+    attr_reader :options
+    attr_reader :data_bag
+    attr_reader :secrets
+
+    def connection
+      RbVmomi::VIM.connect vsphere_options
+    end
+
+    def get(name = nil)
+      stamp = data_bag.vsphere_datacenter(options[:hypervisor_type])
+      if name
+        find_vm(stamp, options[:folder], name)
+      else
+        folder = find_folder(stamp, options[:folder])
+        folder.childEntity.each
+      end
+    end
+
+    def delete(name)
+      if name.is_a?(String)
+        vm = get(name)
+        if vm
+          config = Chef::Config.merge!({ :driver_options => vsphere_options })
+          machine_spec = ChefMetal::ChefMachineSpec.new({'name' => name}, Cheffish.default_chef_server(config))
+          driver = ChefMetal.driver_for_url("vsphere://#{vsphere_options[:host]}", config)
+          action_handler = ChefMetal::ActionHandler.new
+          machine_spec.location = { 'driver_url' => driver.driver_url,
+                        'server_id' => vm.config.instanceUuid}
+
+          chef_server = Cheffish.default_chef_server(config)
+          begin
+            driver.destroy_machine(action_handler, machine_spec, :convergence_options => { :chef_server => chef_server })
+          rescue Chef::Exceptions::PrivateKeyMissing, Net::HTTPServerException, Errno::ETIMEDOUT
+            puts "Unable to delete node on the chef server. See previous message."
+          end
+
+          puts "succesfully deleted #{name}"
+        else
+          puts "VM #{name} does not exist. I shall destroy nothing."
+        end
+      else
+        to_be_deleted = []
+        print 'Looking for matching machines '
+        get.each do |v|
+          check = v['name']
+          print '.'
+          if name.match(check)
+            to_be_deleted.push(check)
+          end
+        end
+        if to_be_deleted.count > 0
+          puts "\nReady to delete #{to_be_deleted.inspect}"
+          confirm = ask("Continue? (Y/N) ") { |q| q.validate = /\A[yYnN]\Z/ }
+          if confirm.downcase == 'y'
+            to_be_deleted.each do |m|
+              delete m
+            end
+          else
+            puts 'No action taken. Exiting.'
+            exit 0
+          end
+        else
+          puts "\nNo matching machines found.  Exiting."
+          exit 0
+        end
+      end
+    end
+
+    private
+
+    def set_chef(options)
+      Chef::Config.reset
+      if @options.has_key?(:knife_config)
+        Chef::Config.from_file(@options[:knife_config])
+      else
+        repo = Chef::Config.find_chef_repo_path(Dir.pwd)
+        Chef::Config.from_file(File.join(repo, '.chef', 'knife.rb'))
+      end
+
+      if @options.has_key?(:key)
+        Chef::Config[:client_key] = @options[:key]
+      end
+
+      if @options.has_key?(:user)
+        Chef::Config[:node_name] = @options[:user]
+      end
+
+      if !File::exist?(Chef::Config[:client_key])
+        raise "Cant locate #{Chef::Config[:client_key]}."
+      end
+    end
+
+    def vsphere_options
+      {
+        :host => data_bag.vsphere_server(options[:hypervisor_type]),
+        :user => secrets.vsphere_username(options[:hypervisor_type]),
+        :password => secrets.vsphere_password(options[:hypervisor_type]),
+        :insecure => true
+      }
+    end
+
+    def find_vm(dc_name, vm_folder, vm_name)
+      folder = find_folder(dc_name, vm_folder) or raise("vSphere Folder not found [#{vm_folder}] for vm #{vm_name}")
+      folder.find(vm_name, RbVmomi::VIM::VirtualMachine)
+    end
+
+    def find_folder(dc_name, folder_name)
+      baseEntity = dc(dc_name).vmFolder
+      if folder_name && folder_name.length > 0
+        entityArray = folder_name.split('/')
+        entityArray.each do |entityArrItem|
+          if entityArrItem != ''
+            baseEntity = baseEntity.childEntity.grep(RbVmomi::VIM::Folder).find { |f| f.name == entityArrItem }
+          end
+        end
+      end
+      baseEntity
+    end
+
+    def dc(dc_name)
+      connection.serviceInstance.find_datacenter(dc_name) or raise("vSphere Datacenter not found [#{dc_name}]")
+    end
+  end
+end

data/lib/clc_machine/data_bag.rb

@@ -0,0 +1,42 @@
+require 'json'
+
+module ClcMachine
+  class DataBag
+    TMP_DIR = '/tmp/ClcMachine/data_bags'
+    def initialize(stamp)
+      @stamp = stamp
+    end
+
+    def vsphere_datacenter(hypervisor_type = :standard)
+      raw[:hypervisors][hypervisor_type][0]['datacenter']
+    end
+
+    def vsphere_server(hypervisor_type = :standard)
+      raw[:hypervisors][hypervisor_type][0]['vsphere_server']
+    end
+
+    def raw
+      @raw ||= load_databag
+    end
+
+    private
+
+    def load_databag
+      download_data_bag
+      Utils.symbolize_keys(JSON.parse(IO.read(File.join(TMP_DIR, 'stamps',"#{@stamp}.json"))))
+    end
+
+    def download_data_bag
+      FileUtils.mkdir_p(TMP_DIR) if !Dir.exist?(TMP_DIR)
+
+      fs_config = Chef::ChefFS::Config.new(Chef::Config, cwd = Dir.pwd)
+      pattern = Chef::ChefFS::FilePattern.new("/data_bags/*")
+      local = Chef::ChefFS::FileSystem::ChefRepositoryFileSystemRootDir.new(
+        {
+          'data_bags' => [TMP_DIR],
+        }
+      )
+      Chef::ChefFS::FileSystem.copy_to(pattern, fs_config.chef_fs, local, 1, Chef::Config)
+    end
+  end
+end

data/lib/clc_machine/secret_data_bag.rb

@@ -0,0 +1,32 @@
+require 'chef-vault'
+
+module ClcMachine
+  class SecretDataBag
+    def initialize(stamp)
+      @stamp = stamp
+    end
+
+    def vsphere_username(hypervisor_type = :standard)
+      raw['hypervisors'][hypervisor_type.to_s]['vsphere_username']
+    end
+
+    def vsphere_password(hypervisor_type = :standard)
+      raw['hypervisors'][hypervisor_type.to_s]['vsphere_password']
+    end
+
+    def raw
+      @raw ||= load_secrets
+    end
+
+    private
+
+    def load_secrets
+      %w{secrets_qa secrets_prod}.each do |bag|
+        begin
+          return ChefVault::Item.load(bag, "#{@stamp}_secrets")
+        rescue ChefVault::Exceptions::KeysNotFound
+        end
+      end
+    end
+  end
+end

data/lib/clc_machine/utils.rb

@@ -0,0 +1,12 @@
+module ClcMachine
+  class Utils
+    def self.symbolize_keys(h)
+      Hash === h ?
+        Hash[
+          h.map do |k, v|
+            [k.respond_to?(:to_sym) ? k.to_sym : k, symbolize_keys(v)]
+          end
+        ] : h
+    end
+  end
+end

data/lib/clc_machine/version.rb

@@ -0,0 +1,3 @@
+module ClcMachine
+  VERSION = "0.1.11"
+end

metadata

@@ -0,0 +1,127 @@
+--- !ruby/object:Gem::Specification
+name: clc_machine
+version: !ruby/object:Gem::Version
+  version: 0.1.11
+platform: ruby
+authors:
+- CenturyLink Cloud
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-03-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: clc-chef-metal-vsphere
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: chef-vault
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: chef
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Minimal cli for managing clc dlab machines
+email:
+- matt.wrock@ctl.io
+executables:
+- clc_machine
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- bin/clc_machine
+- clc_machine.gemspec
+- lib/clc_machine.rb
+- lib/clc_machine/data_bag.rb
+- lib/clc_machine/secret_data_bag.rb
+- lib/clc_machine/utils.rb
+- lib/clc_machine/version.rb
+homepage: ''
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.1
+signing_key: 
+specification_version: 4
+summary: Minimal cli for managing clc dlab machines
+test_files: []
+has_rdoc: