egon 0.0.1

data/README.md

@@ -0,0 +1,31 @@
+# Egon
+
+Ruby gem for interacting with TripleO
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'egon'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install egon
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/egon/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/bin/undercloud-install-instack-virt.rb

@@ -0,0 +1,14 @@
+require 'egon/undercloud/commands'
+require 'egon/undercloud/ssh-connection'
+require 'egon/undercloud/installer'
+
+SSH_HOST = ARGV[0]
+SSH_USER = ARGV[1]
+SSH_PASSWORD = ARGV[2]
+
+connection = Egon::Undercloud::SSHConnection.new(SSH_HOST, SSH_USER, SSH_PASSWORD)
+installer = Egon::Undercloud::Installer.new(connection)
+installer.install(Egon::Undercloud::Commands.OSP7_instack_virt)
+while !installer.completed?
+  sleep 1
+end  

data/bin/undercloud-install-satellite.rb

@@ -0,0 +1,20 @@
+require 'egon/undercloud/commands'
+require 'egon/undercloud/ssh-connection'
+require 'egon/undercloud/installer'
+
+SSH_HOST = ARGV[0]
+SSH_USER = ARGV[1]
+SSH_PASSWORD = ARGV[2]
+
+# Satellite URL
+# https://server
+SATELLITE_URL = ARGV[3]
+SATELLITE_ORG = ARGV[4]
+SATELLITE_ACTIVATION_KEY = ARGV[5]
+
+connection = Egon::Undercloud::SSHConnection.new(SSH_HOST, SSH_USER, SSH_PASSWORD)
+installer = Egon::Undercloud::Installer.new(connection)
+installer.install(Egon::Undercloud::Commands.OSP7_satellite(SATELLITE_URL, SATELLITE_ORG, SATELLITE_ACTIVATION_KEY))
+while !installer.completed?
+  sleep 1
+end  

data/bin/undercloud-install-vanilla-rhel.rb

@@ -0,0 +1,18 @@
+require 'egon/undercloud/commands'
+require 'egon/undercloud/ssh-connection'
+require 'egon/undercloud/installer'
+
+SSH_HOST = ARGV[0]
+SSH_USER = ARGV[1]
+SSH_PASSWORD = ARGV[2]
+
+RHSM_USER = ARGV[3]
+RHSM_PASSWORD = ARGV[4]
+RHSM_POOL_ID = ARGV[5]
+
+connection = Egon::Undercloud::SSHConnection.new(SSH_HOST, SSH_USER, SSH_PASSWORD)
+installer = Egon::Undercloud::Installer.new(connection)
+installer.install(Egon::Undercloud::Commands.OSP7_vanilla_rhel(RHSM_USER, RHSM_PASSWORD, RHSM_POOL_ID))
+while !installer.completed?
+  sleep 1
+end  

data/egon.gemspec

@@ -0,0 +1,29 @@
+# coding: utf-8
+require File.expand_path('../lib/egon/version', __FILE__)
+require 'date'
+
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |s|
+  s.name          = "egon"
+  s.version       = Egon::VERSION
+  s.authors	  = ['Egon and Fusor team']
+  s.email         = ['foreman-dev+egon@googlegroups.com']
+  s.summary       = %q{A library on top of Fog that encapsulates TripleO deployment operations}
+  s.description   = %q{}
+  s.homepage      = 'https://github.com/fusor/egon'
+  s.date          = Date.today.to_s
+  s.license       = 'GPL-3.0+'
+
+  s.files         = `git ls-files -z`.split("\x0")
+  s.executables   = s.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  s.test_files    = s.files.grep(%r{^(test|s|features)/})
+  s.require_paths = ["lib"]
+
+  s.add_development_dependency "bundler", "~> 1.7"
+  s.add_development_dependency "rake", "~> 10.0"
+  s.add_development_dependency "fog", "~> 1.29.0"
+  s.add_development_dependency "net-ssh", "~> 2.9.2"
+  s.add_development_dependency "rspec", "~> 3.2.0"
+end

data/lib/egon/overcloud/undercloud_handle/deployment.rb

@@ -0,0 +1,46 @@
+module Overcloud
+  module Deployment
+ 
+    def get_plan(plan_name)
+      service('Planning').plans.find_by_name(plan_name)
+    end
+    
+    def edit_plan_parameters(plan_name, parameters)
+      get_plan(plan_name).patch(:parameters => parameters)
+    end
+    
+    def edit_plan_deployment_role_count(plan_name, role_name, count)
+      parameter = {"name" => role_name + "-1::count", "value" => count.to_s}
+      edit_plan_parameters(plan_name, [parameter])
+    end
+    
+    def edit_plan_deployment_role_image(plan_name, role_name, image_uuid)
+      parameter = {"name" => role_name + "-1::Image", "value" => image_uuid}
+      edit_plan_parameters([parameter])
+    end
+    
+    def edit_plan_deployment_role_flavor(plan_name, role_name, flavor_name)
+      parameter = {"name" => role_name + "-1::Flavor", "value" => flavor_name}
+      edit_plan_parameters(plan_name, [parameter])
+    end
+    
+    def deploy_plan(plan_name)
+      plan = get_plan(plan_name)
+      stack_parameters = {
+        :stack_name => plan.name,
+        :template => plan.master_template,
+        :environment => plan.environment,
+        :files => plan.provider_resource_templates,
+        :password => @password,
+        :timeout_mins => 60,
+        :disable_rollback => true
+      }
+      service('Orchestration').stacks.new.save(stack_parameters)
+    end
+    
+    def get_stack(stack_name)
+      service('Orchestration').stacks.get(stack_name)
+    end
+  
+  end
+end

data/lib/egon/overcloud/undercloud_handle/deployment_role.rb

@@ -0,0 +1,9 @@
+module Overcloud
+  module DeploymentRole
+
+    def list_deployment_roles
+      service('Planning').roles
+    end
+
+  end
+end

data/lib/egon/overcloud/undercloud_handle/flavor.rb

@@ -0,0 +1,67 @@
+require_relative 'image'
+
+module Overcloud
+  module Flavor
+
+    def list_flavors
+      service('Compute').flavors.all
+    end
+    
+    def get_flavor(flavor_id)
+      service('Compute').flavors.get(flavor_id)
+    end
+
+    def create_flavor(flavor_parameters)
+      flavor = service('Compute').flavors.create(flavor_parameters)
+      if flavor_parameters.key?(:extra_specs)
+        create_flavor_extra_specs(flavor.id, flavor_parameters[:extra_specs])
+      end
+    end
+
+    def get_flavor_extra_specs(flavor_id)
+      get_flavor(flavor_id).metadata
+    end
+
+    def create_flavor_extra_specs(flavor_id, extra_specs)
+      get_flavor(flavor_id).create_metadata(extra_specs)
+    end
+        
+    def create_flavor_from_node(node)
+      cpus = node.properties['cpus']
+      memory_mb = node.properties['memory_mb']
+      local_gb = node.properties['local_gb']
+      cpu_arch = node.properties['cpu_arch']
+      
+      flavor_parameters = {
+        :name => 'Flavor-' + cpus + '-' + cpu_arch + '-' + memory_mb + '-' + local_gb,
+        :ram => memory_mb,
+        :vcpus => cpus,
+        :disk => local_gb,
+        :is_public => true,
+        :extra_specs => {
+          :cpu_arch => cpu_arch,
+          :'capabilities:boot_option' => 'local',
+          :'baremetal:deploy_kernel_id' => get_baremetal_deploy_kernel_image.id,
+          :'baremetal:deploy_ramdisk_id' => get_baremetal_deploy_ramdisk_image.id
+        }
+      }
+      
+      if !flavor_exists?(flavor_parameters)
+        create_flavor(flavor_parameters)
+      end
+    end
+    
+    def flavor_exists?(flavor_parameters)
+      for flavor in list_flavors
+        if flavor.ram == flavor_parameters[:ram].to_i &&
+            flavor.vcpus == flavor_parameters[:vcpus].to_i &&
+            flavor.disk == flavor_parameters[:disk].to_i &&
+            flavor.metadata['cpu_arch'] == flavor_parameters[:extra_specs][:cpu_arch]
+          return true
+        end
+      end
+      false
+    end
+
+  end
+end

data/lib/egon/overcloud/undercloud_handle/image.rb

@@ -0,0 +1,20 @@
+module Overcloud
+  module Image
+
+    def list_images
+      service('Image').images
+    end
+
+    def find_image_by_name(image_name)
+      service('Image').images.find{|image| image.name == image_name}
+    end
+
+    def get_baremetal_deploy_kernel_image
+      find_image_by_name('bm-deploy-kernel')
+    end
+
+    def get_baremetal_deploy_ramdisk_image
+      find_image_by_name('bm-deploy-ramdisk')
+    end
+  end
+end

data/lib/egon/overcloud/undercloud_handle/node.rb

@@ -0,0 +1,109 @@
+require_relative 'flavor'
+require 'csv'
+require 'timeout'
+
+module Overcloud
+  module Node
+    
+    def list_nodes
+      service('Baremetal').nodes.details
+    end
+    
+    def create_node(node_parameters, create_flavor = false)
+      node = service('Baremetal').nodes.create(node_parameters)
+      create_port({:node_uuid => node.uuid, :address => node_parameters[:address]})
+
+      create_flavor_from_node(node) if create_flavor
+
+      node.set_provision_state('manage')
+      introspect_node(node)     
+      Thread.new {
+        timeout(900) {
+          while not introspect_node_status(node) do
+            sleep(15)
+          end
+          node.set_provision_state('provide')
+        }
+      }
+      node
+    end
+
+    def create_port(port_parameters)
+      service('Baremetal').ports.create(port_parameters)
+    end
+
+    def create_nodes_from_csv(csv_file, create_flavor = false)
+      CSV.foreach(csv_file) do |node_data|
+        memory_mb = node_data[0]
+        local_gb = node_data[1]
+        cpus = node_data[2]
+        cpu_arch = node_data[3]
+        driver = node_data[4]
+        mac_address = node_data[8]
+        if driver == 'pxe_ssh'
+          driver_info = {
+            :ssh_address => node_data[5],
+            :ssh_username => node_data[6],
+            :ssh_key_contents => node_data[7],
+            :ssh_virt_type => 'virsh',
+            :deploy_kernel => get_baremetal_deploy_kernel_image.id,
+            :deploy_ramdisk => get_baremetal_deploy_ramdisk_image.id
+          }
+        elsif driver == 'pxe_ipmitool'
+          driver_info = {
+            :ipmi_address => node_data[5],
+            :ipmi_username => node_data[6],
+            :ipmi_password => node_data[7],
+            :pxe_deploy_kernel => get_baremetal_deploy_kernel_image.id,
+            :pxe_deploy_ramdisk => get_baremetal_deploy_ramdisk_image.id
+          }
+        else
+          raise "Unknown node driver: #{driver}"
+        end
+
+        node_parameters = {
+          :driver => driver,
+          :driver_info => driver_info,
+          :properties => {
+            :cpus => cpus,
+            :memory_mb => memory_mb,
+            :local_gb => local_gb,
+            :cpu_arch => cpu_arch,
+            :capabilities => 'boot_option:local'
+          },
+          :address => mac_address
+        }
+        node = create_node(node_parameters, create_flavor)
+      end
+    end
+
+    ## THESE METHODS ARE TEMPORARY UNTIL IRONIC-DISCOVERD IS ADDED TO
+    ## OPENSTACK AND KEYSTONE
+
+    def introspect_node(node)
+      uri = "http://#{@auth_url}:5050/v1/introspection/#{node.uuid}"
+      auth_token = service('Baremetal').instance_variable_get(:@auth_token)
+      response = Fog::Core::Connection.new(uri, false).request({
+            :expects => 202,
+            :headers => {'Content-Type' => 'application/json',
+                         'Accept' => 'application/json',
+                         'X-Auth-Token' => auth_token},
+            :method  => 'POST'
+          })      
+    end
+
+    def introspect_node_status(node)
+      uri = "http://#{@auth_url}:5050/v1/introspection/#{node.uuid}"
+      auth_token = service('Baremetal').instance_variable_get(:@auth_token)
+      response = Fog::Core::Connection.new(uri, false).request({
+            :expects => 200,
+            :headers => {'Content-Type' => 'application/json',
+                         'Accept' => 'application/json',
+                         'X-Auth-Token' => auth_token},
+            :method  => 'GET'
+          })
+      Fog::JSON.decode(response.body)['finished']
+    end
+
+  end
+end

data/lib/egon/overcloud/undercloud_handle.rb

@@ -0,0 +1,41 @@
+require 'fog'
+require_relative 'undercloud_handle/deployment'
+require_relative 'undercloud_handle/deployment_role'
+require_relative 'undercloud_handle/flavor'
+require_relative 'undercloud_handle/image'
+require_relative 'undercloud_handle/node'
+
+module Overcloud
+  class UndercloudHandle
+
+    include Overcloud::Deployment
+    include Overcloud::DeploymentRole
+    include Overcloud::Flavor
+    include Overcloud::Image
+    include Overcloud::Node
+
+    def initialize(username, password, auth_url, port = 5000)
+      @username = username
+      @password = password
+      @auth_url = auth_url
+      @port = port
+    end
+    
+    private
+    
+    def service(service_name)
+      fog_parameters = {
+        :provider           => 'OpenStack',
+        :openstack_auth_url => 'http://' + @auth_url + ':' + @port.to_s + '/v2.0/tokens',   
+        :openstack_username => @username,
+        :openstack_api_key  => @password,
+      }
+      
+      if service_name == 'Planning'
+        return Fog::Openstack.const_get(service_name).new(fog_parameters)
+      end
+      return Fog.const_get(service_name).new(fog_parameters)
+    end
+  
+  end
+end

data/lib/egon/undercloud/commands.rb

@@ -0,0 +1,44 @@
+
+module Egon
+  module Undercloud
+    class Commands
+
+      def self.OSP7_satellite(satellite_url, org, activation_key)
+        return "
+        curl -k -O #{satellite_url}/pub/katello-ca-consumer-latest.noarch.rpm
+        sudo yum install -y katello-ca-consumer-latest.noarch.rpm
+        sudo subscription-manager register --org=\"#{org}\" --activationkey=\"#{activation_key}\"
+        sudo yum clean all
+        #{OSP7_COMMON}"
+      end
+    
+      def self.OSP7_vanilla_rhel(rhsm_user, rhsm_password, rhsm_pool_id)
+        return "
+        sudo subscription-manager register --force --username=\"#{rhsm_user}\" --password=\"#{rhsm_password}\"
+        sudo subscription-manager attach --pool=\"#{rhsm_pool_id}\"
+        sudo subscription-manager repos --enable=rhel-7-server-rpms \
+         --enable=rhel-7-server-optional-rpms --enable=rhel-7-server-extras-rpms \
+         --enable=rhel-7-server-openstack-6.0-rpms
+        #{OSP7_COMMON}"
+      end
+    
+      def self.OSP7_instack_virt
+        return OSP7_COMMON
+      end
+    
+      OSP7_COMMON = "
+      sudo yum install -y http://mirrors.einstein.yu.edu/epel/7/x86_64/e/epel-release-7-5.noarch.rpm
+      sudo yum install -y https://rdoproject.org/repos/openstack-kilo/rdo-release-kilo.rpm
+      sudo curl -o /etc/yum.repos.d/rdo-management-trunk.repo http://trunk-mgt.rdoproject.org/centos-kilo/current-passed-ci/delorean-rdo-management.repo
+      sudo yum install -y python-rdomanager-oscplugin
+      # TODO: answers file should come from RHCI
+      cp -f /usr/share/instack-undercloud/undercloud.conf.sample ~/undercloud.conf;
+      # TODO: for baremetal a nodes.csv file may also be required
+      openstack undercloud install
+      sudo cp /root/tripleo-undercloud-passwords .
+      sudo chown $USER: tripleo-undercloud-passwords
+      sudo cp /root/stackrc .
+      sudo chown $USER: stackrc"
+    end
+  end  
+end

data/lib/egon/undercloud/installer.rb

@@ -0,0 +1,43 @@
+module Egon
+  module Undercloud
+    class Installer
+      attr_reader :started
+      alias_method :started?, :started
+    
+      def initialize(connection)
+        @connection = connection
+        @completed = false
+        @started = false
+        @failure = false
+      end
+      
+      def completed?
+        @completed
+      end
+    
+      def set_completed(bool)
+        @completed = bool
+      end
+    
+      def failure?
+        @failure
+      end
+    
+      def set_failure(bool)
+        @failure = bool
+      end
+    
+      def install(commands)
+        @started = true
+        @completed = false
+             
+        @connection.on_complete(lambda { set_completed(true) })
+        @connection.on_failure(lambda { set_failure(true) })
+    
+        Thread.new {
+          @connection.execute(commands)
+        }
+      end
+    end
+  end
+end

data/lib/egon/undercloud/ssh-connection.rb

@@ -0,0 +1,83 @@
+require 'net/ssh'
+require 'stringio'
+
+# TODO: Remove this class when this branch is merged,
+# https://github.com/fusor/fusor/blob/deploy-cfme/server/app/lib/utils/fusor/command_utils.rb,
+# and additional changes here have been applied.
+module Egon
+  module Undercloud
+    class SSHConnection
+      def initialize(host, user, password)
+        @host = host
+        @user = user
+        @password = password
+      end
+    
+      def call_complete
+        @on_complete.call if @on_complete
+      end
+        
+      def on_complete(hook)
+        @on_complete = hook
+      end
+    
+      def call_failure
+        @on_failure.call if @on_failure
+      end
+    
+      def on_failure(hook)
+        @on_failure = hook
+      end
+    
+      def execute(commands, stringio = nil)
+        begin
+          # :timeout => how long to wait for the initial connection to be made
+          Net::SSH.start(@host, @user, :password => @password, :timeout => 2,
+                         :auth_methods => ["password"],
+                         :number_of_password_prompts => 0) do |ssh|
+            # open a new channel and configure a minimal set of callbacks, then run
+            # the event loop until the channel finishes (closes)
+            channel = ssh.open_channel do |ch|
+              ch.request_pty do |ch, success|
+                if !success
+                  puts "Error: could not obtain pty"
+                  call_failure
+                  call_complete
+                end
+              end
+              ch.exec commands do |ch, success|
+                call_failure unless success
+      
+                # "on_data" is called when the process writes something to stdout
+                ch.on_data do |c, data|
+                  $stdout.print data if stringio.nil?
+                  stringio.puts data unless stringio.nil?
+                end
+      
+                # "on_extended_data" is called when the process writes something to stderr
+                ch.on_extended_data do |c, type, data|
+                  $stderr.print data if stringio.nil?
+                  stringio.puts data unless stringio.nil?
+                  call_failure
+                end
+      
+                ch.on_close { call_complete }
+              end
+            end
+      
+            channel.wait
+          end
+          call_complete
+        rescue Exception => e
+          puts e.message
+          puts e.backtrace.inspect
+          call_failure
+          call_complete
+          stringio.puts e.message unless stringio.nil?
+          e.message if stringio.nil?
+        end
+      end
+    end
+  end
+end
+

data/lib/egon/version.rb

@@ -0,0 +1,3 @@
+module Egon
+  VERSION = "0.0.1"
+end

data/lib/egon.rb

@@ -0,0 +1,5 @@
+require "egon/version"
+
+module Egon
+  # Your code goes here...
+end