ops_manager_cli 0.3.1

data/lib/ops_manager/api/pivnet.rb

@@ -0,0 +1,68 @@
+class OpsManager
+  module Api
+    class Pivnet < OpsManager::Api::Base
+
+      def initialize
+        get_authentication
+      end
+
+      def download_stemcell(stemcell_version, stemcell_path, filename_regex)
+        puts "====> Downloading stemcell #{ stemcell_path }...".green
+
+        release_id = get_release_for(stemcell_version).fetch('id')
+        product_file = get_product_file_for(release_id, filename_regex)
+        product_file_id = product_file.fetch('id')
+
+        accept_release_eula(release_id)
+        download_product(release_id, product_file_id, stemcell_path)
+      end
+
+      def get_authentication
+        puts "====> Authentication to Pivnet".green
+        opts = { headers: { 'Authorization' => "Token #{pivnet_token}" } }
+        res = get("/api/v2/authentication", opts)
+        raise OpsManager::PivnetAuthenticationError.new(res.body) unless res.code == '200'
+        res
+      end
+
+      private
+
+      def accept_release_eula(release_id)
+        puts "====> Accepting stemcell eula ...".green
+        opts = { headers: { 'Authorization' => "Token #{pivnet_token}" } }
+        post("/api/v2/products/stemcells/releases/#{release_id}/eula_acceptance", opts)
+      end
+
+      def download_product(release_id, product_file_id, stemcell_path)
+        opts = { write_to: stemcell_path, headers: { 'Authorization' => "Token #{pivnet_token}" } }
+        post("/api/v2/products/stemcells/releases/#{release_id}/product_files/#{product_file_id}/download", opts)
+      end
+
+      def get_stemcell_releases(opts = {})
+        get("/api/v2/products/stemcells/releases", opts)
+      end
+
+      def get_product_files(release_id, opts = {})
+        get("/api/v2/products/stemcells/releases/#{release_id}/product_files",opts)
+      end
+
+      def get_release_for(stemcell_version)
+        releases = JSON.parse(get_stemcell_releases.body).fetch('releases')
+        releases.select{ |r| r.fetch('version') == stemcell_version }.first
+      end
+
+      def get_product_file_for(release_id, filename_regex)
+        products = JSON.parse(get_product_files(release_id).body).fetch('product_files')
+        products.select{ |r| r.fetch('aws_object_key') =~ filename_regex }.first
+      end
+
+      def target
+        @target ||= "network.pivotal.io"
+      end
+
+      def pivnet_token
+        @pivnet_token ||= OpsManager.get_conf(:pivnet_token)
+      end
+    end
+  end
+end

data/lib/ops_manager/appliance_deployment.rb

@@ -0,0 +1,123 @@
+require "ops_manager/api/opsman"
+require "ops_manager/api/pivnet"
+require "ops_manager/installation_settings"
+require 'ops_manager/configs/opsman_deployment'
+
+class OpsManager::ApplianceDeployment
+  extend Forwardable
+  def_delegators :pivnet_api, :download_stemcell
+  def_delegators :opsman_api, :create_user, :trigger_installation, :get_installation_assets,
+    :get_installation_settings, :upload_installation_assets, :import_stemcell, :target,
+    :password, :username, :get_current_version ,:ops_manager_version=
+
+  attr_reader :config_file
+
+  def initialize(config_file)
+    @config_file = config_file
+  end
+
+  def run
+    OpsManager.set_conf(:target, config.ip)
+    OpsManager.set_conf(:username, config.username)
+    OpsManager.set_conf(:password, config.password)
+    OpsManager.set_conf(:pivnet_token, config.pivnet_token)
+
+    self.extend(OpsManager::Deployments::Vsphere)
+
+    case
+    when current_version.empty?
+      puts "No OpsManager deployed at #{target}. Deploying ...".green
+      deploy
+      create_first_user
+    when current_version < desired_version then
+      puts "OpsManager at #{target} version is #{current_version}. Upgrading to #{desired_version}.../".green
+      upgrade
+    when current_version == desired_version then
+      puts "OpsManager at #{target} version is already #{config.desired_version}. Skiping ...".green
+    end
+  end
+
+  def deploy
+    deploy_vm(desired_vm_name , config.ip)
+  end
+
+  %w{ stop_current_vm deploy_vm }.each do |m|
+    define_method(m) do
+      raise NotImplementedError
+    end
+  end
+
+  def create_first_user
+    puts '====> Creating initial user...'.green
+    until( create_user.code.to_i == 200) do
+      print '.'.green ; sleep 1
+    end
+  end
+
+  def upgrade
+    get_installation_assets
+    get_installation_settings(write_to: 'installation_settings.json')
+    stop_current_vm(current_vm_name)
+    deploy
+    upload_installation_assets
+    provision_missing_stemcells
+    OpsManager::InstallationRunner.trigger!.wait_for_result
+
+    puts "====> Finish!".green
+  end
+
+
+  def new_vm_name
+    @new_vm_name ||= "#{config.name}-#{config.desired_version}"
+  end
+
+  private
+  def current_version
+    @current_version ||= OpsManager::Semver.new(get_current_version)
+  end
+
+  def desired_version
+    @desired_version ||= OpsManager::Semver.new(config.desired_version)
+  end
+
+  def current_vm_name
+    @current_vm_name ||= "#{config.name}-#{current_version}"
+  end
+
+  def desired_vm_name
+    @desired_vm_name ||= "#{config.name}-#{config.desired_version}"
+  end
+
+  def provision_missing_stemcells
+    puts '====> Reprovisioning missing stemcells...'.green
+    installation_settings.stemcells.each do |s|
+      download_stemcell(s.fetch(:version), s.fetch(:file), /vsphere/)
+      import_stemcell(s.fetch(:file))
+    end
+  end
+
+  def pivnet_api
+    @pivnet_api ||= OpsManager::Api::Pivnet.new
+  end
+
+  def opsman_api
+    @opsman_api ||= OpsManager::Api::Opsman.new
+  end
+
+  def config
+    parsed_yml = ::YAML.load_file(@config_file)
+    @config ||= OpsManager::Configs::OpsmanDeployment.new(parsed_yml)
+  end
+
+  def installation_settings
+    @installation_settings ||= OpsManager::InstallationSettings.new(parsed_installation_settings)
+  end
+
+  def parsed_installation_settings
+    JSON.parse(File.read('installation_settings.json'))
+  end
+
+  def desired_version?(version)
+    !!(desired_version.to_s =~/#{version}/)
+  end
+end

data/lib/ops_manager/cli.rb

@@ -0,0 +1,159 @@
+require "clamp"
+require "ops_manager/product_deployment"
+require "ops_manager/appliance_deployment"
+require "ops_manager/product_template_generator"
+require "ops_manager/director_template_generator"
+require "ops_manager/installation"
+
+class OpsManager
+  class Cli < Clamp::Command
+
+    class Target < Clamp::Command
+      parameter "OPS_MANAGER_IP", "OpsManager url", required: true
+
+      def execute
+        OpsManager.set_target(@ops_manager_ip)
+      end
+    end
+
+    class Status < Clamp::Command
+      def execute
+        puts OpsManager.show_status
+      end
+    end
+
+    class Login < Clamp::Command
+      parameter "USERNAME", "OpsManager username", required: true
+      parameter "PASSWORD", "OpsManager password", required: true
+
+      def execute
+        OpsManager.login(@username, @password)
+      end
+    end
+
+    class DeployAppliance < Clamp::Command
+      parameter "OPS_MANAGER_CONFIG", "OpsManager appliance config file", required: true
+
+      def execute
+        OpsManager::ApplianceDeployment.new(ops_manager_config).run
+      end
+    end
+
+    class DeployProduct < Clamp::Command
+      parameter "PRODUCT_CONFIG", "OpsManager product config file", required: true
+      option "--force", :flag, "force deployment"
+
+      def execute
+        OpsManager::ProductDeployment.new(product_config, force?).run
+      end
+    end
+
+    class GetInstallationSettings < Clamp::Command
+      def execute
+        puts parsed_response.to_yaml
+      end
+
+      private
+      def parsed_response
+        response = opsman.get_installation_settings
+        JSON.parse(response.body)
+      end
+
+      def opsman
+        OpsManager::Api::Opsman.new(silent: true)
+      end
+    end
+
+    class ImportStemcell < Clamp::Command
+      parameter "STEMCELL_FILEPATH", "Stemcell file path", required: true
+
+      def execute
+        OpsManager::Api::Opsman.new.import_stemcell(@stemcell_filepath)
+      end
+    end
+
+    class DeleteUnusedProducts < Clamp::Command
+
+      def execute
+        OpsManager.new.delete_products
+      end
+    end
+
+    class GetUaaToken < Clamp::Command
+      def execute
+        puts OpsManager::Api::Opsman.new.get_token.info.fetch('access_token')
+      end
+    end
+
+    class SSH < Clamp::Command
+      def execute
+        `ssh ubuntu@#{OpsManager.get_conf(:target)}`
+      end
+    end
+
+    class GetProductTemplate < Clamp::Command
+      parameter "PRODUCT_NAME", "Product tile name. Example: p-cf", required: true
+
+      def execute
+        puts OpsManager::ProductTemplateGenerator.new(@product_name).generate_yml
+      end
+    end
+
+    class GetInstallationLogs < Clamp::Command
+      parameter "INSTALLATION_ID", "Installation ID. Use 'last' to retrive the latest", required: true
+
+      def execute
+        if @installation_id == "last"
+          puts OpsManager::Installation.all.last.logs
+        else
+          puts OpsManager::Installation.new(@installation_id).logs
+        end
+      end
+    end
+
+    class GetDirectorTemplate < Clamp::Command
+      def execute
+        puts OpsManager::DirectorTemplateGenerator.new.generate_yml
+      end
+    end
+
+    class Curl < Clamp::Command
+      option ['-X', '--http-method'], "HTTP_METHOD", "HTTP Method (GET,POST)", default: 'GET'
+      parameter "ENDPOINT", "OpsManager api endpoint. eg: /v0/installation_settings", required: true
+
+      def execute
+        puts case http_method.strip
+        when 'GET'
+          opsman.authenticated_get(@endpoint).body
+        when 'POST'
+          opsman.authenticated_post(@endpoint).body
+        else
+          "Unsupported method: #{http_method.strip}"
+        end
+      end
+
+      private
+      def opsman
+        OpsManager::Api::Opsman.new(silent: true)
+      end
+    end
+
+    # Core commands
+    subcommand "status", "Test credentials and shows status", Status
+    subcommand "target", "Target an OpsManager appliance", Target
+    subcommand "login", "Login to OpsManager" , Login
+    subcommand "deploy-appliance", "Deploys/Upgrades OpsManager", DeployAppliance
+    subcommand "deploy-product", "Deploys/Upgrades product tiles", DeployProduct
+    subcommand "get-director-template", "Generates Director installation template", GetDirectorTemplate
+    subcommand "get-product-template", "Generates Product tile installation template", GetProductTemplate
+
+    # Other commands
+    subcommand "curl", "Authenticated curl requests(POST/GET)", Curl
+    subcommand "get-installation-settings", "Gets installation settings", GetInstallationSettings
+    subcommand "get-installation-logs", "Gets installation logs", GetInstallationLogs
+    subcommand "get-uaa-token", "Gets uaa token from OpsManager", GetUaaToken
+    subcommand "import-stemcell", "Uploads stemcell to OpsManager", ImportStemcell
+    subcommand "delete-unused-products", "Deletes unused product tiles", DeleteUnusedProducts
+
+  end
+end

data/lib/ops_manager/configs/base.rb

@@ -0,0 +1,27 @@
+require 'ostruct'
+
+class OpsManager
+  class Configs
+    class Base < OpenStruct
+      def initialize(config)
+        @config = config
+        super(config)
+      end
+
+      def validate_presence_of!(*present_attrs)
+        present_attrs.map!(&:to_s).each do |attr|
+          raise "missing #{attr} on config" unless @config.has_key?(attr)
+        end
+      end
+
+      def filepath
+        find_full_path(@config['filepath'])
+      end
+
+      def find_full_path(filepath)
+        return unless filepath
+        `find #{filepath}`.split("\n").first
+      end
+    end
+  end
+end

data/lib/ops_manager/configs/opsman_deployment.rb

@@ -0,0 +1,12 @@
+require 'ops_manager/configs/base'
+
+class OpsManager
+  class Configs
+    class OpsmanDeployment < Base
+      def initialize(config)
+        super(config)
+        validate_presence_of!(:name, :desired_version, :provider, :username, :password, :pivnet_token, :ip, :opts)
+      end
+    end
+  end
+end

data/lib/ops_manager/configs/product_deployment.rb

@@ -0,0 +1,16 @@
+require 'ops_manager/configs/base'
+
+class OpsManager
+  class Configs
+    class ProductDeployment < Base
+      def initialize(config)
+        super(config)
+        validate_presence_of!(:name, :desired_version)
+      end
+
+      def stemcell
+        find_full_path(@config['stemcell'])
+      end
+    end
+  end
+end

data/lib/ops_manager/deployments/vsphere.rb

@@ -0,0 +1,43 @@
+require 'rbvmomi'
+require "uri"
+require "ops_manager/logging"
+
+class OpsManager
+  module Deployments
+    module Vsphere
+      include OpsManager::Logging
+      include OpsManager::Logging
+
+      def deploy_vm(name, ip)
+        puts '====> Starts ova deployment'.green
+        vcenter_target= "vi://#{vcenter_username}:#{vcenter_password}@#{config.opts['vcenter']['host']}/#{config.opts['vcenter']['datacenter']}/host/#{config.opts['vcenter']['cluster']}"
+        cmd = "echo yes | ovftool --acceptAllEulas --noSSLVerify --powerOn --X:waitForIp --net:\"Network 1=#{config.opts['portgroup']}\" --name=#{name} -ds=#{config.opts['datastore']} --prop:ip0=#{ip} --prop:netmask0=#{config.opts['netmask']}  --prop:gateway=#{config.opts['gateway']} --prop:DNS=#{config.opts['dns']} --prop:ntp_servers=#{config.opts['ntp_servers'].join(',')} --prop:admin_password=#{config.password} #{config.opts['ova_path']} #{vcenter_target}"
+        logger.info cmd
+        puts `#{cmd}`
+      end
+
+      def stop_current_vm(name)
+        puts "====> Stopping vm #{name}...".green
+        dc = vim.serviceInstance.find_datacenter(config.opts['vcenter']['datacenter'])
+        logger.info "finding vm: #{name}"
+        vm = dc.find_vm(name) or fail "VM not found"
+        vm.PowerOffVM_Task.wait_for_completion
+      end
+
+      private
+      def vim
+        RbVmomi::VIM.connect host: config.opts['vcenter']['host'], user: URI.unescape(config.opts['vcenter']['username']), password: URI.unescape(config.opts['vcenter']['password']), insecure: true
+      end
+
+      def vcenter_username
+        URI.encode(config.opts['vcenter']['username'])
+      end
+
+      def vcenter_password
+        URI.encode(config.opts['vcenter']['password'])
+      end
+    end
+  end
+end
+
+

data/lib/ops_manager/director_template_generator.rb

@@ -0,0 +1,59 @@
+class OpsManager
+  class DirectorTemplateGenerator
+    def generate
+      merge_director_template_products
+      delete_schema_version
+      delete_director_ssl
+      delete_uaa_ssl
+      delete_guid
+      delete_ip_assignments
+      installation_settings.to_h
+    end
+
+    def generate_yml
+      generate.to_yaml
+        .gsub('"(( merge on guid ))"', '(( merge on guid ))')
+        .gsub('"(( merge on identifier ))"', '(( merge on identifier ))')
+    end
+
+    private
+    def installation_settings
+      return @installation_settings if @installation_settings
+      parsed_installation_settings = JSON.parse(installation_settings_response.body)
+      @installation_settings = OpsManager::InstallationSettings.new(parsed_installation_settings)
+    end
+
+    def merge_director_template_products
+      installation_settings.merge!('products' => director_product_template.fetch('products'))
+    end
+
+    def delete_schema_version
+      @installation_settings.delete('installation_schema_version')
+    end
+
+    def delete_ip_assignments
+      @installation_settings.delete('ip_assignments')
+    end
+
+    def delete_guid
+      @installation_settings.delete('guid')
+    end
+
+    def delete_director_ssl
+      director_product_template["products"][1].delete("director_ssl")
+    end
+
+    def delete_uaa_ssl
+      director_product_template["products"][1].delete("uaa_ssl")
+    end
+
+    def director_product_template
+      @director_product_template ||= OpsManager::ProductTemplateGenerator.new('p-bosh').generate
+    end
+
+
+    def installation_settings_response
+      OpsManager::Api::Opsman.new(silent: true).get_installation_settings
+    end
+  end
+end

data/lib/ops_manager/errors.rb

@@ -0,0 +1,9 @@
+class OpsManager
+  class UpgradeError < RuntimeError ; end
+  class InstallationError < RuntimeError ; end
+  class ProductDeploymentError < RuntimeError ; end
+  class InstallationSettingsError < RuntimeError ; end
+  class PivnetAuthenticationError < RuntimeError ; end
+  class StemcellUploadError < RuntimeError ; end
+  class ProductUploadError < RuntimeError ; end
+end

data/lib/ops_manager/installation.rb

@@ -0,0 +1,38 @@
+class OpsManager
+  class Installation
+    attr_reader :id
+
+    def initialize(id)
+      @id = id
+    end
+
+    def logs
+      parsed_logs.fetch('logs')
+    end
+
+    class << self
+      def all
+        parsed_installations.fetch('installations').collect{ |i| new(i.fetch('id')) }.reverse
+      end
+
+      private
+
+      def parsed_installations
+        JSON.parse(opsman_api.get_installations.body)
+      end
+
+      def opsman_api
+        OpsManager::Api::Opsman.new
+      end
+    end
+
+    private
+    def parsed_logs
+      JSON.parse(opsman_api.get_installation_logs(id).body)
+    end
+
+    def opsman_api
+      @opsman_api ||= OpsManager::Api::Opsman.new
+    end
+  end
+end

data/lib/ops_manager/installation_runner.rb

@@ -0,0 +1,75 @@
+class OpsManager
+  class InstallationRunner
+    extend Forwardable
+    def_delegators :opsman_api, :trigger_installation, :get_installation, :get_current_version,
+      :get_staged_products, :get_staged_products_errands
+    attr_reader :id
+
+    def trigger!
+      res = trigger_installation( body: body.join('&') )
+      @id = JSON.parse(res.body).fetch('install').fetch('id').to_i
+      self
+    end
+
+    def self.trigger!
+      new.trigger!
+    end
+
+    def wait_for_result
+      while JSON.parse(get_installation(id).body).fetch('status') == 'running'
+        print '.'.green
+        sleep 10
+      end
+      puts ''
+    end
+
+    private
+    def body
+      @body ||= [ 'ignore_warnings=true' ]
+      @body << errands_body
+
+      @body
+    end
+
+    def opsman_api
+      @opsman_api ||= OpsManager::Api::Opsman.new
+    end
+
+    def errands_body
+      staged_products_guids.collect do |product_guid|
+        post_deploy_errands_body_for(product_guid)
+      end
+    end
+
+    def post_deploy_errands_body_for(product_guid)
+      post_deploy_errands = post_deploy_errands_for(product_guid)
+
+      unless post_deploy_errands.empty?
+        post_deploy_errands.collect{ |e| "enabled_errands[#{product_guid}][post_deploy_errands][]=#{e}" }
+      else
+        "enabled_errands[#{product_guid}]{}"
+      end
+    end
+
+    def staged_products_guids
+      staged_products.collect {|product| product.fetch('guid') }
+    end
+
+    def staged_products
+      JSON.parse(get_staged_products.body)
+    end
+
+    def post_deploy_errands_for(product_guid)
+      errands_for(product_guid).keep_if{ |errand| errand['post_deploy'] }.map{ |o| o['name']}
+    end
+
+    def errands_for(product_guid)
+      res = get_staged_products_errands(product_guid)
+      if res.code == 200
+        JSON.parse(res.body)['errands']
+      else
+        []
+      end
+    end
+  end
+end

data/lib/ops_manager/installation_settings.rb

@@ -0,0 +1,16 @@
+class OpsManager
+  class InstallationSettings < Hash
+    def initialize(parsed_installation_settings)
+      super.merge!(parsed_installation_settings)
+    end
+
+    def stemcells
+      self.fetch('products').inject([]) do |a, p|
+        a << {
+          version: p['stemcell'].fetch('version'),
+          file: p['stemcell'].fetch('file'),
+        }
+      end
+    end
+  end
+end

data/lib/ops_manager/logging.rb

@@ -0,0 +1,17 @@
+require 'logger'
+
+class OpsManager
+  module Logging
+    def logger
+      Logging.logger
+    end
+
+    def self.logger
+      @logger ||= Logger.new( ENV['DEBUG'].nil? ? 'ops_manager.log' : STDOUT)
+    end
+
+    def self.logger=(logger)
+      @logger = logger
+    end
+  end
+end