opsmgr-cgfrost 0.35.9

data/lib/opsmgr/cmd/bosh_command.rb

@@ -0,0 +1,189 @@
+require 'backport_refinements'
+using OpsManagerUiDrivers::BackportRefinements
+
+require 'opsmgr/ui_helpers/ui_spec_runner'
+require 'opsmgr/environments'
+require 'opsmgr/api/client'
+require 'ops_manager_ui_drivers'
+require 'capybara'
+require 'capybara/dsl'
+require 'capybara/webkit'
+
+module Opsmgr
+  module Cmd
+    class BoshCommand
+      include Capybara::DSL
+
+      def initialize(env_name:, om_version:)
+        @env_settings = Opsmgr::Environments.for(env_name).settings
+        configure_capybara
+
+        @env_name = env_name
+        @om_version = om_version
+        @current_ops_manager = setup_or_login
+
+        configure_client_credentials
+      end
+
+      def command
+        ip = ENV['DIRECTOR_IP_OVERRIDE'] || director_ip
+
+        if Gem::Version.new(om_version) >= Gem::Version.new('1.7')
+          return "BOSH_CLIENT=#{@bosh_client} BOSH_CLIENT_SECRET=#{@bosh_client_secret} bosh -t #{ip} --ca-cert #{root_cert_file}"
+        end
+
+        %W(
+          bosh
+          -t #{ip}
+          -u director
+          -p #{director_password}
+        ).join(' ')
+      end
+
+      def director_ip
+        status_page = current_ops_manager.product_status_for(director_tile_name)
+
+        partitioned_job_name = 'director-partition-null-az'
+        availability_zones = env_settings['ops_manager']['availability_zones']
+        if availability_zones
+          az_name = availability_zones.first['iaas_identifier'] || 'first-az'
+          partitioned_job_name = "director-partition-#{current_ops_manager.availability_zone_guid_for_name(az_name)}"
+        end
+
+        if Gem::Version.new(om_version) >= Gem::Version.new('1.8')
+          partitioned_job_name = 'director'
+        end
+
+        director_status = status_page.job_status(partitioned_job_name)
+
+        director_status.ips.first
+      end
+
+      private
+
+      def configure_client_credentials
+        return unless Gem::Version.new(om_version) >= Gem::Version.new('1.7')
+
+        installation_settings = api_client.installation_settings.as_hash
+        uaa_credentials = installation_settings['products'].find { |p| p['identifier'] == 'p-bosh' }['uaa_credentials']
+
+
+        @bosh_client = uaa_credentials['identity']
+        @bosh_client_secret = uaa_credentials['password']
+      end
+
+      def api_client
+        @api_client ||= Opsmgr::Api::Client.new(Opsmgr::Environments.for(@env_name), @om_version)
+      end
+
+      def root_cert_file
+        return @file_path if @file_path
+        tmp_dir = ENV.fetch('TMPDIR', '/tmp')
+        FileUtils.mkpath(tmp_dir)
+        @file_path = tmp_dir + '/root_ca_certificate'
+
+        result = api_client.root_ca_certificate
+        fail result.message if result.is_a?(Api::Error)
+        File.write(@file_path, result)
+
+        @file_path
+      end
+
+      def setup_or_login
+        driver = ops_manager_driver(om_version)
+
+        driver.setup_page.setup_or_login(
+          user: env_settings['ops_manager']['username'],
+          password: env_settings['ops_manager']['password'],
+        )
+        driver
+      end
+
+      def configure_capybara
+        Capybara.configure do |c|
+          c.default_driver = :webkit
+          c.run_server = false
+          c.app_host = env_settings['ops_manager']['url']
+        end
+
+        Capybara::Webkit.configure do |c|
+          c.ignore_ssl_errors = true
+          c.allow_url(env_settings['ops_manager']['url'])
+        end
+
+        page.current_window.resize_to(1024, 1600) # avoid overlapping footer spec failures
+      end
+
+      def director_password
+        browser = self
+
+        browser.visit '/'
+        browser.click_on "show-#{director_tile_name}-configure-action"
+        browser.click_on 'show-credentials-action'
+
+        credentials = ''
+
+        browser.within "#installations_credentials" do
+          credentials = browser.find(:xpath, ".//td[@class='with-table']/table[@class='table']/tbody/tr[4]/td[@class='value value-col']").text
+        end
+
+        credentials.split(' / ')[1]
+      end
+
+      def director_tile_name
+        om_version.to_f >= 1.6 ? 'p-bosh' : 'microbosh'
+      end
+
+      def ops_manager_driver(om_version)
+        case om_version
+        when '1.4'
+          om_1_4
+        when '1.5'
+          om_1_5
+        when '1.6'
+          om_1_6
+        when '1.7'
+          om_1_7
+        when '1.8'
+          om_1_8
+        else
+          fail "Unsupported Ops Manager Version #{om_version.inspect}"
+        end
+      end
+
+      def om_1_4
+        @om_1_4 ||= create_web_ui(OpsManagerUiDrivers::Version14)
+      end
+
+      def om_1_5
+        @om_1_5 ||= create_web_ui(OpsManagerUiDrivers::Version15)
+      end
+
+      def om_1_6
+        @om_1_6 ||= create_web_ui(OpsManagerUiDrivers::Version16)
+      end
+
+      def om_1_7
+        @om_1_7 ||= create_web_ui(OpsManagerUiDrivers::Version17)
+      end
+
+      def om_1_8
+        @om_1_8 ||= create_web_ui(OpsManagerUiDrivers::Version18)
+      end
+
+      def create_web_ui(version_module)
+        version_module::WebUi.new(browser: self)
+      end
+
+      attr_reader :env_settings, :om_version, :current_ops_manager
+    end
+  end
+end
+# Copyright (c) 2014-2015 Pivotal Software, Inc.
+# All rights reserved.
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+# INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
+# PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
+# USE OR OTHER DEALINGS IN THE SOFTWARE.

data/lib/opsmgr/cmd/ops_manager.rb

@@ -0,0 +1,142 @@
+require 'backport_refinements'
+using OpsManagerUiDrivers::BackportRefinements
+
+require 'opsmgr/log'
+
+module Opsmgr
+  module Cmd
+    class OpsManager
+      include Loggable
+
+      def initialize(target_environment)
+        @environment = target_environment
+      end
+
+      def configure_microbosh_infrastructure(client)
+        result = client.installation_settings
+        return unless result.success?
+
+        result = result.as_hash
+        return if result.fetch('installation_version', '') != '1.4'
+        return if result['infrastructure']['type'] != 'vsphere'
+
+        result['infrastructure']['file_system'] = {
+          'microbosh_vm_folder' => environment.settings.dig('name'),
+          'microbosh_template_folder' => environment.settings.dig('name'),
+          'microbosh_disk_path' => environment.settings.dig('name'),
+        }
+
+        file = Tempfile.new('om_install_settings')
+        file.write(YAML.dump(result))
+        file.close
+
+        client.upload_product_installation_settings(file.path)
+      end
+
+      def delete_unused_products(client)
+        result = client.delete_unused_products
+        if result.success?
+          log.info 'Successfully deleted unused products'
+        else
+          fail result.message
+        end
+      end
+
+      def upload_product(client, path)
+        result = client.upload_component(path)
+        if result.success?
+          log.info 'Successfully uploaded product'
+        else
+          fail result.message
+        end
+      end
+
+      def list_products(client)
+        result = client.list_products
+        if result.success?
+          result
+        else
+          fail result.message
+        end
+      end
+
+      def add_product(client, name, version)
+        result = client.add_product(name, version)
+        if result.success?
+          log.info 'Successfully added product'
+        else
+          fail result.message
+        end
+      end
+
+      def upgrade_product(client, guid, version)
+        result = client.upgrade_product(guid, version)
+        if result.success?
+          log.info 'Successfully upgraded product'
+        else
+          fail result.message
+        end
+      end
+
+      def installed_products(client)
+        result = client.installed_products
+        if result.success?
+          result
+        else
+          fail result.message
+        end
+      end
+
+      def import_installation(client, path)
+        result = client.import_installation(path, environment.settings.dig('ops_manager', 'password'))
+        if result.success?
+          log.info 'Successfully imported installation'
+        else
+          fail result.message
+        end
+      end
+
+      def import_stemcell(client, path)
+        result = client.import_stemcell(path)
+        if result.success?
+          log.info 'Successfully imported stemcell'
+        else
+          fail result.message
+        end
+      end
+
+      def download_staged_manifest(client, guid, manifest_filepath)
+        result = client.download_staged_manifest(guid)
+        if result.success?
+          File.open(manifest_filepath, 'w') do |mf|
+            mf.write(result.manifest)
+          end
+          log.info 'Successfully downloaded staged manifest for product'
+        else
+          fail result.message
+        end
+      end
+
+      def revert_staged_changes(client)
+        result = client.revert_staged_changes
+        if result.success?
+          log.info 'Successfully reverted staged changes'
+        else
+          fail result.message
+        end
+      end
+
+      private
+
+      attr_reader :environment
+    end
+  end
+end
+# Copyright (c) 2014-2015 Pivotal Software, Inc.
+# All rights reserved.
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+# INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
+# PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
+# USE OR OTHER DEALINGS IN THE SOFTWARE.

data/lib/opsmgr/environments.rb

@@ -0,0 +1,106 @@
+require 'backport_refinements'
+using OpsManagerUiDrivers::BackportRefinements
+
+require 'active_support'
+require 'active_support/core_ext'
+require 'erb'
+require 'yaml'
+require 'opsmgr/renderer'
+
+module Opsmgr
+  class Environments
+    def self.for(name = '')
+      env_config = config_file(directory, config_filename(name))
+      unless File.exist?(env_config)
+        raise "No environments config found in #{env_config}. Specify path using ENV_DIRECTORY or ENV_CONFIG_FILE."
+      end
+
+      new(env_config, name)
+    end
+
+    def self.list
+      Dir.glob(config_file(directory, '*')).map do |path|
+        fname = File.basename(path, '.*')
+        if fname == 'metadata'
+          string_keyed_hash = YAML.load(File.read(path))
+          string_keyed_hash['name'].to_sym
+        else
+          fname.to_sym
+        end
+      end
+    end
+
+    def self.directory
+      ENV.fetch('ENV_DIRECTORY', File.join(Dir.pwd, '../environment/'))
+    end
+
+    def self.config_filename(name)
+      ENV.key?('ENV_DIRECTORY') ? "#{name}.yml" : 'metadata'
+    end
+
+    def self.config_file(dir, name)
+      ENV.fetch('ENV_CONFIG_FILE', File.join(dir, name))
+    end
+
+    def initialize(config_path, env_name = '')
+      @config_path = config_path
+      @env_name = env_name
+    end
+
+    def settings_with_merged_folders(installation_settings)
+      return settings unless installation_settings['infrastructure']['file_system']
+      file_system = installation_settings['infrastructure']['file_system']
+
+      settings_to_modify = settings
+      settings_to_modify.dig('vm_shepherd', 'vm_configs', 0, 'cleanup', 'datacenter_folders_to_clean') << file_system['microbosh_vm_folder']
+      settings_to_modify.dig('vm_shepherd', 'vm_configs', 0, 'cleanup', 'datacenter_folders_to_clean') << file_system['microbosh_template_folder']
+      settings_to_modify.dig('vm_shepherd', 'vm_configs', 0, 'cleanup', 'datastore_folders_to_clean') << file_system['microbosh_disk_path']
+      settings_to_modify
+    end
+
+    def settings
+      string_keyed_hash = YAML.load(Renderer.for(File.read(@config_path)).rendered_settings)
+      unless @env_name == '' || string_keyed_hash['name'] == @env_name
+        raise "Specified name #{@env_name} does not match name in #{@config_path}"
+      end
+
+      fix_subnets(string_keyed_hash)
+    end
+
+    private
+
+    def fix_subnets(settings)
+      settings['ops_manager']['networks'].each do |n|
+        next if n['subnets']
+        availability_zones = settings['ops_manager']['availability_zones'] || []
+        n['subnets'] = [
+          {
+            'identifier' => n['identifier'],
+            'cidr' => n['subnet'],
+            'dns' => n['dns'],
+            'gateway' => n['gateway'],
+            'reserved_ips' => n['reserved_ips'],
+            'availability_zones' => availability_zones.map { |z| z['name'] }
+          }
+        ]
+      end
+
+      if settings['vm_shepherd']['env_config']
+        outputs = settings['vm_shepherd']['env_config']['outputs']
+        unless outputs['subnets']
+          outputs['subnets'] = [outputs['public_subnet_id'], outputs['private_subnet_id']]
+        end
+      end
+
+      settings
+    end
+  end
+end
+# Copyright (c) 2014-2015 Pivotal Software, Inc.
+# All rights reserved.
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+# INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
+# PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
+# USE OR OTHER DEALINGS IN THE SOFTWARE.

data/lib/opsmgr/errand_runner.rb

@@ -0,0 +1,62 @@
+require 'opsmgr/bosh_command_runner'
+require 'open3'
+
+module Opsmgr
+  class ErrandRunner
+    def initialize(bosh_command:, environment_name:, logger:, product_name:, errand_name:, download_logs:)
+      @bosh_command = bosh_command
+      @environment_name = environment_name
+      @logger = logger
+      @product_name = product_name
+      @errand_name = errand_name
+      @download_logs = download_logs ? "--download-logs" : ""
+
+      @bosh_command_runner = Opsmgr::BoshCommandRunner.new(
+        bosh_command: @bosh_command,
+        logger: @logger
+      )
+    end
+
+    def run_errand
+      deployments_output = begin
+        @bosh_command_runner.run_and_capture_output('deployments')
+      rescue RuntimeError
+        raise 'bosh deployments failed'
+      end
+
+      bosh_deployment = deployments_output[/#{@product_name}-[0-9a-f]{8,}/]
+
+      fail 'Deployment not found' if bosh_deployment.nil?
+
+      deployment_file = "#{ENV.fetch('TMPDIR', '/tmp')}/#{environment_name}.yml"
+
+      begin
+        @bosh_command_runner.run(
+          "-n download manifest #{bosh_deployment} #{deployment_file}"
+        )
+      rescue RuntimeError
+        raise 'bosh download manifest failed'
+      end
+
+      begin
+        @bosh_command_runner.run(
+          "-d #{deployment_file} run errand #{@errand_name} #{@download_logs}"
+        )
+      rescue RuntimeError
+        raise "Errand #{@errand_name} failed"
+      end
+    end
+
+    private
+
+    attr_reader :bosh_command, :environment_name, :logger, :product_name, :errand_name, :download_logs
+  end
+end
+# Copyright (c) 2014-2015 Pivotal Software, Inc.
+# All rights reserved.
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+# INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
+# PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
+# USE OR OTHER DEALINGS IN THE SOFTWARE.