opsmgr 0.26.1

data/lib/opsmgr/errand_runner.rb

@@ -0,0 +1,75 @@
+require 'opsmgr/environments'
+require 'open3'
+
+module Opsmgr
+  class ErrandRunner
+    def initialize(iaas_gateway:, bosh_command:, environment_name:, logger:, product_name:, errand_name:, download_logs:)
+      @iaas_gateway = iaas_gateway
+      @bosh_command = bosh_command
+      @environment = Opsmgr::Environments.for(environment_name)
+      @logger = logger
+      @product_name = product_name
+      @errand_name = errand_name
+      @download_logs = download_logs ? "--download-logs" : ""
+    end
+
+    def run_errand
+      iaas_gateway.gateway do
+        set_bosh_deployment
+
+        system_or_fail(
+          "#{bosh_command_prefix} run errand #{@errand_name} #{@download_logs}",
+          "Errand #{@errand_name} failed"
+        )
+      end
+    end
+
+    private
+
+    def set_bosh_deployment
+      system_or_fail(bosh_command.target, 'bosh target failed')
+
+      bosh_deployment = bosh_deployment_name(bosh_command_prefix)
+
+      deployment_file = "#{ENV.fetch('TMPDIR', '/tmp')}/#{environment.settings.name}.yml"
+
+      system_or_fail(
+        "#{bosh_command_prefix} -n download manifest #{bosh_deployment} #{deployment_file}",
+        'bosh download manifest failed'
+      )
+      system_or_fail(
+        "#{bosh_command_prefix} deployment #{deployment_file}",
+        'bosh deployment failed'
+      )
+    end
+
+    def system_or_fail(command, failure_message)
+      logger.info("Running #{command}")
+      Bundler.clean_system(command) || fail(failure_message)
+    end
+
+    def bosh_deployment_name(command)
+      @bosh_deployment_name ||= begin
+        Bundler.with_clean_env do
+          bosh_deployment, status = Open3.capture2("#{command} deployments | grep -Eoh '#{@product_name}-[0-9a-f]{8,}'")
+          fail('bosh deployments failed') unless status.success?
+          bosh_deployment.chomp
+        end
+      end
+    end
+
+    def bosh_command_prefix
+      @bosh_command_prefix ||= bosh_command.command
+    end
+
+    attr_reader :iaas_gateway, :bosh_command, :environment, :logger, :product_name, :errand_name, :download_logs
+  end
+end
+# Copyright (c) 2014-2015 Pivotal Software, Inc.
+# All rights reserved.
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+# INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
+# PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
+# USE OR OTHER DEALINGS IN THE SOFTWARE.

data/lib/opsmgr/log.rb

@@ -0,0 +1,70 @@
+require 'logger'
+
+module Opsmgr
+  class << self
+    def log
+      Log.instance
+    end
+
+    def logger_for(progname)
+      LoggerWithProgName.new(progname)
+    end
+  end
+
+  module Loggable
+    def log
+      @logger ||= LoggerWithProgName.new(self.class.name)
+    end
+
+    def self.included(other_module)
+      def other_module.log
+        @logger ||= LoggerWithProgName.new(name)
+      end
+    end
+  end
+
+  class Log
+    class << self
+      def instance
+        @instance || fail('Logging attempted without being configured first!')
+      end
+
+      def test_mode!
+        log_path = '/tmp/opsmgr_test.log'
+        File.open(log_path, 'w') {} # empty out the file in a cross-platform-safe way
+        @instance = ::Logger.new(log_path, File::WRONLY | File::APPEND)
+        instance.sev_threshold = ::Logger::DEBUG
+      end
+
+      def stdout_mode!
+        STDOUT.sync = true
+        @instance = ::Logger.new(STDOUT)
+        instance.sev_threshold = ::Logger.const_get(ENV.fetch('LOG_LEVEL', 'INFO'))
+      end
+    end
+  end
+
+  class LoggerWithProgName
+    def initialize(progname)
+      @progname = progname
+    end
+
+    %w(debug info warn error fatal).map(&:to_sym).each do |level|
+      define_method(level) do |message|
+        Log.instance.public_send(level, progname) { message }
+      end
+    end
+
+    private
+
+    attr_reader :progname
+  end
+end
+# Copyright (c) 2014-2015 Pivotal Software, Inc.
+# All rights reserved.
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+# INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
+# PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
+# USE OR OTHER DEALINGS IN THE SOFTWARE.

data/lib/opsmgr/product_upload_wrapper.rb

@@ -0,0 +1,69 @@
+require 'opsmgr/ui_helpers/ui_spec_runner'
+require 'opsmgr/environments'
+require 'opsmgr/cmd/ops_manager'
+require 'opsmgr/api/client'
+
+class ProductUploadWrapper
+  def self.wrap_add(environment:, product_path:, product_name:)
+    wrap_add_upgrade(environment, product_path, product_name, 'add')
+  end
+
+  def self.wrap_upgrade(environment:, product_path:, product_name:)
+    wrap_add_upgrade(environment, product_path, product_name, 'upgrade')
+  end
+
+  def self.wrap_add_upgrade(environment, product_path, product_name, operation)
+    if operation != 'add' && operation != 'upgrade'
+      fail "Operation '#{operation}' is not available"
+    end
+
+    environment_object = Opsmgr::Environments.for(environment)
+    client = Opsmgr::Api::Client.new(environment_object)
+    opsmgr_cmd = Opsmgr::Cmd::OpsManager.new(environment_object)
+    opsmgr_cmd.upload_product(client, product_path)
+
+    products_list = opsmgr_cmd.list_products(client)
+
+    stored_version = find_latest_version(product_name, products_list)
+
+    fail "#{product_name} is not available" if stored_version.nil?
+
+    if operation == 'add'
+      opsmgr_cmd.add_product(client, product_name, stored_version.to_s)
+    else
+      installed_products = opsmgr_cmd.installed_products(client)
+      product_guid = installed_products.guid_for(product_name)
+      opsmgr_cmd.upgrade_product(client, product_guid, stored_version.to_s)
+    end
+  end
+
+  def self.find_latest_version(product_name, products_list)
+    stored_version = nil
+
+    products_list.products.each do |p|
+       if p['name'] != product_name
+         next
+       end
+
+       if stored_version.nil?
+         stored_version = Gem::Version.new p['product_version']
+       else
+         new_version = Gem::Version.new p['product_version']
+
+         if new_version > stored_version
+           stored_version = new_version
+         end
+       end
+    end
+
+    stored_version
+  end
+end
+# Copyright (c) 2014-2015 Pivotal Software, Inc.
+# All rights reserved.
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+# INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
+# PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
+# USE OR OTHER DEALINGS IN THE SOFTWARE.

data/lib/opsmgr/renderer.rb

@@ -0,0 +1,23 @@
+require 'opsmgr/renderer/aws'
+require 'opsmgr/renderer/noop'
+
+module Opsmgr
+  module Renderer
+    def self.for(settings_file_contents)
+      case YAML.load(settings_file_contents)['iaas_type']
+      when 'aws'
+        AWS.new(settings_file_contents)
+      else
+        Noop.new(settings_file_contents)
+      end
+    end
+  end
+end
+# Copyright (c) 2014-2015 Pivotal Software, Inc.
+# All rights reserved.
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+# INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
+# PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
+# USE OR OTHER DEALINGS IN THE SOFTWARE.

data/lib/opsmgr/renderer/aws.rb

@@ -0,0 +1,147 @@
+require 'aws-sdk-v1'
+require 'mustache'
+require 'active_support'
+require 'active_support/core_ext'
+
+module Opsmgr
+  module Renderer
+    class AWS < Mustache
+      BASE_RENDERER_FIELDS = {
+        vpc: 'PcfVpc',
+        iam_aws_access_key_id: 'PcfIamUserAccessKey',
+        iam_aws_secret_access_key: 'PcfIamUserSecretAccessKey',
+        ssh_key_pair_name: 'PcfKeyPairName',
+        public_subnet_id: 'PcfPublicSubnetId',
+        private_subnet_id: 'PcfPrivateSubnetId',
+        ops_manager_security_group_id: 'PcfOpsManagerSecurityGroupId',
+        vms_security_group_id: 'PcfVmsSecurityGroupId',
+        private_subnet_availability_zone: 'PcfPrivateSubnetAvailabilityZone',
+        public_subnet_availability_zone: 'PcfPublicSubnetAvailabilityZone',
+        s3_bucket_name: 'PcfOpsManagerS3Bucket',
+        ert_s3_bucket_name: 'PcfElasticRuntimeS3Bucket',
+        ert_s3_buildpacks_bucket_name: 'PcfElasticRuntimeS3BuildpacksBucket',
+        ert_s3_droplets_bucket_name: 'PcfElasticRuntimeS3DropletsBucket',
+        ert_s3_packages_bucket_name: 'PcfElasticRuntimeS3PackagesBucket',
+        ert_s3_resources_bucket_name: 'PcfElasticRuntimeS3ResourcesBucket',
+        rds_address: 'PcfRdsAddress',
+        rds_port: 'PcfRdsPort',
+        rds_username: 'PcfRdsUsername',
+        rds_password: 'PcfRdsPassword',
+        rds_ops_manager_dbname: 'PcfRdsDBName',
+        ert_elb_dns_name: 'PcfElbDnsName',
+        ert_ssh_elb_dns_name: 'PcfElbSshDnsName',
+      }
+
+      BASE_RENDERER_FIELDS.each do |method_sym, output_key|
+        define_method(method_sym) do
+          output(output_key)
+        end
+      end
+
+      attr_reader :stack_name, :region
+      def initialize(settings_file_contents)
+        @settings_file_contents = settings_file_contents
+        settings = YAML.load(@settings_file_contents)
+        @vm_configs = settings.fetch('vm_shepherd').fetch('vm_configs')
+        @stack_name = settings.fetch('vm_shepherd').fetch('env_config').fetch('stack_name')
+        @region = settings.fetch('vm_shepherd').fetch('env_config').fetch('region')
+
+        ::AWS.config(
+          access_key_id: settings.fetch('vm_shepherd').fetch('env_config').fetch('aws_access_key'),
+          secret_access_key: settings.fetch('vm_shepherd').fetch('env_config').fetch('aws_secret_key'),
+          region: region,
+        )
+        @cloud_formation = ::AWS::CloudFormation.new
+        @ec2 = ::AWS::EC2.new
+
+        @custom_renderer_fields = settings.fetch('custom_renderer_fields', [])
+        setup_custom_renderer_field_methods! unless @custom_renderer_fields.empty?
+      end
+
+      def setup_custom_renderer_field_methods!
+        @custom_renderer_fields.each do |property|
+          method_body = proc do
+            # convert my_custom_key to MyCustomKey to match AWS format
+            output(property.camelize)
+          end
+
+          self.class.send(:define_method, property.to_sym, &method_body)
+        end
+      end
+
+      def rendered_settings
+        render(@settings_file_contents)
+      end
+
+      def vms_security_group_name
+        security_group = @ec2.security_groups.find { |g| g.id == vms_security_group_id }
+        security_group ? security_group.name : ''
+      end
+
+      def s3_endpoint
+        {
+          'us-east-1' => 'https://s3.amazonaws.com',
+          'us-west-1' => 'https://s3-us-west-1.amazonaws.com',
+        }[region]
+      end
+
+      def release_candidate_public_ip
+        ops_manager_elastic_ip ? ops_manager_elastic_ip.public_ip : nil
+      end
+
+      def previous_version_public_ip
+        previous_version_elastic_ip ? previous_version_elastic_ip.public_ip : nil
+      end
+
+      private
+
+      def output(key)
+        output = outputs.detect { |o| o.key == key }
+        return output.value unless output.nil?
+        ''
+      rescue ::AWS::CloudFormation::Errors::ValidationError
+        ''
+      end
+
+      def outputs
+        @outputs ||= @cloud_formation.stacks[@stack_name].outputs
+      rescue ::AWS::CloudFormation::Errors::ValidationError
+        @outputs = {}
+      end
+
+      def ops_manager_elastic_ip
+        @ops_manager_elastic_ip ||= ops_manager_instance ? ops_manager_instance.elastic_ip : nil
+      end
+
+      def ops_manager_instance
+        @ops_manager_instance ||= find_vm_instance('RELEASE-CANDIATE')
+      end
+
+      def previous_version_elastic_ip
+        @previous_version_elastic_ip ||= previous_version_instance ? previous_version_instance.elastic_ip : nil
+      end
+
+      def previous_version_instance
+        @previous_version_instance ||= find_vm_instance('PREVIOUS-VERSION')
+      end
+
+      def find_vm_instance(vm_name_token)
+        @ec2.instances.find do |instance|
+          instance.tags.to_h['Name'] == find_vm_name(vm_name_token) && instance.status == :running
+        end
+      end
+
+      def find_vm_name(vm_name_token)
+        @vm_configs.find { |config| config.fetch('vm_name').match(vm_name_token) }.fetch('vm_name')
+      end
+    end
+  end
+end
+# Copyright (c) 2014-2015 Pivotal Software, Inc.
+# All rights reserved.
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+# INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
+# PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
+# USE OR OTHER DEALINGS IN THE SOFTWARE.

data/lib/opsmgr/renderer/noop.rb

@@ -0,0 +1,21 @@
+module Opsmgr
+  module Renderer
+    class Noop
+      def initialize(settings_file_contents)
+        @settings_file_contents = settings_file_contents
+      end
+
+      def rendered_settings
+        @settings_file_contents
+      end
+    end
+  end
+end
+# Copyright (c) 2014-2015 Pivotal Software, Inc.
+# All rights reserved.
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+# INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
+# PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
+# USE OR OTHER DEALINGS IN THE SOFTWARE.

data/lib/opsmgr/settings/microbosh/installation_settings.rb

@@ -0,0 +1,84 @@
+require 'yaml'
+require 'opsmgr/settings/microbosh/product'
+require 'opsmgr/log'
+
+module Opsmgr
+  module Settings
+    module Microbosh
+      class InstallationSettings
+        include Loggable
+
+        def self.from_api_result(result)
+          new(result.as_hash)
+        end
+
+        def initialize(installation_hash)
+          @installation_hash = installation_hash
+        end
+
+        def product(product_name)
+          products.find { |p| p.name == product_name }
+        end
+
+        def network_guid(network_name)
+          networks = installation_hash.fetch('infrastructure', {}).fetch('networks', [])
+          matching_network = networks.find { |network| network['name'] == network_name }
+
+          if matching_network.nil?
+            available_network_names = networks.map { |network| network['name'] }
+            log.warn("No network matching name #{network_name}. Available names: #{available_network_names.join(', ')}")
+            return nil
+          end
+
+          matching_network.fetch('guid')
+        end
+
+        def default_availability_zone_guid
+          first_zone = installation_hash.fetch('infrastructure', {}).fetch('availability_zones', []).first
+          first_zone['guid'] if first_zone
+        end
+
+        def availability_zone_guid(zone_name)
+          zones = installation_hash.fetch('infrastructure', {}).fetch('availability_zones', [])
+          matching_zone = zones.find do |zone|
+            zone['name'] == zone_name
+          end
+
+          if matching_zone.nil?
+            available_zone_names = zones.map { |network| network['name'] }
+            log.warn("No availability zone matching name #{zone_name}. Available names: #{available_zone_names.join(', ')}")
+            return nil
+          end
+
+          matching_zone.fetch('guid')
+        end
+
+        def to_yaml
+          YAML.dump(installation_hash)
+        end
+
+        private
+
+        attr_reader :installation_hash
+
+        def products
+          if installation_hash.key?('components')
+            installation_hash.fetch('components').map { |h| Opsmgr::Settings::Microbosh::Product.new(h) }
+          elsif installation_hash.key?('products')
+            installation_hash.fetch('products').map { |h| Opsmgr::Settings::Microbosh::Product.new(h) }
+          else
+            fail 'Unknown Ops Manager installation schema. Please check Ops Manager version.'
+          end
+        end
+      end
+    end
+  end
+end
+# Copyright (c) 2014-2015 Pivotal Software, Inc.
+# All rights reserved.
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+# INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
+# PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
+# USE OR OTHER DEALINGS IN THE SOFTWARE.