bosh_agent 1.5.0.pre.1113

data/lib/bosh_agent/infrastructure/openstack/settings.rb

@@ -0,0 +1,76 @@
+# Copyright (c) 2009-2013 VMware, Inc.
+
+module Bosh::Agent
+  class Infrastructure::Openstack::Settings
+
+    VIP_NETWORK_TYPE = "vip"
+    DHCP_NETWORK_TYPE = "dynamic"
+    MANUAL_NETWORK_TYPE = "manual"
+
+    SUPPORTED_NETWORK_TYPES = [
+        VIP_NETWORK_TYPE, DHCP_NETWORK_TYPE, MANUAL_NETWORK_TYPE
+    ]
+
+    ##
+    # Returns the logger
+    #
+    # @return [Logger] Bosh Agent logger
+    def logger
+      Bosh::Agent::Config.logger
+    end
+
+    ##
+    # Loads the the settings for this agent and set ups the public OpenSSH key.
+    #
+    # @return [Hash] Agent Settings
+    def load_settings
+      setup_openssh_key
+      Infrastructure::Openstack::Registry.get_settings
+    end
+
+    ##
+    # Returns the authorized keys filename for the Bosh user.
+    #
+    # @return [String] authorized keys filename
+    def authorized_keys
+      File.join(File::SEPARATOR, "home", BOSH_APP_USER, ".ssh", "authorized_keys")
+    end
+
+    ##
+    # Retrieves the public OpenSSH key and stores it at the authorized_keys file.
+    #
+    # @return [void]
+    def setup_openssh_key
+      public_key = Infrastructure::Openstack::Registry.get_openssh_key
+      return if public_key.nil? || public_key.empty?
+
+      FileUtils.mkdir_p(File.dirname(authorized_keys))
+      FileUtils.chmod(0700, File.dirname(authorized_keys))
+      FileUtils.chown(Bosh::Agent::BOSH_APP_USER, Bosh::Agent::BOSH_APP_GROUP, File.dirname(authorized_keys))
+
+      File.open(authorized_keys, "w") { |f| f.write(public_key) }
+      FileUtils.chown(Bosh::Agent::BOSH_APP_USER, Bosh::Agent::BOSH_APP_GROUP, authorized_keys)
+      FileUtils.chmod(0644, authorized_keys)
+    end
+
+    ##
+    # Gets the network settings for this agent.
+    #
+    # @param [String] network_name Network name
+    # @param [Hash] network_properties Network properties
+    # @return [Hash] Network settings
+    def get_network_settings(network_name, network_properties)
+      type = network_properties["type"] || "manual"
+      unless type && SUPPORTED_NETWORK_TYPES.include?(type)
+        raise Bosh::Agent::StateError, "Unsupported network type '%s', valid types are: %s" %
+                                       [type, SUPPORTED_NETWORK_TYPES.join(", ")]
+      end
+
+      # Nothing to do for "vip" and "manual" networks
+      return nil if [VIP_NETWORK_TYPE, MANUAL_NETWORK_TYPE].include? type
+
+      Bosh::Agent::Util.get_network_info
+    end
+
+  end
+end

data/lib/bosh_agent/infrastructure/openstack.rb

@@ -0,0 +1,17 @@
+# Copyright (c) 2009-2012 VMware, Inc.
+
+module Bosh::Agent
+  class Infrastructure::Openstack
+    require 'bosh_agent/infrastructure/openstack/settings'
+    require 'bosh_agent/infrastructure/openstack/registry'
+
+    def load_settings
+      Settings.new.load_settings
+    end
+
+    def get_network_settings(network_name, properties)
+      Settings.new.get_network_settings(network_name, properties)
+    end
+
+  end
+end

data/lib/bosh_agent/infrastructure/vsphere/settings.rb

@@ -0,0 +1,135 @@
+# Copyright (c) 2009-2012 VMware, Inc.
+
+module Bosh::Agent
+  class Infrastructure::Vsphere::Settings
+    DEFAULT_CDROM_RETRY_WAIT = 0.5
+
+    attr_accessor :cdrom_retry_wait
+
+    def initialize
+      base_dir = Bosh::Agent::Config.base_dir
+      @logger = Bosh::Agent::Config.logger
+      @cdrom_retry_wait = DEFAULT_CDROM_RETRY_WAIT
+      @cdrom_settings_mount_point = File.join(base_dir, 'bosh', 'settings')
+      @cdrom_device = nil
+    end
+
+    def cdrom_device
+      unless @cdrom_device
+        # only do this when not already done
+        cd_drive = File.read("/proc/sys/dev/cdrom/info").slice(/drive name:\s*\S*/).slice(/\S*\z/)
+        @cdrom_device = "/dev/#{cd_drive.strip}"
+      end
+      @cdrom_device
+    end
+
+    def load_settings
+      load_cdrom_settings
+    end
+
+    def load_cdrom_settings
+      check_cdrom
+      create_cdrom_settings_mount_point
+      mount_cdrom
+
+      env_file = File.join(@cdrom_settings_mount_point, 'env')
+
+      begin
+        settings_json = File.read(env_file)
+        @settings = Yajl::Parser.new.parse(settings_json)
+      rescue
+        raise Bosh::Agent::LoadSettingsError, 'Failed to read/write env/settings.json'
+      ensure
+        umount_cdrom
+        eject_cdrom
+      end
+      @settings
+    end
+
+    def check_cdrom
+      # Below we do a number of retries to work around race conditions both
+      # when inserting a virtual cdrom in vSphere and how udev handles
+      # detection of the new media.
+      #
+      # Part of what the udev cdrom-id helper will do is to open /dev/cdrom
+      # with O_EXCL, which will give us EBUSY - however, the exact timing of
+      # this is a little harder - so we retry.
+
+      # First give the cdrom media a little time to get detected
+      5.times do
+        begin
+          read_cdrom_byte
+          break
+        rescue => e
+          @logger.info("Waiting for #{cdrom_device} (ENOMEDIUM): #{e.inspect}")
+        end
+        sleep @cdrom_retry_wait
+      end
+
+      # Second read - invoke udevadmin settle
+      begin
+        read_cdrom_byte
+      rescue => e
+        # Do nothing
+      ensure
+        # udevadm settle default timeout is 120 seconds
+        udevadm_settle_out = udevadm_settle
+        @logger.info("udevadm: #{udevadm_settle_out}")
+      end
+
+      # Read successfuly from cdrom for 2.5 seconds
+      5.times do
+        begin
+          read_cdrom_byte
+        rescue Errno::EBUSY
+          @logger.info("Waiting for udev cdrom-id (EBUSY)")
+          # do nothing
+        rescue Errno::ENOMEDIUM # 1.8: Errno::E123
+          @logger.info("Waiting for #{cdrom_device} (ENOMEDIUM or ENOTBLK)")
+          # do nothing
+        end
+        sleep @cdrom_retry_wait
+      end
+
+      begin
+        read_cdrom_byte
+      rescue Errno::EBUSY, Errno::ENOMEDIUM # 1.8: Errno::E123
+        raise Bosh::Agent::LoadSettingsError, "No bosh cdrom env: #{e.inspect}"
+      end
+    end
+
+    def udevadm_settle
+      if File.exists? "/sbin/udevadm"
+        Bosh::Exec.sh "/sbin/udevadm settle"
+      elsif File.exists? "/sbin/udevsettle"
+        Bosh::Exec.sh "/sbin/udevsettle"
+      else
+        raise Bosh::Agent::LoadSettingsError, "No udevsettle"
+      end
+    end
+
+    def read_cdrom_byte
+      File.read(cdrom_device, 1)
+    end
+
+    def create_cdrom_settings_mount_point
+      FileUtils.mkdir_p(@cdrom_settings_mount_point)
+      FileUtils.chmod(0700, @cdrom_settings_mount_point)
+    end
+
+    def mount_cdrom
+      result = Bosh::Exec.sh "mount #{cdrom_device} #@cdrom_settings_mount_point 2>&1"
+      raise Bosh::Agent::LoadSettingsError,
+        "Failed to mount settings on #@cdrom_settings_mount_point: #{result.output}" if result.failed?
+    end
+
+    def umount_cdrom
+      Bosh::Exec.sh "umount #@cdrom_settings_mount_point 2>&1"
+    end
+
+    def eject_cdrom
+      Bosh::Exec.sh "eject #{cdrom_device}"
+    end
+
+  end
+end

data/lib/bosh_agent/infrastructure/vsphere.rb

@@ -0,0 +1,16 @@
+# Copyright (c) 2009-2012 VMware, Inc.
+
+module Bosh::Agent
+  class Infrastructure::Vsphere
+    require 'bosh_agent/infrastructure/vsphere/settings'
+
+    def load_settings
+      Settings.new.load_settings
+    end
+
+    def get_network_settings(network_name, properties)
+      # Nothing to do
+    end
+
+  end
+end

data/lib/bosh_agent/infrastructure.rb

@@ -0,0 +1,25 @@
+# Copyright (c) 2009-2012 VMware, Inc.
+require 'bosh_agent'
+
+module Bosh::Agent
+  class UnknownInfrastructure < StandardError; end
+
+  class Infrastructure
+
+    def initialize(infrastructure_name)
+      @name = infrastructure_name
+      infrastructure = File.join(File.dirname(__FILE__), 'infrastructure', "#{infrastructure_name}.rb")
+
+      if File.exist?(infrastructure)
+        require infrastructure
+      else
+        raise UnknownInfrastructure, "infrastructure '#{infrastructure_name}' not found"
+      end
+    end
+
+    def infrastructure
+      Infrastructure.const_get(@name.capitalize).new
+    end
+
+  end
+end

data/lib/bosh_agent/message/apply.rb

@@ -0,0 +1,184 @@
+# Copyright (c) 2009-2012 VMware, Inc.
+
+module Bosh::Agent
+  module Message
+    class Apply < Base
+
+      def self.long_running?; true end
+
+      def self.process(args)
+        self.new(args).apply
+      end
+
+      def initialize(args)
+        @platform = Bosh::Agent::Config.platform
+
+        if args.size < 1
+          raise ArgumentError, "not enough arguments"
+        end
+
+        @new_spec = args.first
+        unless @new_spec.is_a?(Hash)
+          raise ArgumentError, "invalid spec, Hash expected, " +
+                               "#{@new_spec.class} given"
+        end
+
+        # Note: new spec needs to be updated before a plan is
+        # created which binds to this new spec
+        #
+        # Collect network state from the infrastructure
+        # - Loop through each network
+        # - Get network settings for each network
+        if @new_spec["networks"]
+          @new_spec["networks"].each do |network, properties|
+            infrastructure = Bosh::Agent::Config.infrastructure
+            network_settings =
+                infrastructure.get_network_settings(network, properties)
+            logger.debug("current network settings from VM: #{network_settings.inspect}")
+            logger.debug("new network settings to be applied: #{properties.inspect}")
+            if network_settings
+              @new_spec["networks"][network].merge!(network_settings)
+              logger.debug("merged network settings: #{@new_spec["networks"].inspect}")
+            end
+          end
+        end
+
+        @old_spec = Bosh::Agent::Config.state.to_hash
+
+        @old_plan = Bosh::Agent::ApplyPlan::Plan.new(@old_spec)
+        @new_plan = Bosh::Agent::ApplyPlan::Plan.new(@new_spec)
+
+        %w(bosh jobs packages monit).each do |dir|
+          FileUtils.mkdir_p(File.join(base_dir, dir))
+        end
+      end
+
+      def apply
+        logger.info("Applying: #{@new_spec.inspect}")
+
+        if !@old_plan.deployment.empty? &&
+            @old_plan.deployment != @new_plan.deployment
+          raise Bosh::Agent::MessageHandlerError,
+                "attempt to apply #{@new_plan.deployment} " +
+                "to #{old_plan.deployment}"
+        end
+
+        # FIXME: tests
+        # if @state["configuration_hash"] == @new_spec["configuration_hash"]
+        #   return @state
+        # end
+
+        if @new_plan.configured?
+          begin
+            delete_job_monit_files
+            apply_job
+            apply_packages
+            configure_job
+            reload_monit
+            @platform.update_logging(@new_spec)
+          rescue Exception => e
+            raise Bosh::Agent::MessageHandlerError,
+                  "#{e.message}: #{e.backtrace}"
+          end
+        end
+
+        # FIXME: assumption right now: if apply succeeds state should be
+        # identical with apply spec
+        Bosh::Agent::Config.state.write(@new_spec)
+        @new_spec
+
+      rescue Bosh::Agent::StateError => e
+        raise Bosh::Agent::MessageHandlerError, e
+      end
+
+      private
+
+      def delete_job_monit_files
+        dir = File.join(base_dir, "monit", "job")
+        logger.info("Removing job-specific monit files: #{dir}")
+
+        # Remove all symlink targets
+        Dir.glob(File.join(dir, "*")).each do |f|
+          if File.symlink?(f)
+            logger.info("Removing monit symlink target file: " +
+                        "#{File.readlink(f)}")
+            FileUtils.rm_rf(File.readlink(f))
+          end
+        end
+
+        FileUtils.rm_rf(dir)
+      end
+
+      def apply_job
+        if @new_plan.has_jobs?
+          @new_plan.install_jobs
+        else
+          logger.info("No job")
+        end
+      end
+
+      def apply_packages
+        if @new_plan.has_packages?
+          @new_plan.install_packages
+        else
+          logger.info("No packages")
+        end
+
+        cleanup_packages
+      end
+
+      def configure_job
+        if @new_plan.has_jobs?
+          @new_plan.configure_jobs
+        end
+      end
+
+      # We GC packages - leaving the package union of old spec and new spec
+      def cleanup_packages
+        delete_old_packages
+        delete_old_symlinks
+      end
+
+      def delete_old_packages
+        files_to_keep = Set.new
+
+        (@old_plan.packages + @new_plan.packages).each do |package|
+          files_to_keep << package.install_path
+        end
+
+        glob = File.join(base_dir, "data", "packages", "*", "*")
+
+        Dir[glob].each do |path|
+          unless files_to_keep.include?(path)
+            logger.info("Removing old package version: #{path}")
+            FileUtils.rm_rf(path)
+          end
+        end
+      end
+
+      def delete_old_symlinks
+        files_to_keep = Set.new
+
+        (@old_plan.packages + @new_plan.packages).each do |package|
+          files_to_keep << package.link_path
+        end
+
+        glob = File.join(base_dir, "packages", "*")
+
+        Dir[glob].each do |path|
+          unless files_to_keep.include?(path)
+            logger.info("Removing old package link: #{path}")
+            FileUtils.rm_rf(path)
+          end
+        end
+      end
+
+      def reload_monit
+        if Bosh::Agent::Config.configure
+          Bosh::Agent::Monit.reload
+        end
+      end
+
+    end
+  end
+end

data/lib/bosh_agent/message/base.rb

@@ -0,0 +1,38 @@
+# Copyright (c) 2009-2012 VMware, Inc.
+
+module Bosh::Agent
+  module Message
+    class Base
+
+      def logger
+        Bosh::Agent::Config.logger
+      end
+
+      def base_dir
+        Bosh::Agent::Config.base_dir
+      end
+
+      def logs_dir
+        File.join(base_dir, "sys", "log")
+      end
+
+      def settings
+        Bosh::Agent::Config.settings
+      end
+
+      def store_path
+        File.join(base_dir, 'store')
+      end
+
+      def store_migration_target
+        File.join(base_dir, 'store_migraton_target')
+      end
+
+      def handler_error(message)
+        logger.error("Handler error: #{message}")
+        raise Bosh::Agent::MessageHandlerError, message
+      end
+
+    end
+  end
+end