vagrant-pe_build 0.0.3 → 0.1.0

data/lib/pe_build/config/pe_bootstrap.rb

@@ -0,0 +1,110 @@
+require 'vagrant'
+
+require 'pe_build/config/global'
+require 'pe_build/config_default'
+
+module PEBuild
+module Config
+
+class PEBootstrap < PEBuild::Config::Global
+
+  # @!attribute master
+  #   @return The DNS hostname of the Puppet master for this node.
+  attr_accessor :master
+
+  # @!attribute answer_file
+  #   @return [String] The path to a user specified answer_file file (Optional)
+  attr_accessor :answer_file
+
+  # @!attribute verbose
+  #   @return [TrueClass, FalseClass] if stdout will be displayed when installing
+  attr_accessor :verbose
+
+  # @!attribute role
+  #   @return [Symbol] The type of the PE installation role. One of [:master, :agent]
+  attr_accessor :role
+  VALID_ROLES = [:agent, :master]
+
+  # @!attribute step
+  #   @return [Hash<Symbol, String>] a hash whose keys are step levels, and whose
+  #                                  keys are directories to optional steps.
+  attr_accessor :step
+
+  attr_accessor :relocate_manifests
+  # @!attribute relocate_manifests
+  #   @return [TrueClass, FalseClass] if the puppet master should use manifests
+  #                                   out of the vagrant directory.
+
+  # @todo config option for autosigning.
+  #attr_accessor :autosign
+
+  def initialize
+    super
+    @role        = UNSET_VALUE
+    @verbose     = UNSET_VALUE
+    @master      = UNSET_VALUE
+    @answer_file = UNSET_VALUE
+
+    @relocate_manifests = UNSET_VALUE
+
+    #@autosign    = UNSET_VALUE
+
+    @step    = {}
+  end
+
+  include PEBuild::ConfigDefault
+
+  def finalize!
+    # This does _not_ set default values for config options inherited from the
+    # global configuration. If configuration is not set for a value on the
+    # global config or here it will be passed through as `UNSET_VALUE`, which
+    # is not ideal.
+
+    set_default :@role,        :agent
+    set_default :@verbose,     true
+    set_default :@master,      'master'
+    set_default :@answer_file, nil
+
+    set_default :@relocate_manifests, (@role == :master)
+  end
+
+  def add_step(name, script_path)
+    name = (name.is_a?(Symbol)) ? name : name.intern
+    step[name] = script_path
+  end
+
+  # @todo Convert error strings to I18n
+  def validate(machine)
+    h = super
+
+    errors = []
+    if @version == UNSET_VALUE and machine.config.pe_build.version == UNSET_VALUE
+      errors << "Version must be set on provisioner when unset globally"
+    end
+
+    unless VALID_ROLES.any? {|sym| @role == sym}
+      errors << "Role must be one of #{VALID_ROLES.inspect}, was #{@role.inspect}"
+    end
+
+    unless @verbose == !!@verbose
+      errors << "'verbose' must be a boolean, got #{@verbose.class}"
+    end
+
+    unless @master.is_a? String
+      errors << "'master' must be a string containing the address of the master, got a #{@master.class}"
+    end
+
+    if @answer_file and !File.readable? @answer_file
+      errors << "'answers_file' must be a readable file"
+    end
+
+    if @relocate_manifests and not @role == :master
+      errors << "'relocate_manifests' can only be applied to a master"
+    end
+
+    errors |= h.values.flatten
+    {"PE Bootstrap" => errors}
+  end
+end
+end
+end

data/lib/pe_build/config_default.rb

@@ -0,0 +1,16 @@
+require 'vagrant'
+
+module PEBuild
+module ConfigDefault
+
+  # @param [Symbol] iv The instance variable to set the default value
+  # @param [Object] default The default value
+  def set_default(iv, default)
+    iv_val = instance_variable_get(iv)
+    if iv_val == Vagrant::Plugin::V2::Config::UNSET_VALUE
+      instance_variable_set(iv, default)
+    end
+  end
+  private :set_default
+end
+end

data/lib/pe_build/idempotent.rb

@@ -0,0 +1,16 @@
+module PEBuild
+module Idempotent
+
+  # @param fpath [String]
+  # @param desc [String, nil]
+  def idempotent(fpath, desc = nil, &block)
+    desc ||= fpath
+
+    if File.exist? fpath
+      @env.ui.warn "#{desc} is already present.", :prefix => true
+    else
+      yield
+    end
+  end
+end
+end

data/lib/pe_build/plugin.rb

@@ -0,0 +1,38 @@
+require 'vagrant'
+require 'pe_build/version'
+
+if Vagrant::VERSION < "1.1.0"
+  raise "vagrant-pe_build version #{PEBuild::VERSION} requires Vagrant 1.1 or later"
+end
+
+module PEBuild
+class Plugin < Vagrant.plugin('2')
+
+  name 'pe_build'
+
+  description <<-DESC
+  This plugin adds commands and provisioners to automatically install Puppet
+  Enterprise on Vagrant guests.
+  DESC
+
+  config(:pe_bootstrap, :provisioner) do
+    require_relative 'config/pe_bootstrap'
+    PEBuild::Config::PEBootstrap
+  end
+
+  config(:pe_build) do
+    require_relative 'config/global'
+    PEBuild::Config::Global
+  end
+
+  provisioner(:pe_bootstrap) do
+    require_relative 'provisioner/pe_bootstrap'
+    PEBuild::Provisioner::PEBootstrap
+  end
+
+  command(:'pe-build') do
+    require_relative 'command'
+    PEBuild::Command
+  end
+end
+end

data/lib/pe_build/provisioner/pe_bootstrap.rb

@@ -0,0 +1,202 @@
+require 'vagrant'
+
+require 'pe_build/archive'
+require 'pe_build/util/config'
+
+require 'log4r'
+require 'fileutils'
+require 'erb'
+
+module PEBuild
+module Provisioner
+
+class PEBootstrap < Vagrant.plugin('2', :provisioner)
+
+  # @!attribute [r] work_dir
+  #   @return [String] The path to the machine pe_build working directory
+
+  attr_reader :work_dir
+
+  # @!attribute [r] answer_dir
+  #   @return [String] The path to the default answer file template dir
+  attr_reader :answer_dir
+
+  # @!attribute [r] answer_file
+  #   @return [String] The path to the answer file for this machine.
+  attr_reader :answer_file
+
+  def initialize(machine, config)
+    super
+
+    @logger = Log4r::Logger.new('vagrant::provisioners::pe_bootstrap')
+
+    @work_dir    = File.join(@machine.env.root_path, '.pe_build')
+    @answer_dir  = File.join(work_dir, 'answers')
+  end
+
+  # Instantiate all working directory content and stage the PE installer.
+  #
+  # @param root_config [Object] ???
+  # @return [void]
+  def configure(root_config)
+    late_config_merge(root_config)
+
+    unless File.directory? work_dir
+      FileUtils.mkdir_p work_dir
+    end
+
+    unless File.directory? answer_dir
+      FileUtils.mkdir_p answer_dir
+    end
+
+    archive = PEBuild::Archive.new(@config.filename, @machine.env)
+    archive.version = @config.version
+
+    archive.download_from(@config.download_root)
+    archive.unpack_to(@work_dir)
+  end
+
+  def provision
+    prepare_answers_file
+
+    [:base, @config.role].each do |rolename|
+      process_step rolename, :pre
+    end
+
+    perform_installation
+
+    if @config.relocate_manifests
+      relocate_installation
+    end
+
+    [:base, @config.role].each do |rolename|
+      process_step rolename, :post
+    end
+  end
+
+  private
+
+  def late_config_merge(root_config)
+    provision = @config
+    global    = root_config.pe_build
+
+    # We don't necessarily know if the configs have been merged. If a config
+    # is being used for default values and was never directly touched then it
+    # may have bad values, so we re-finalize everything. This may not be
+    # generally safe but inside of this plugin it should be ok.
+    provision.finalize!
+    global.finalize!
+
+    merged = PEBuild::Util::Config.local_merge(provision, global)
+
+    @config = merged
+  end
+
+  def generate_answers
+    if @config.answer_file
+      template_path = @config.answer_file
+    else
+      default_template_path = File.join(PEBuild.template_dir, 'answers', "#{@config.role}.txt.erb")
+      template_path = default_template_path
+    end
+    @machine.ui.info "Using #{template_path} as answers template"
+    template = File.read(template_path)
+    str = ERB.new(template).result(binding)
+  end
+
+  def prepare_answers_file
+    str = generate_answers
+
+    dest_file = File.join(@answer_dir, "#{@machine.name}.txt")
+
+    @machine.ui.info "Writing answers file to #{dest_file}"
+    File.open(dest_file, "w") do |file|
+      file.write(str)
+    end
+  end
+
+  def process_step(role, stepname)
+
+    if role != :base && config.step[stepname]
+      if File.file? config.step[stepname]
+        script_list = [*config.step[stepname]]
+      else
+        script_list = []
+        @machine.ui.warn "Cannot find defined step for #{role}/#{stepname.to_s} at \'#{config.step[stepname]}\'"
+      end
+    else
+      # We do not have a user defined step for this role or we're processing the :base step
+      script_dir  = File.join(PEBuild.source_root, 'bootstrap', role.to_s, stepname.to_s)
+      script_list = Dir.glob("#{script_dir}/*")
+    end
+
+    if script_list.empty?
+      @logger.info "No steps for #{role}/#{stepname}", :color => :cyan
+    end
+
+    script_list.each do |template_path|
+      # A message to show which step's action is running
+      @machine.ui.info "Running action for #{role}/#{stepname}"
+      template = File.read(template_path)
+      contents = ERB.new(template).result(binding)
+
+      on_remote contents
+    end
+  end
+
+  # Determine the proper invocation of the PE installer
+  def installer_cmd
+    root = "/vagrant/.pe_build"
+
+    installer_dir = "puppet-enterprise-#{@config.version}-#{@config.suffix}"
+    installer     = "puppet-enterprise-installer"
+
+    answers     = "#{root}/answers/#{@machine.name}.txt"
+    log_file    = "/root/puppet-enterprise-installer-#{Time.now.strftime('%s')}.log"
+
+    cmd = File.join(root, installer_dir, installer)
+
+    @installer_cmd = "#{cmd} -a #{answers} -l #{log_file}"
+  end
+
+  def perform_installation
+    if @machine.communicate.test('test -f /opt/puppet/pe_version')
+      @machine.ui.warn "Puppet Enterprise is already installed, skipping installation.",
+        :name  => @machine.name
+    else
+      on_remote installer_cmd
+      @machine.ui.info "Scheduling puppet run to prime pe_mcollective"
+      on_remote "echo '/opt/puppet/bin/puppet agent -t' | at next minute"
+    end
+  end
+
+  # Modify the PE puppet master config to use alternate /manifests and /modules
+  #
+  # Manifests and modules need to be mounted on the master via shared folders,
+  # but the default /vagrant mount has permissions and ownership that conflicts
+  # with the puppet master process and the pe-puppet user. Those directories
+  # need to be mounted with permissions like 'fmode=644,dmode=755,fmask=022,dmask=022'
+  #
+  def relocate_installation
+    script_path = File.join(PEBuild.template_dir, 'scripts', 'relocate_installation.sh')
+    script = File.read script_path
+    on_remote script
+  end
+
+  def on_remote(cmd)
+    @machine.communicate.sudo(cmd) do |type, data|
+      if type == :stdout
+        if @config.verbose
+          @machine.ui.info(data.chomp, :color => :green, :prefix => true)
+        else
+          @machine.ui.info('.', :color => :green)
+        end
+      else
+        @machine.ui.info(data.chomp, :color => :red, :prefix => true)
+      end
+    end
+  end
+end
+
+end
+end

data/lib/pe_build/transfer/file.rb

@@ -0,0 +1,18 @@
+require 'fileutils'
+
+module PEBuild
+module Transfer
+class File
+
+  # @param src [String] The path to the file to copy
+  # @param dst [String] The path to destination of the copied file
+  def initialize(src, dst)
+    @src, @dst = src, dst
+  end
+
+  def copy
+    FileUtils.cp @src, @dst
+  end
+end
+end
+end

data/lib/pe_build/transfer/uri.rb

@@ -0,0 +1,53 @@
+require 'pe_build/version'
+
+require 'open-uri'
+require 'progressbar'
+
+
+module PEBuild
+module Transfer
+class URI
+
+  # @param src [String] The URL to the file to copy
+  # @param dst [String] The path to destination of the copied file
+  def initialize(src, dst)
+    @src, @dst = src, dst
+  end
+
+  def copy
+    tmpfile = open_uri(@src)
+    FileUtils.mv(tmpfile, @dst)
+  end
+
+  HEADERS = {'User-Agent' => "Vagrant/PEBuild (v#{PEBuild::VERSION})"}
+
+  private
+
+  # Open a open-uri file handle for the given URL
+  #
+  # @return [IO]
+  def open_uri(path)
+    uri = ::URI.parse(path)
+    progress = nil
+
+    content_length_proc = lambda do |length|
+      if length and length > 0
+        progress = ProgressBar.new('Fetching', length)
+        progress.file_transfer_mode
+      end
+    end
+
+    progress_proc = lambda do |size|
+      progress.set(size) if progress
+    end
+
+    options = HEADERS.merge({
+      :content_length_proc => content_length_proc,
+      :progress_proc       => progress_proc,
+    })
+
+    uri.open(options)
+  end
+end
+end
+end