bitswarmbox 1.0.0.pre16

data/lib/bitswarmbox/config.rb

@@ -0,0 +1,87 @@
+module BitswarmBox
+  # Stores the configuration for BitswarmBox.
+  class Config
+    # The default settings for the configuration.
+    DEFAULTS = {
+      environment_vars: [
+        { 'PACKER_CACHE_DIR' => (
+            Pathname.new(ENV['BOXES_HOME_DIR'] || '~/.bitswarmbox'
+                        ).expand_path + 'packer_cache')
+        },
+        { 'AWS_ACCESS_KEY_ID' => ENV['AWS_ACCESS_KEY_ID'] },
+        { 'AWS_SECRET_ACCESS_KEY' => ENV['AWS_SECRET_ACCESS_KEY'] },
+        { 'AWS_DEFAULT_REGION' => ENV['AWS_DEFAULT_REGION'] },
+      ],
+      template_paths: [
+        # the gem install directory
+        File.expand_path('../../../templates', __FILE__)
+      ],
+      script_paths: [
+        # the gem install directory
+        File.expand_path('../../../scripts', __FILE__)
+      ],
+      puppet_lib_paths: [
+        # the gem install directory
+        File.expand_path('../../../puppet', __FILE__)
+      ],
+      ssh_key_paths: [
+        # the gem install directory
+        File.expand_path('../../../keys', __FILE__)
+      ]
+    }
+
+    # The directory which bitswarmbox works out of.
+    def home_dir
+      @home_dir ||= Pathname.new(
+        ENV['BOXES_HOME_DIR'] || '~/.bitswarmbox').expand_path
+    end
+
+    # The directory inside the `home_dir` which bitswarmbox runs builds inside of.
+    def working_dir
+      @working_dir ||= Pathname.new(
+        ENV['BOXES_WORKING_DIR'] || home_dir + 'tmp').expand_path
+    end
+
+    # Paths known to bitswarmbox for discovering templates.
+    attr_accessor :template_paths
+
+    # Paths known to bitswarmbox for discovering scripts.
+    attr_accessor :script_paths
+
+    attr_accessor :puppet_lib_paths, :ssh_key_paths
+
+    # A Hash of environment variables BitswarmBox sets in the run environment.
+    attr_accessor :environment_vars
+
+    def initialize
+      configure_with(DEFAULTS)
+
+      return unless user_settings_file.exist?
+
+      user_settings = YAML.load_file(user_settings_file)
+      configure_with(user_settings)
+    end
+
+    private
+
+    def user_settings_file
+      home_dir + 'config.yml'
+    end
+
+    def configure_with(opts = {}) # rubocop:disable Metrics/MethodLength
+      opts.each do |k, v|
+        next unless respond_to?("#{k}=")
+
+        if v.class == Array
+          v.each do |e|
+            set = Set.new(send("#{k}".to_sym))
+            set << e
+            send("#{k}=".to_sym, set.to_a)
+          end
+        else
+          send("#{k}=".to_sym, v)
+        end
+      end
+    end
+  end
+end

data/lib/bitswarmbox/environment.rb

@@ -0,0 +1,128 @@
+require "rsync"
+
+module BitswarmBox
+  # For creating and managing the environment which bitswarmbox uses.
+  class Environment
+    def initialize
+      FileUtils.mkdir_p(BitswarmBox.config.working_dir)
+
+      sync_templates
+      sync_scripts
+      sync_puppet
+      sync_ssh_keys
+    end
+
+    def available_templates
+      t = Dir.glob("#{BitswarmBox.config.working_dir}/templates/*/**")
+      a = t.collect { |c| c.include?('preseed.cfg') ? next : c }.compact
+
+      a.collect do |c|
+        c = c.gsub(BitswarmBox.config.working_dir.to_s + '/templates/', '')
+        c.gsub('.erb', '')
+      end
+    end
+
+    def hidden_templates
+      t = Dir.glob("#{BitswarmBox.config.working_dir}/templates/*/**")
+      a = t.collect { |c| c.include?('preseed.cfg') ? c : next }.compact
+
+      a.collect do |c|
+        c.gsub(BitswarmBox.config.working_dir.to_s + '/templates/', '')
+      end
+    end
+
+    def available_scripts
+      t = Dir.glob("#{BitswarmBox.config.working_dir}/scripts/*")
+      a = t.collect { |c| c.include?('purge.sh') ? next : c }.compact
+
+      a.collect do |c|
+        c.gsub(BitswarmBox.config.working_dir.to_s + '/scripts/', '')
+      end
+    end
+
+    def hidden_scripts
+      t = Dir.glob("#{BitswarmBox.config.working_dir}/scripts/*")
+      a = t.collect { |c| c.include?('purge.sh') ? c : next }.compact
+
+      a.collect do |c|
+        c.gsub(BitswarmBox.config.working_dir.to_s + '/scripts/', '')
+      end
+    end
+
+    private
+
+    def sync_templates
+      BitswarmBox.config.template_paths.each do |template_path|
+        Rsync.run(template_path, BitswarmBox.config.working_dir, ['-av', '--delete']) do |result|
+          if result.success?
+            result.changes.each do |change|
+              puts "#{change.filename} (#{change.summary})"
+            end
+          else
+            fail BuildRunError, result.error
+          end
+        end
+      end
+    end
+
+    def sync_scripts
+      BitswarmBox.config.script_paths.each do |script_path|
+        Rsync.run(script_path, BitswarmBox.config.working_dir, ['-av', '--delete']) do |result|
+          if result.success?
+            result.changes.each do |change|
+              puts "#{change.filename} (#{change.summary})"
+            end
+          else
+            fail BuildRunError, result.error
+          end
+        end
+      end
+    end
+
+    def sync_puppet
+      BitswarmBox.config.puppet_lib_paths.each do |puppet_path|
+        Rsync.run(puppet_path, BitswarmBox.config.working_dir, ['-av', '--delete']) do |result|
+          if result.success?
+            result.changes.each do |change|
+              puts "#{change.filename} (#{change.summary})"
+            end
+          else
+            fail BuildRunError, result.error
+          end
+        end
+      end
+    end
+
+    public
+
+    def sync_ssh_keys(reverse = false)
+      key_dir = BitswarmBox.config.working_dir + 'keys'
+
+      FileUtils.mkdir_p(key_dir)
+
+      BitswarmBox.config.ssh_key_paths.each do |key_path|
+        if reverse
+          Rsync.run(key_dir, File.expand_path("#{key_path}/.."), ['-av']) do |result|
+            if result.success?
+              result.changes.each do |change|
+                puts "#{change.filename} (#{change.summary})"
+              end
+            else
+              fail BuildRunError, result.error
+            end
+          end
+        else
+          Rsync.run(key_path, BitswarmBox.config.working_dir, ['-av', '--delete']) do |result|
+            if result.success?
+              result.changes.each do |change|
+                puts "#{change.filename} (#{change.summary})"
+              end
+            else
+              fail BuildRunError, result.error
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/bitswarmbox/errors.rb

@@ -0,0 +1,19 @@
+module BitswarmBox
+  # A collection of errors which can be raised by bitswarmbox.
+  module Errors
+    # Base error class for all other errors.
+    class BitswarmBoxError < StandardError; end
+
+    # Raised when a template is missing.
+    class TemplateNotFoundError < BitswarmBoxError; end
+
+    # Raised when a script is missing.
+    class ScriptNotFoundError < BitswarmBoxError; end
+
+    # Raised when an expected argument is missing.
+    class MissingArgumentError < BitswarmBoxError; end
+
+    # Raised when a build fails.
+    class BuildRunError < BitswarmBoxError; end
+  end
+end

data/lib/bitswarmbox/subprocess.rb

@@ -0,0 +1,39 @@
+module BitswarmBox
+  # Standardise handling the stdout and stderr from Open3.
+  #
+  # @example Print the values returned to stdout and stderr
+  #   BitswarmBox::Utils::Subprocess.run 'ls' do |stdout, stderr, thread|
+  #     puts stdout unless stdout == nil
+  #     puts stderr unless stderr == nil
+  #   end
+  #
+  class Subprocess
+    # Create a new subprocess with a command, with a block for the response.
+    #
+    # @param cmd [String] the command to run
+    # @yield [stdout, stderr, thread] Gives the stdout, stderr and process
+    #   thread to the block.
+    def self.run(command) # rubocop:disable Metrics/MethodLength
+      # see: http://stackoverflow.com/a/1162850/83386
+      Open3.popen3(command) do |_stdin, stdout, stderr, thread|
+        # read each stream from a new thread
+        { out: stdout, err: stderr }.each do |key, stream|
+          Thread.new do
+            stream.each_line do |line|
+              # yield the block depending on the stream
+              if key == :out
+                yield line, nil, thread if block_given?
+              else
+                yield nil, line, thread if block_given?
+              end
+            end
+          end
+        end
+
+        thread.join # don't exit until the external process is done
+
+        thread.value
+      end
+    end
+  end
+end

data/lib/bitswarmbox/template.rb

@@ -0,0 +1,50 @@
+module BitswarmBox
+  # Representations of Packer templates.
+  class Template
+    include BitswarmBox::Errors
+
+    attr_reader :name, :template
+
+    # Load a template with a given name.
+    #
+    # @param env [BitswarmBox::Environment] the environment to source templates.
+    # @param name [String] the name of the template.
+    #
+    # @return [BitswarmBox::Template] a template instance.
+    def initialize(env, name)
+      fail(TemplateNotFoundError) unless env.available_templates.include?(name)
+
+      @name = name
+      @template = ''
+      File.open(BitswarmBox.config.working_dir + "templates/#{name}.erb") do |f|
+        @template << f.read
+      end
+    end
+
+    # Render the template.
+    #
+    # @param args [Hash] the values to set.
+    #
+    # @return [String] the rendered template.
+    def render(args)
+      ERB.new(template, nil, '-').result(ERBContext.new(args).get_binding)
+    end
+
+    # A context to render inside, to avoid polluting other classes.
+    class ERBContext
+      # Create a new context with a given hash of values.
+      #
+      # @params args [Hash] the values to substitute.
+      def initialize(args = {})
+        args.each_pair do |k, v|
+          instance_variable_set('@' + k.to_s, v)
+        end
+      end
+
+      # The binding which is passed to ERB.
+      def get_binding # rubocop:disable Style/AccessorMethodName
+        binding
+      end
+    end
+  end
+end

data/lib/bitswarmbox/version.rb

@@ -0,0 +1,4 @@
+# Versions and other declarations.
+module BitswarmBox
+  VERSION = "1.0.0.pre16".freeze
+end

data/lib/bitswarmbox.rb

@@ -0,0 +1,29 @@
+require 'set'
+require 'fileutils'
+require 'pathname'
+require 'yaml'
+require 'open3'
+require 'erb'
+
+require 'claide'
+require 'colored'
+
+require 'bitswarmbox/version'
+require 'bitswarmbox/errors'
+require 'bitswarmbox/config'
+require 'bitswarmbox/subprocess'
+require 'bitswarmbox/environment'
+require 'bitswarmbox/template'
+require 'bitswarmbox/builder'
+require 'bitswarmbox/command'
+
+# Toolkit for building Vagrantboxes, VM and cloud images.
+module BitswarmBox
+  class << self
+    attr_reader :config
+
+    def config
+      @config ||= Config.new
+    end
+  end
+end

data/lib/boxes.rb

@@ -0,0 +1,29 @@
+require 'set'
+require 'fileutils'
+require 'pathname'
+require 'yaml'
+require 'open3'
+require 'erb'
+
+require 'claide'
+require 'colored'
+
+require 'boxes/version'
+require 'boxes/errors'
+require 'boxes/config'
+require 'boxes/subprocess'
+require 'boxes/environment'
+require 'boxes/template'
+require 'boxes/builder'
+require 'boxes/command'
+
+# Toolkit for building Vagrantboxes, VM and cloud images.
+module Boxes
+  class << self
+    attr_reader :config
+
+    def config
+      @config ||= Config.new
+    end
+  end
+end

data/puppet/Puppetfile

@@ -0,0 +1,58 @@
+forge 'http://forge.puppetlabs.com'
+
+mod 'bitswarmlabs/bsl_puppet',
+  :git    => 'https://github.com/bitswarmlabs/puppet-bsl_puppet.git',
+  :tag    => '0.6.7'
+
+mod 'bitswarmlabs/bsl_bootstrap',
+  :git    => 'https://github.com/bitswarmlabs/puppet-bsl_bootstrap.git',
+  :tag    => '0.6.7'
+
+mod 'bitswarmlabs/aws',
+  :git => 'https://github.com/bitswarmlabs/puppetlabs-aws.git',
+  :tag =>  '1.4.0'
+
+mod 'abrader/gms', '1.0.2'
+mod 'adrien/alternatives', '0.3.0'
+mod 'arnoudj/sudo', '1.3.0'
+mod 'bitswarmlabs/ohmyzsh', :git => 'https://github.com/bitswarmlabs/puppet-ohmyzsh.git'
+mod 'bryana/ec2tagfacts', '0.1.18'
+mod 'conjur/conjur', '0.0.4'
+mod 'croddy/make', '0.0.5'
+mod 'garethr/docker', '5.2.0'
+mod 'gentoo/portage', '2.3.0'
+mod 'herculesteam/augeasproviders_core', '2.1.2'
+mod 'herculesteam/augeasproviders_ssh', '2.5.0'
+mod 'hunner/hiera', '2.0.1'
+mod 'jamtur01/httpauth', '0.0.3'
+mod 'jethrocarr/hostname', '1.0.2'
+mod 'maestrodev/wget', '1.7.3'
+mod 'puppet/extlib', '0.11.3'
+mod 'puppet/puppetboard', '2.8.2'
+mod 'puppetlabs/apache', '1.10.0'
+mod 'puppetlabs/apt', '2.2.2'
+mod 'puppetlabs/concat', '2.1.0'
+mod 'puppetlabs/docker_platform', '2.1.0'
+mod 'puppetlabs/firewall', '1.8.1'
+mod 'puppetlabs/gcc', '0.3.0'
+mod 'puppetlabs/git', '0.4.0'
+mod 'puppetlabs/inifile', '1.5.0'
+mod 'puppetlabs/java', '1.5.0'
+mod 'puppetlabs/ntp', '4.2.0'
+mod 'puppetlabs/pe_gem', '0.2.0'
+mod 'puppetlabs/postgresql', '4.7.1'
+mod 'puppetlabs/puppetdb', '5.1.2'
+mod 'puppetlabs/reboot', '1.2.1'
+mod 'puppetlabs/ruby', '0.5.0'
+mod 'puppetlabs/stdlib', '4.12.0'
+mod 'puppetlabs/vcsrepo', '1.3.2'
+mod 'puppetlabs/xinetd', '2.0.0'
+mod 'saz/rsyslog', '3.5.1'
+mod 'saz/ssh', '2.8.1'
+mod 'saz/timezone', '3.3.0'
+mod 'stahnma/epel', '1.2.2'
+mod 'stankevich/python', '1.12.0'
+mod 'theforeman/foreman', '5.2.0'
+mod 'theforeman/puppet', '5.0.0'
+mod 'theforeman/tftp', '1.8.1'
+mod 'zack/r10k', '3.2.0'

data/puppet/environments/aws/manifests/base.pp

@@ -0,0 +1,3 @@
+hiera_include('classes')
+
+include bsl_puppet::agent

data/puppet/environments/vagrant/environment.conf

@@ -0,0 +1 @@
+modulepath = /vagrant/puppet/modules:/etc/puppetlabs/code/environments/vagrant/modules:/etc/puppetlabs/code/environments/common/modules:/etc/puppetlabs/code/environments/common/dist:/etc/puppetlabs/code/modules:/opt/puppetlabs/puppet/modules

data/puppet/environments/vagrant/manifests/base.pp

@@ -0,0 +1,3 @@
+hiera_include('classes')
+
+include bsl_puppet::agent

data/puppet/hiera.yaml

@@ -0,0 +1,15 @@
+# Hiera config file used by Packer provisioner.
+---
+:logger: console
+:backends:
+  - yaml
+:hierarchy:
+  - "common"
+  - "%{::provisioner}"
+  - "%{::environment}"
+  - "%{::osfamily}"
+  - "%{::app_project}"
+  - "local"
+:yaml:
+  :datadir: "/tmp/hieradata"
+:merge_behavior: deeper

data/puppet/hieradata/aws.yaml

@@ -0,0 +1,11 @@
+---
+classes:
+  - packer::aws
+  - packer::aws::networking
+  - packer::aws::users
+#  - packer::ec2::cloudinit
+#  - packer::ec2::sshd
+
+packer::aws::users::ohmyzsh: true
+ohmyzsh::plugins:
+  - aws

data/puppet/hieradata/common.yaml

@@ -0,0 +1,9 @@
+---
+classes:
+  - packer::updates
+  - packer::clock
+
+puppetmaster: 'puppet'
+
+hello_worlds:
+  - "hello from Packer's hieradata/common.yaml"

data/puppet/hieradata/debian.yaml

@@ -0,0 +1,6 @@
+---
+packer::aws::local_service_acct_user: 'admin'
+packer::aws::local_service_acct_gecos: 'Admin'
+
+ohmyzsh::plugins:
+  - debian

data/puppet/hieradata/puppetmaster.yaml

@@ -0,0 +1,7 @@
+---
+classes:
+  - bsl_bootstrap::puppetmaster::prepare
+  - bsl_bootstrap::puppetmaster::setup
+
+hello_worlds:
+  - "hello from Packer's hieradata/puppetmaster.yaml"

data/puppet/hieradata/ubuntu.yaml

@@ -0,0 +1,3 @@
+---
+ohmyzsh::plugins:
+  - ubuntu

data/puppet/hieradata/vagrant.yaml

@@ -0,0 +1,3 @@
+---
+classes:
+  - packer::vagrant

data/puppet/hieradata/vsphere.yaml

@@ -0,0 +1,3 @@
+---
+classes:
+  - packer::vsphere

data/puppet/manifests/r10k_bootstrap.pp

@@ -0,0 +1,37 @@
+class r10k_bootstrap(
+  $project = "${::app_project}",
+) {
+  notify { "## Bootstrapping r10k and local Puppet module library": }
+
+  package { 'r10k':
+    provider => puppet_gem,
+    ensure   => installed
+  }
+  ->
+  file { '/usr/bin/r10k':
+    ensure  => link,
+    target  => '/opt/puppetlabs/puppet/bin/r10k',
+    force   => true,
+  }
+
+  if $project == 'puppetmaster' {
+    $data_root = '/etc/puppetlabs/code'
+  }
+  else {
+    $data_root = '/opt/puppetlabs/puppet'
+  }
+
+  file { "${data_root}/Puppetfile":
+    ensure => file,
+    source => '/tmp/Puppetfile',
+  }
+  ~>
+  exec { 'r10k puppetfile install -v':
+    logoutput   => true,
+    refreshonly => true,
+    cwd         => $data_root,
+    path        => '/usr/bin:/bin',
+  }
+}
+
+include 'r10k_bootstrap'

data/puppet/modules/packer/manifests/aws/cloudinit.pp

@@ -0,0 +1,20 @@
+class packer::aws::cloudinit {
+  include '::packer::aws'
+
+  $distro = $::operatingsystem ? {
+    /(RedHat|CentOS|Fedora|Scientific|SL|SLC|Ascendos|CloudLinux|PSBM|OracleLinux|OVS|OEL|Amazon|XenServer)/ => 'redhat',
+    'Debian' => 'debian',
+    'Ubuntu' => 'ubuntu',
+    'Archlinux' => 'archlinux',
+    'Gentoo' => 'gentoo',
+  }
+
+  file { '/etc/cloud':
+    ensure => directory,
+  }
+
+  file { '/etc/cloud/cloud.cfg':
+    ensure  => file,
+    content => template("packer/ec2/${distro}-cloud-cfg.erb")
+  }
+}

data/puppet/modules/packer/manifests/aws/networking/params.pp

@@ -0,0 +1,46 @@
+class packer::aws::networking::params {
+
+  case $::osfamily {
+    debian: {
+      $udev_rule        = '/etc/udev/rules.d/70-persistent-net.rules'
+      $udev_rule_gen    = '/lib/udev/rules.d/75-persistent-net-generator.rules'
+    }
+
+    redhat: {
+      case $::operatingsystemrelease {
+        '7.0.1406', '7.1.1503', '7.2.1511', '7.2': {
+          case $::provisioner {
+            'virtualbox': { $interface_script = '/etc/sysconfig/network-scripts/ifcfg-enp0s3' }
+            'vmware':     { $interface_script = '/etc/sysconfig/network-scripts/ifcfg-ens33' }
+          }
+
+          $udev_rule        = '/etc/udev/rules.d/70-persistent-net.rules'
+          $udev_rule_gen    = '/lib/udev/rules.d/75-persistent-net-generator.rules'
+        }
+
+        '5.11': {
+          $interface_script = '/etc/sysconfig/network-scripts/ifcfg-eth0'
+          $udev_rule        = '/etc/udev/rules.d/70-persistent-net.rules'
+        }
+
+        '21', '22', '23': {
+          case $::provisioner {
+            'virtualbox': { $interface_script = '/etc/sysconfig/network-scripts/ifcfg-enp0s3' }
+            'vmware':     { $interface_script = '/etc/sysconfig/network-scripts/ifcfg-ens33' }
+          }
+        }
+
+        default: {
+          $interface_script = '/etc/sysconfig/network-scripts/ifcfg-eth0'
+          $udev_rule        = '/etc/udev/rules.d/70-persistent-net.rules'
+          $udev_rule_gen    = '/lib/udev/rules.d/75-persistent-net-generator.rules'
+        }
+      }
+    }
+
+    default: {
+      fail( "Unsupported platform: ${::osfamily}/${::operatingsystem}" )
+    }
+  }
+
+}

data/puppet/modules/packer/manifests/aws/networking.pp

@@ -0,0 +1,23 @@
+class packer::aws::networking inherits packer::aws::networking::params {
+  if ( $udev_rule != undef ) {
+    file { $udev_rule:
+      ensure => absent,
+    }
+  }
+
+  if ( $udev_rule_gen != undef ) {
+    file { $udev_rule_gen:
+      ensure => link,
+      target => '/dev/null',
+    }
+  }
+
+  if ( $interface_script != undef ) {
+    file_line { "remove ${interface_script} hwaddr":
+      path   => $interface_script,
+      line   => '#HWADDR withheld',
+      match  => 'HWADDR',
+    }
+  }
+
+}

data/puppet/modules/packer/manifests/aws/sshd.pp

@@ -0,0 +1,10 @@
+class packer::aws::sshd {
+
+  class { 'ssh::server':
+    storeconfigs_enabled => false,
+    options => {
+      'PermitRootLogin'      => 'without-password',
+      'GSSAPIAuthentication' => 'no',
+    },
+  }
+}