bitswarmbox 1.0.0.pre16

data/builders/aws/ubuntu/build-puppetmaster-xenial64.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+
+which bitswarmbox || gem install bitswarmbox
+
+bitswarmbox build aws \
+    --name="bitswarm-puppetmaster-ubuntu-xenial64-hvm-ebs-ssd" \
+    --template="ubuntu/trusty64" \
+    --description="Bitswarm Puppetmaster bootstrap running Ubuntu Xenial 16.04 LTS amd64 hvm:ebs-ssd" \
+    --aws_region="us-west-1" \
+    --aws_source_ami="ami-08490c68" \
+    --puppetserver --bootstrap

data/builders/vagrant/build-all.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+
+echo "Building all Vagrant boxes..."
+
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+
+cd "${DIR}/../../"
+echo " - Using context root $(pwd)"
+
+set -ex
+
+
+$DIR/debian/build-base-jessie64.sh
+$DIR/debian/build-base-wheezy64.sh
+$DIR/ubuntu/build-base-precise64.sh
+$DIR/ubuntu/build-base-trusty64.sh
+$DIR/ubuntu/build-base-wily64.sh
+$DIR/ubuntu/build-base-xenial64.sh

data/builders/vagrant/debian/build-base-jessie64.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+which bitswarmbox || gem install bitswarmbox
+
+bitswarmbox build vagrant \
+    --name="base-debian-jessie" \
+    --template="debian/jessie64" \
+    --provider="virtualbox" \
+    --puppet --bootstrap

data/builders/vagrant/debian/build-base-wheezy64.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+which bitswarmbox || gem install bitswarmbox
+
+bitswarmbox build vagrant \
+    --name="base-debian-wheezy" \
+    --template="debian/wheezy64" \
+    --provider="virtualbox" \
+    --puppet --bootstrap

data/builders/vagrant/debian/build-puppetmaster-jessie64.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+which bitswarmbox || gem install bitswarmbox
+
+bitswarmbox build vagrant \
+    --name="puppetserver-debian-jessie" \
+    --template="debian/jessie64" \
+    --provider="virtualbox" \
+    --puppetserver --bootstrap

data/builders/vagrant/ubuntu/build-base-precise64.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+which bitswarmbox || gem install bitswarmbox
+
+bitswarmbox build vagrant \
+    --name=ubuntu-precise64-base \
+    --template=ubuntu/precise64 \
+    --provider=virtualbox \
+    --puppet --bootstrap

data/builders/vagrant/ubuntu/build-base-trusty64.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+which bitswarmbox || gem install bitswarmbox
+
+bitswarmbox build vagrant \
+    --name=ubuntu-trusty64-base \
+    --template=ubuntu/trusty64 \
+    --provider=virtualbox \
+    --puppet --bootstrap

data/builders/vagrant/ubuntu/build-base-wily64.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+which bitswarmbox || gem install bitswarmbox
+
+bitswarmbox build vagrant \
+    --name=ubuntu-wily64-base \
+    --template=ubuntu/wily64 \
+    --provider=virtualbox \
+    --puppet --bootstrap

data/builders/vagrant/ubuntu/build-base-xenial64.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+which bitswarmbox || gem install bitswarmbox
+
+bitswarmbox build vagrant \
+    --name=ubuntu-xenial64-base \
+    --template=ubuntu/xenial64 \
+    --provider=virtualbox \
+    --puppet --bootstrap

data/builders/vagrant/ubuntu/build-puppetmaster-trusty64.sh

@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+
+which bitswarmbox || gem install bitswarmbox
+
+bitswarmbox build vagrant \
+    --name=ubuntu-trusty64-puppetserver \
+    --template=ubuntu/trusty64 \
+    --provider=virtualbox \
+    --puppetserver --bootstrap
+
+#bitswarmbox build aws \
+#    --name=ubuntu-trusty64-puppetserver \
+#    --description='Puppetmaster Base' \
+#    --aws_region=us-west-1 \
+#    --aws_source_ami=ami-48286c28 \
+#    --template='ubuntu/trusty64' \
+#    --puppetserver --bootstrap

data/builders/vagrant/ubuntu/build-puppetmaster-xenial64.sh

@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+
+which bitswarmbox || gem install bitswarmbox
+
+bitswarmbox build vagrant \
+    --name=ubuntu-xenial64-puppetserver \
+    --template=ubuntu/xenial64 \
+    --provider=virtualbox \
+    --puppetserver --bootstrap
+
+#bitswarmbox build aws \
+#    --name=ubuntu-xenial64-puppetserver \
+#    --description='Puppetmaster Base' \
+#    --aws_region=us-west-1 \
+#    --aws_source_ami=ami-08490c68 \
+#    --template='ubuntu/trusty64' \
+#    --puppetserver --bootstrap

data/features/boxes.feature

@@ -0,0 +1,8 @@
+Feature: We can return the boxes help
+
+  Scenario: A successful response
+    When I run `boxes --help`
+    Then the output should contain "$ boxes"
+    Then the output should contain "Usage:"
+    Then the output should contain "Options:"
+    And the exit status should be 0

data/features/build.feature

@@ -0,0 +1,16 @@
+Feature: We can build boxes
+
+  Scenario: It will error without a name
+    When I run `boxes build --template=ubuntu/trusty64 --provider=vmware`
+    Then the output should contain "[!] A name is required!"
+    And the exit status should be 1
+
+  Scenario: It will error without a provider
+    When I run `boxes build --name=trusty64-standard --template=ubuntu/trusty64`
+    Then the output should contain "[!] A provider is required!"
+    And the exit status should be 1
+
+  Scenario: It will error without a template
+    When I run `boxes build --name=trusty64-standard --provider=vmware`
+    Then the output should contain "[!] A template is required!"
+    And the exit status should be 1

data/features/env.feature

@@ -0,0 +1,18 @@
+Feature: We can manage the boxes environment
+
+  Scenario: It shows the environment by default
+    When I run `boxes env`
+    Then the output should contain "Configuration:"
+    Then the output should contain "Environment Variables:"
+    And the exit status should be 0
+
+  Scenario: It has a show command
+    When I run `boxes env show`
+    Then the output should contain "Configuration:"
+    Then the output should contain "Environment Variables:"
+    And the exit status should be 0
+
+  Scenario: It can clean the environment
+    When I run `boxes env clean`
+    Then the directory named "~/.boxes/env" does not exist
+    And the exit status should be 0

data/features/support/env.rb

@@ -0,0 +1 @@
+require 'aruba/cucumber'

data/lib/bitswarmbox/builder.rb

@@ -0,0 +1,181 @@
+module BitswarmBox
+  # Class which drives the build process.
+  class Builder
+    include BitswarmBox::Errors
+
+    attr_accessor :name, :description
+    attr_accessor :template, :scripts, :provider, :provisioner, :packer_shell_exec_cmd
+    attr_accessor :puppet, :puppetserver, :ansible, :chef, :docker, :bootstrap
+    attr_accessor :app_creator, :app_project, :app_version
+    attr_accessor :aws_access_key, :aws_secret_key, :aws_region, :aws_source_ami, :aws_user_data
+
+    # Initialise a new build.
+    #
+    # @param env [BitswarmBox::Environment] environment to operate in.
+    # @param args [Hash]
+    # @param template [String] the name of the template.
+    # @param scripts [Array] scripts to include in the build.
+    def initialize(env, args) # rubocop:disable Metrics/MethodLength
+      @environment = env
+      @provisioner = args[:provisioner] || fail(MissingArgumentError,
+                                          'The provisioner must be specified.')
+      @packer_shell_exec_cmd = args[:packer_shell_exec_cmd] || 'chmod +x {{ .Path }}; {{ .Vars }} {{ .Path }}'
+      @name = args[:name] || fail(MissingArgumentError,
+                                  'The name must be specified.')
+      @description = args[:description]
+      @provider = args[:provider] || fail(MissingArgumentError,
+                                          'The provider must be specified.')
+      template = args[:template] || fail(MissingArgumentError,
+                                         'The template must be specified.')
+      scripts = args.fetch(:scripts, [])
+
+      @template = Template.new(env, template)
+      @scripts = scripts.collect do |c|
+        env.available_scripts.include?(c) ? c : fail(ScriptNotFoundError)
+      end
+
+      @puppet = args[:puppet]
+      @puppetserver = args[:puppetserver]
+      @chef = args[:chef]
+      @ansible = args[:ansible]
+      @docker = args[:docker]
+
+      @app_creator = args[:app_creator] || ENV['USER']
+      @app_project = args[:app_project] || 'default'
+      @app_version = args[:app_version] || BitswarmBox::VERSION
+
+      if @provisioner == 'aws'
+        @aws_access_key = args[:aws_access_key]
+        @aws_secret_key = args[:aws_secret_key]
+        @aws_region = args[:aws_region]
+        @aws_source_ami = args[:aws_source_ami]
+        @aws_user_data = args[:aws_user_data]
+      end
+
+      @bootstrap = args[:bootstrap]
+    end
+
+    # Run the build.
+    def run # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
+      original_directory = FileUtils.pwd
+      box_name = ''
+      ami = ''
+
+      # render the template
+      if provisioner == 'aws'
+        rendered_template = template.render(name: name,
+                                            description: description,
+                                            provider: provider,
+                                            provisioner: provisioner,
+                                            shell_exec_cmd: packer_shell_exec_cmd,
+                                            scripts: scripts,
+                                            puppet: puppet,
+                                            puppetserver: puppetserver,
+                                            chef: chef,
+                                            ansible: ansible,
+                                            docker: docker,
+                                            bootstrap: bootstrap,
+                                            app_creator: app_creator,
+                                            app_project: app_project,
+                                            app_version: app_version,
+                                            aws_access_key: aws_access_key,
+                                            aws_secret_key: aws_secret_key,
+                                            aws_region: aws_region,
+                                            aws_source_ami: aws_source_ami,
+                                            aws_user_data: aws_user_data,
+        )
+      else
+        rendered_template = template.render(name: name,
+                                            provider: provider,
+                                            provisioner: provisioner,
+                                            shell_exec_cmd: packer_shell_exec_cmd,
+                                            scripts: scripts,
+                                            puppet: puppet,
+                                            puppetserver: puppetserver,
+                                            chef: chef,
+                                            ansible: ansible,
+                                            docker: docker,
+                                            bootstrap: bootstrap,
+                                            app_creator: app_creator,
+                                            app_project: app_project,
+                                            app_version: app_version,
+        )
+      end
+
+      # write the template to a file
+      File.open(BitswarmBox.config.working_dir + "#{build_name}.json", 'w') do |f|
+        f.puts rendered_template
+      end
+
+      # set the environment vars
+      BitswarmBox.config.environment_vars.each do |e|
+        e.each do |k, v|
+          ENV[k] = v.to_s
+        end
+      end
+
+      # execute the packer validate command
+      FileUtils.chdir(BitswarmBox.config.working_dir)
+      cmd = "packer validate #{build_name}.json"
+      status = Subprocess.run(cmd) do |stdout, stderr, _thread|
+        puts stdout unless stdout.nil?
+        puts stderr unless stderr.nil?
+        fail() unless stderr.nil?
+      end
+
+      # execute the packer inspect command
+      # FileUtils.chdir(BitswarmBox.config.working_dir)
+      # cmd = "packer inspect #{build_name}.json"
+      # status = Subprocess.run(cmd) do |stdout, stderr, _thread|
+      #   puts stdout unless stdout.nil?
+      #   puts stderr unless stderr.nil?
+      #   fail() unless stderr.nil?
+      # end
+
+      # execute the packer build command
+      FileUtils.chdir(BitswarmBox.config.working_dir)
+      cmd = "packer build --force #{build_name}.json"
+      status = Subprocess.run(cmd) do |stdout, stderr, _thread|
+        puts stdout unless stdout.nil?
+        puts stderr unless stderr.nil?
+
+        # catch the name of the artifact
+        if @provisioner == 'vagrant' && stdout =~ /\.box/
+          box_name = stdout.gsub(/[a-zA-Z0-9:\.\-_]*?\.box/).first
+        end
+
+        if @provisioner == 'aws' && stdout =~ /ami\-[a-f0-9]+/
+          ami = stdout.gsub(/ami\-[a-f0-9]+/).first
+        end
+      end
+
+      if status.exitstatus == 0
+        if @provisioner == 'vagrant'
+          FileUtils.mv(BitswarmBox.config.working_dir + box_name,
+                     "#{original_directory}/#{box_name}")
+        elsif @provisioner == 'aws'
+          puts "All done! AWS EC2 AMI #{ami} created."
+        end
+
+      else
+        fail BuildRunError,
+             'The build didn\'t complete successfully. Check the logs.'
+      end
+    end
+
+    def finalize
+      @environment.sync_ssh_keys(true)
+    end
+
+    # Clean any temporary files used during building.
+    def clean
+      FileUtils.rm("#{build_name}.json")
+    end
+
+    private
+
+    def build_name
+      @build_name ||= "#{@name}-#{Time.now.strftime('%Y%m%d%H%M%S')}"
+    end
+  end
+end

data/lib/bitswarmbox/command/build/aws.rb

@@ -0,0 +1,90 @@
+module BitswarmBox
+  class Command
+    class Build < Command
+      class Aws < Build
+        self.summary = 'Build a Bitswarm AWS AMI'
+        self.description = 'Builds an EC2 AMI for running the Bitswarm ecosystem using templates and scripts.'
+
+        def self.options
+          [
+              ['--name=<box_name>', 'The AMI name (required)'],
+              ['--description', 'The AMI description'],
+              ['--provider=[amazon-ebs]', 'Packer provider model to utilize (defaults to amazon-ebs)'],
+              ['--template=<path/to/template>', 'Relative path within templates/ to build the box with (required)'],
+              ['--app_creator', 'app_creator metadata fact, for use with Puppet'],
+              ['--app_project', 'app_project metadata fact, for use with Puppet. Ignored if --puppetserver flag is used'],
+              ['--app_version', 'app_version metadata fact, for use with Puppet'],
+              ['--aws_access_key', 'AWS API Access Key (defaults to ENV[AWS_ACCESS_KEY])'],
+              ['--aws_secret_key', 'AWS API Secret Key (defaults to ENV[AWS_SECRET_KEY])'],
+              ['--aws_region', 'AWS Region (defaults to us-west-1)'],
+              ['--aws_source_ami', 'AMI upon which to work (must be available in aws_region)'],
+              ['--aws_user_data', 'User data to send to AWS builder'],
+              ['--puppet', 'Install basic Puppet client'],
+              ['--puppetserver', 'Install Puppet Server and provision'],
+              ['--docker', 'Install latest Docker'],
+              ['--chef', 'Install basic Chef client'],
+              ['--ansible', 'Install basic Ansible client'],
+              ['--scripts', 'Extra scripts to apply to the box (comma delimited paths)'],
+              ['--bootstrap', 'Execute bootstrap provisioning during build (Puppet apply etc)']
+          ].concat(super)
+        end
+
+        def initialize(argv)
+          @build = {}
+          @build[:provisioner] = 'aws'
+          @build[:packer_shell_exec_cmd] = "{{ .Vars }} sudo -E sh '{{ .Path }}'"
+
+          @build[:name] = argv.option('name')
+          @build[:description] = argv.option('description')
+          @build[:provider] = argv.option('provider') || 'amazon-ebs'
+          @build[:template] = argv.option('template')
+
+          @build[:app_creator] = argv.option('app_creator')
+          @build[:app_project] = argv.option('app_project')
+          @build[:app_version] = argv.option('app_version')
+
+          @build[:aws_access_key] = argv.option('aws_access_key') || ENV['AWS_ACCESS_KEY']
+          @build[:aws_secret_key] = argv.option('aws_secret_key') || ENV['AWS_SECRET_KEY']
+          @build[:aws_region] = argv.option('aws_region') || ENV['AWS_DEFAULT_REGION']
+          @build[:aws_source_ami] = argv.option('aws_source_ami')
+          @build[:aws_user_data] = argv.option('aws_user_data')
+
+          @build[:puppet] = argv.flag?('puppet')
+          @build[:puppetserver] = argv.flag?('puppetserver')
+          @build[:docker] = argv.flag?('docker')
+          @build[:chef] = argv.flag?('chef')
+          @build[:ansible] = argv.flag?('ansible')
+
+          scripts = argv.option('scripts') || ''
+          @build[:scripts] = scripts.split(',')
+
+          @build[:bootstrap] = argv.flag?('bootstrap')
+
+          super
+        end
+
+        def validate!
+          super
+
+          %w(name provider template).each do |key|
+            help! "A #{key} is required!" if @build[key.to_sym].nil?
+          end
+
+          if @build[:puppetserver] && !@build[:app_project]
+            @build[:app_project] = 'puppetmaster'
+          end
+        end
+
+        def run
+          env = BitswarmBox::Environment.new
+          builder = BitswarmBox::Builder.new(env, @build)
+          builder.run
+          builder.clean
+        rescue BitswarmBox::Errors::BuildRunError => e
+          puts "[!] #{e}".red
+          exit 1
+        end
+      end
+    end
+  end
+end

data/lib/bitswarmbox/command/build/vagrant.rb

@@ -0,0 +1,78 @@
+module BitswarmBox
+  class Command
+    class Build < Command
+      class Vagrant < Build
+        self.summary = 'Build a Bitswarm Vagrant box'
+        self.description = 'Builds a vagrant box for testing Bitswarm ecosystem using templates and scripts.'
+
+        def self.options
+          [
+              ['--name=<box_name>', 'The name for the build and resulting box (required)'],
+              ['--provider=[virtualbox|vmware]', 'The host VM provider to build the box for (required)'],
+              ['--template=<path/to/template>', 'Relative path within templates/ to build the box with (required)'],
+              ['--app_creator', 'app_creator metadata fact, for use with Puppet'],
+              ['--app_project', 'app_project metadata fact, for use with Puppet'],
+              ['--app_version', 'app_version metadata fact, for use with Puppet'],
+              ['--puppet', 'Install basic Puppet client'],
+              ['--puppetserver', 'Install Puppet Server and provision'],
+              ['--docker', 'Install latest Docker'],
+              ['--chef', 'Install basic Chef client'],
+              ['--ansible', 'Install basic Ansible client'],
+              ['--scripts', 'Extra scripts to apply to the box (comma delimited paths)'],
+              ['--bootstrap', 'Execute bootstrap provisioning during build (Puppet apply etc)']
+          ].concat(super)
+        end
+
+        def initialize(argv)
+          @build = {}
+          @build[:provisioner] = 'vagrant'
+          @build[:packer_shell_exec_cmd] = "echo 'vagrant' | {{ .Vars }} sudo -E -S bash '{{ .Path }}'"
+
+          @build[:name] = argv.option('name')
+          @build[:provider] = argv.option('provider')
+          @build[:template] = argv.option('template')
+
+          @build[:app_creator] = argv.option('app_creator')
+          @build[:app_project] = argv.option('app_project')
+          @build[:app_version] = argv.option('app_version')
+
+          @build[:puppet] = argv.flag?('puppet')
+          @build[:puppetserver] = argv.flag?('puppetserver')
+          @build[:docker] = argv.flag?('docker')
+          @build[:chef] = argv.flag?('chef')
+          @build[:ansible] = argv.flag?('ansible')
+
+          scripts = argv.option('scripts') || ''
+          @build[:scripts] = scripts.split(',')
+
+          @build[:bootstrap] = argv.flag?('bootstrap')
+
+          super
+        end
+
+        def validate!
+          super
+
+          %w(name provider template).each do |key|
+            help! "A #{key} is required!" if @build[key.to_sym].nil?
+          end
+
+          if @build[:puppetserver] && !@build[:app_project]
+            @build[:app_project] = 'puppetmaster'
+          end
+        end
+
+        def run
+          env = BitswarmBox::Environment.new
+          builder = BitswarmBox::Builder.new(env, @build)
+          builder.run
+          builder.finalize
+          builder.clean
+        rescue BitswarmBox::Errors::BuildRunError => e
+          puts "[!] #{e}".red
+          exit 1
+        end
+      end
+    end
+  end
+end

data/lib/bitswarmbox/command/build.rb

@@ -0,0 +1,42 @@
+module BitswarmBox
+  class Command
+    # Command handling for the box building functionality.
+    class Build < Command
+      self.abstract_command = true
+
+      self.summary = 'Build Bitswarm\'s boxes'
+      self.description = 'Builds boxes for Bitswarm ecosystem using templates and scripts.'
+
+      # def self.options
+      #   [
+      #       ['--name', 'The name for the build'],
+      #       ['--template', 'Template to build the box with'],
+      #   ].concat(super)
+      # end
+
+      # def initialize(argv)
+      #   @build = {}
+      #   @build[:name] = argv.option('name')
+      #   @build[:template] = argv.option('template')
+      #   scripts = argv.option('scripts') || ''
+      #   @build[:scripts] = scripts.split(',')
+      #
+      #   super
+      # end
+
+      def validate!
+        super
+      end
+
+      def run
+        env = BitswarmBox::Environment.new
+        builder = BitswarmBox::Builder.new(env, @build)
+        builder.run
+        builder.clean
+      rescue BitswarmBox::Errors::BuildRunError => e
+        puts "[!] #{e}".red
+        exit 1
+      end
+    end
+  end
+end

data/lib/bitswarmbox/command/env.rb

@@ -0,0 +1,50 @@
+module BitswarmBox
+  class Command
+    # Command handling for the environment used for building bitswarmbox.
+    class Env < Command
+      self.abstract_command = true
+      self.default_subcommand = 'show'
+
+      self.summary = 'Manage the build environment'
+      self.description = 'Expore the environment that bitswarmbox uses for building '\
+                         'inside of.'
+
+      # Prints out the environment and configuration.
+      class Show < Env
+        self.summary = 'Show the environment and configuration'
+        self.description = <<-DESC
+            This lists the environment variables and other parts of the
+            configuration that bitswarmbox uses to handle builds.
+        DESC
+
+        def run # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
+          puts 'Configuration:'.underline
+          puts ''
+          puts "HOME_DIR=\"#{BitswarmBox.config.home_dir}\""
+          puts "WORKING_DIR=\"#{BitswarmBox.config.working_dir}\""
+          puts "TEMPLATE_PATHS=\"#{BitswarmBox.config.template_paths.join(', ')}\""
+          puts "SCRIPT_PATHS=\"#{BitswarmBox.config.script_paths.join(', ')}\""
+
+          puts ''
+          puts 'Environment Variables:'.underline
+          puts ''
+          BitswarmBox.config.environment_vars.each do |e|
+            puts "#{e.keys.join}=\"#{e.values.join}\""
+          end
+        end
+      end
+
+      # Tidies up the working environment
+      class Clean < Env
+        self.summary = 'Clean up the environment.'
+        self.description = 'Removes any files from the working directory.'
+
+        def run
+          working_dir = BitswarmBox.config.working_dir
+
+          FileUtils.rm_rf(working_dir) if working_dir.exist?
+        end
+      end
+    end
+  end
+end

data/lib/bitswarmbox/command.rb

@@ -0,0 +1,15 @@
+module BitswarmBox
+  # Class which encapsulates the command line handling.
+  class Command < CLAide::Command
+    require 'bitswarmbox/command/build'
+    require 'bitswarmbox/command/build/vagrant'
+    require 'bitswarmbox/command/build/aws'
+
+    require 'bitswarmbox/command/env'
+
+    self.abstract_command = true
+    self.command = 'bitswarmbox'
+    self.version = VERSION
+    self.description = 'Toolkit for building Vagrantboxes, VM and cloud images.'
+  end
+end