vagabond 0.1.0

data/CHANGELOG.md

@@ -0,0 +1,2 @@
+## v0.1.0
+* Initial release!

data/README.md

@@ -0,0 +1,94 @@
+# Vagabond
+
+* Issue: VMs are slow. Especially when creating over and over.
+* Discovery: Linux provides LXC tools similar to BSD jails
+* Helpful: LXCs can provide different distributions
+* Implementation: Vagabond
+
+Awesome
+
+## What is this thing?
+
+Vagabond is a tool integrated with Chef to build local nodes
+easily and most importantly, quickly. It uses Linux containers
+instead of full blown VMs which means things are faster. Lots
+faster.
+
+## How it is?
+
+Currently, this is built to run within a classic Chef repository.
+It requires a Vagabond file, that simply outputs a Hash. The file
+is Ruby though, so you can do lots of crazy stuff to build the
+Hash you return. Heres a simple example:
+
+```ruby
+{
+  :boxes => {
+    :precise => {
+      :template => 'ubuntu_1204',
+      :run_list => %w(role[base])
+    },
+    :db => {
+      :template => 'ubuntu_1204',
+      :run_list => %w(role[db])
+    }
+  },
+  :local_chef_server => {
+    :enabled => true,
+    :auto_upload => true
+  }
+}
+```
+
+Pretty simple, right?
+
+## Commands
+
+```
+# create and provision
+$ vagabond up precise
+
+# provision existing
+$ vagabond provision precise
+
+# freeze (pause) node
+$ vagabond freeze precise
+
+# thaw (unpause) node
+$ vagabond thaw node
+
+# destroy node
+$ vagabond destroy precise
+
+# status of defined nodes
+$ vagabond status [node]
+
+# ssh to node
+$ vagabond ssh precise
+
+## Local chef server?
+
+Yep, that's right. You can let vagabond set you up with a local chef
+server hanging out in a container, which all your vagabond nodes can
+then run against. Isolated building and test? You betcha!
+
+Server provides a superset of the commands available for regular
+vagabond nodes. They are accessed using:
+
+`$ vagabond server COMMAND`
+
+## Important note
+
+Until namespaces hit Linux proper, vagabond `sudo`s its way around. You
+_can_ get around this using the setcap stuff, but it's pretty meh. If you
+do go that road, just turn off `sudo` in your Vagabond file by setting
+`:sudo => false`.
+
+## Extra note
+
+This is still very much in alpha testing phase. So if you find bugs, please
+report them!
+
+## Infos
+
+* Repository: https://github.com/chrisroberts/vagabond

data/bin/vagabond

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'vagabond/commands'
+
+Vagabond::Commands.new.run!(ARGV)

data/lib/vagabond.rb

@@ -0,0 +1 @@
+require 'vagabond/version'

data/lib/vagabond/actions/create.rb

@@ -0,0 +1,29 @@
+module Vagabond
+  module Actions
+    module Create
+      def create
+        create
+      end
+
+      private
+
+      # Lets get this out proper!
+      def do_create
+        unless(check_existing!)
+          @ui.info "LXC: Creating #{name}..."
+          com = "#{sudo}lxc-start-ephemeral -d -o #{config[:template]}"
+          c = Mixlib::ShellOut.new("#{com} && sleep 3")
+          c.run_command
+          e_name = c.stdout.split("\n").last.split(' ').last.strip
+          @internal_config[:mappings][name] = e_name
+          @internal_config.save
+          @lxc = Lxc.new(e_name)
+          @ui.info "LXC: #{name} has been created!"
+        else
+          lxc.start unless lxc.running?
+        end
+      end
+
+    end
+  end
+end

data/lib/vagabond/actions/destroy.rb

@@ -0,0 +1,31 @@
+module Vagabond
+  module Actions
+    module Destroy
+      def destroy
+        ui.info "Destroying instance: #{name}..."
+        do_destroy
+        ui.info 'Complete!'
+      end
+
+      private
+
+      def do_destroy
+        lxc.stop if lxc.running?
+        com = "#{Config[:sudo]}lxc-destroy -n #{lxc.name}"
+        cmd = Mixlib::ShellOut.new(com)
+        cmd.run_command
+        cmd.error!
+        if(cmd.stderr.include?('skipping'))
+          ui.warn 'Failed to unmount some resource. Doing so manually'
+          %w(rootfs ephemeralbind).each do |mnt|
+            cmd = Mixlib::ShellOut.new("#{Config[:sudo]}umount /var/lib/lxc/#{lxc.name}/#{mnt}")
+            cmd.run_command
+            cmd = Mixlib::ShellOut.new("#{Config[:sudo]}lxc-destroy -n #{lxc.name}")
+            cmd.run_command
+            cmd.error!
+          end
+        end
+      end
+    end
+  end
+end

data/lib/vagabond/actions/freeze.rb

@@ -0,0 +1,14 @@
+module Vagabond
+  module Actions
+    module Freeze
+      def freeze
+        if(lxc.running?)
+          lxc.freeze
+          ui.info "Container has been frozen: #{name}"
+        else
+          ui.error "Container #{name} is not currently running"
+        end
+      end
+    end
+  end
+end

data/lib/vagabond/actions/provision.rb

@@ -0,0 +1,31 @@
+module Vagabond
+  module Actions
+    module Provision
+      def provision
+        if(lxc.exists? && lxc.running?)
+          do_provision
+        else
+          ui.fatal "LXC: Requested container: #{name} has not been created!"
+        end
+      end
+
+      private
+
+      def do_provision
+        @ui.info "LXC: Provisioning #{name}..."
+        com = "#{sudo}knife bootstrap #{lxc.container_ip(10, true)} -d chef-full -N #{name} -i /opt/hw-lxc-config/id_rsa "
+        com << "--no-host-key-verify --run-list \"#{config[:run_list].join(',')}\" "
+        if(config[:environment])
+          com << "-E #{config[:environment]}"
+        end
+        if(Config[:knife_opts])
+          com << Conifg[:knife_opts]
+        end
+        cmd = Mixlib::ShellOut.new(com, :live_stream => STDOUT)
+        cmd.run_command
+        @ui.info "LXC: Provisioning of #{name} complete!"
+      end
+
+    end
+  end
+end

data/lib/vagabond/actions/ssh.rb

@@ -0,0 +1,13 @@
+module Vagabond
+  module Actions
+    module SSH
+      def ssh
+        if(lxc.running?)
+          exec("#{Config[:sudo]}ssh root@#{lxc.container_ip(10, true)} -i /opt/hw-lxc-config/id_rsa -oStrictHostKeyChecking=no")
+        else
+          ui.error "Container #{name} is not currently running"
+        end
+      end
+    end
+  end
+end

data/lib/vagabond/actions/status.rb

@@ -0,0 +1,29 @@
+module Vagabond
+  module Actions
+    module Status
+      def status
+        if(name)
+          status_for(name)
+        else
+          (Array(vagabondfile[:boxes].keys) | Array(internal_config[:mappings].keys)).sort.each do |n|
+            status_for(n)
+          end
+        end
+      end
+
+      def status_for(c_name)
+        m_name = internal_config[:mappings][c_name]
+        if(Lxc.exists?(m_name))
+          info = Lxc.info(m_name)
+          status = info[:state].to_s
+          if(info[:pid])
+            status << " - PID: #{info[:pid]}"
+          end
+        else
+          status = 'does not exist'
+        end
+        ui.info "Status of #{c_name}: #{status}"
+      end
+    end
+  end
+end

data/lib/vagabond/actions/thaw.rb

@@ -0,0 +1,14 @@
+module Vagabond
+  module Actions
+    module Thaw
+      def thaw
+        if(lxc.frozen?)
+          lxc.unfreeze
+          ui.info "Container has been thawed: #{name}"
+        else
+          ui.error "Container #{name} is not currently frozen"
+        end
+      end
+    end
+  end
+end

data/lib/vagabond/actions/up.rb

@@ -0,0 +1,27 @@
+module Vagabond
+  module Actions
+    module Up
+      def up
+        if(@lxc.exists?)
+          ui.warn "Existing container found for: #{name}. Starting..."
+          do_start
+        else
+          do_start
+        end
+      end
+
+      private
+
+      def do_start
+        if(lxc.running?)
+          ui.error "LXC: #{name} is already running!"
+        else
+          do_create
+          ui.info "LXC: #{name} has been started!"
+          do_provision unless Config[:disable_auto_provision]
+        end
+      end
+
+    end
+  end
+end

data/lib/vagabond/bootstraps/server.erb

@@ -0,0 +1,62 @@
+bash -c '
+
+apt-get install -y -q wget
+curl -L https://www.opscode.com/chef/install.sh | sudo bash
+mkdir -p /var/chef/cache /var/chef/cookbooks/chef-server /var/chef/cookbooks/chef-server-populator
+wget -qO- https://github.com/opscode-cookbooks/chef-server/archive/master.tar.gz | tar xvzC /var/chef/cookbooks/chef-server --strip-components=1
+wget -qO- https://github.com/hw-cookbooks/chef-server-populator/tarball/master | tar xvzC /var/chef/cookbooks/chef-server-populator --strip-components=1
+
+mkdir -p /tmp/chef-server-setup
+(
+cat <<'EOP'
+<%= IO.read(Chef::Config[:validation_key]) %>
+EOP
+) > /tmp/chef-server-setup/validation.pem
+(
+cat <<'EOP'
+<%= %x{openssl rsa -in #{Chef::Config[:validation_key]} -pubout} %>
+EOP
+) > /tmp/chef-server-setup/validation_pub.pem
+(
+cat <<'EOP'
+<%= %x{openssl rsa -in #{Chef::Config[:client_key]} -pubout} %>
+EOP
+) > /tmp/chef-server-setup/client_key_pub.pem
+
+mkdir -p /etc/chef
+cp /tmp/chef-server-setup/validation.pem /etc/chef/validation.pem
+chmod 600 /etc/chef/validation.pem
+
+IPADDR=`ip addr show eth0 | grep "inet " | awk -F" " '\''{print $2}'\'' | sed -e "s/\/24//"`
+(
+echo "
+{
+  \"chef-server\": {
+    \"configuration\": {
+      \"chef_server_webui\": {
+        \"enable\": false
+      }
+    }
+  },
+  \"chef_server_populator\": {
+    \"clients\": {
+      \"<%= Chef::Config[:node_name] %>\": \"client_key_pub.pem\",
+      \"<%= Chef::Config[:validation_client_name] %>\": \"validation_pub.pem\"
+    },
+    \"servername_override\": \"${IPADDR}\",
+    \"base_path\": \"/tmp/chef-server-setup\"
+  },
+  \"run_list\": [ \"recipe[chef-server-populator::solo]\", \"recipe[chef-server]\" ]
+}
+"
+) > /tmp/chef-server.json
+
+chef-solo -j /tmp/chef-server.json
+
+rm -rf /tmp/chef-server-setup
+
+echo "**********************************************"
+echo "* NOTE: Update chef_server_url in knife.rb!  *"
+echo "*   IP: ${IPADDR}                       *"
+echo "**********************************************"
+'

data/lib/vagabond/commands.rb

@@ -0,0 +1,58 @@
+require 'mixlib/cli'
+require 'vagabond/config'
+require 'vagabond/vagabond'
+require 'vagabond/server'
+
+module Vagabond
+  class Commands
+
+    include Mixlib::CLI
+    
+    VALID_COMMANDS = %w(
+      up destroy provision status freeze thaw ssh server
+    )
+
+    option(:force_solo,
+      :long => '--force-solo',
+      :boolean => true,
+      :default => false
+    )
+
+    option(:disable_solo,
+      :long => '--disable-solo',
+      :boolean => true,
+      :default => false
+    )
+    
+    option(:disable_auto_provision,
+      :long => '--disable-auto-provision',
+      :boolean => true,
+      :default => false
+    )
+
+    option(:vagabond_file,
+      :short => '-f FILE',
+      :long => '--vagabond-file FILE'
+    )
+
+    option(:disable_local_server,
+      :long => '--disable-local-server',
+      :boolean => true,
+      :default => false
+    )
+    
+    def run!(argv)
+      parse_options
+      name_args = parse_options(argv)
+      unless(VALID_COMMANDS.include?(name_args.first))
+        raise ArgumentError.new('Invalid command provided!')
+      end
+      Config.merge!(config)
+      if(name_args.first.to_s == 'server')
+        Server.new(name_args.shift, name_args).execute
+      else
+        Vagabond.new(name_args.shift, name_args).execute
+      end
+    end
+  end
+end

data/lib/vagabond/config.rb

@@ -0,0 +1,7 @@
+require 'mixlib/config'
+
+module Vagabond
+  class Config
+    extend Mixlib::Config
+  end
+end