vagabond 0.1.0

data/lib/vagabond/cookbooks/lxc/providers/service.rb

@@ -0,0 +1,53 @@
+def load_current_resource
+  new_resource._lxc Lxc.new(
+    new_resource.name,
+    :base_dir => node[:lxc][:container_directory],
+    :dnsmasq_lease_file => node[:lxc][:dnsmasq_lease_file]
+  )
+  if(new_resource.service_name.to_s.empty?)
+    new_resource.service_name new_resource.name
+  end
+end
+
+action :start do
+  if(new_resource._lxc.stopped?)
+    new_resource._lxc.start
+    new_resource.updated_by_last_action(true)
+  end
+end
+
+action :halt do
+  if(new_resource._lxc.running?)
+    new_resource._lxc.stop
+    new_resource.updated_by_last_action(true)
+  end
+end
+
+action :restart do
+  if(new_resource._lxc.running?)
+    new_resource._lxc.shutdown
+  end
+  new_resource._lxc.start
+  new_resource.updated_by_last_action(true)
+end
+
+action :stop do
+  if(new_resource._lxc.running?)
+    new_resource._lxc.stop
+    new_resource.updated_by_last_action(true)
+  end
+end
+
+action :freeze do
+  if(new_resource._lxc.running?)
+    new_resource._lxc.freeze
+    new_resource.updated_by_last_action(true)
+  end
+end
+
+action :unfreeze do
+  if(new_resource._lxc.frozen?)
+    new_resource._lxc.unfreeze
+    new_resource.updated_by_last_action(true)
+  end
+end

data/lib/vagabond/cookbooks/lxc/recipes/containers.rb

@@ -0,0 +1,13 @@
+# create the containers defined in the ['lxc']['containers'] hash
+
+include_recipe "lxc"
+
+node['lxc']['containers'].each do | name, container |
+  Chef::Log.info "Creating LXC container name:#{name}"
+  lxc_container name do
+    container.each do |meth, param|
+      self.send(meth, param)
+    end
+    action :create unless container.has_key?(:action)
+  end
+end

data/lib/vagabond/cookbooks/lxc/recipes/default.rb

@@ -0,0 +1,45 @@
+# install the server dependencies to run lxc
+node[:lxc][:packages].each do |lxcpkg|
+  package lxcpkg
+end
+
+include_recipe 'lxc::install_dependencies'
+
+#if the server uses the apt::cacher-client recipe, re-use it
+unless Chef::Config[:solo]
+  if File.exists?('/etc/apt/apt.conf.d/01proxy')
+    query = 'recipes:apt\:\:cacher-ng'
+    query += " AND chef_environment:#{node.chef_environment}" if node['apt']['cacher-client']['restrict_environment']
+    Chef::Log.debug("apt::cacher-client searching for '#{query}'")
+    servers = search(:node, query)
+    if servers.length > 0
+      Chef::Log.info("apt-cacher-ng server found on #{servers[0]}.")
+      node.default[:lxc][:mirror] = "http://#{servers[0]['ipaddress']}:3142/archive.ubuntu.com/ubuntu"
+    end
+  end
+end
+
+template '/etc/default/lxc' do
+  source 'default-lxc.erb'
+  mode 0644
+  variables(
+    :config => {
+      :lxc_auto => node[:lxc][:auto_start],
+      :use_lxc_bridge => node[:lxc][:use_bridge],
+      :lxc_bridge => node[:lxc][:bridge],
+      :lxc_addr => node[:lxc][:addr],
+      :lxc_netmask => node[:lxc][:netmask],
+      :lxc_network => node[:lxc][:network],
+      :lxc_dhcp_range => node[:lxc][:dhcp_range],
+      :lxc_dhcp_max => node[:lxc][:dhcp_max],
+      :lxc_shutdown_timeout => node[:lxc][:shutdown_timeout],
+      :mirror => node[:lxc][:mirror]
+    }
+  )
+end
+
+#this just reloads the dnsmasq rules when
+service "lxc-net" do
+  action :enable
+  subscribes :restart, resources("template[/etc/default/lxc]")
+end

data/lib/vagabond/cookbooks/lxc/recipes/install_dependencies.rb

@@ -0,0 +1,15 @@
+# Fedora allowed? Needs yum and curl to download packages
+if node[:lxc][:allowed_types].include?('fedora')
+  ['yum', 'curl'].each do |pkg|
+    package pkg
+  end
+end
+
+# OpenSuse allowed? Needs zypper (no package available yet!)
+# package 'zypper' if node[:lxc][:allowed_types].include?('opensuse')
+raise 'OpenSuse not currently supported' if node[:lxc][:allowed_types].include?('opensuse')
+
+#store a copy of the Omnibus installer for use by the lxc containers
+if(node[:omnibus_updater] && node[:omnibus_updater][:cache_omnibus_installer])
+  include_recipe 'omnibus_updater::deb_downloader'
+end

data/lib/vagabond/cookbooks/lxc/recipes/knife.rb

@@ -0,0 +1,37 @@
+include_recipe 'lxc'
+
+# This shuts down the default lxcbr0
+node[:lxc][:use_bridge] = false
+service 'lxc' do
+  action :stop
+end
+
+directory '/etc/knife-lxc' do
+  action :create
+  mode 0755
+end
+
+file '/etc/knife-lxc/config.json' do
+  mode 0644
+  content(
+    JSON.pretty_generate(
+      :addresses => {
+        :static => node[:lxc][:knife][:static_ips],
+        :range => node[:lxc][:knife][:static_range]
+      }
+    )
+  )
+end
+
+cookbook_file '/usr/local/bin/knife_lxc' do
+  source 'knife_lxc'
+  mode 0755
+end
+
+node[:lxc][:allowed_types].each do |type|
+  lxc_container "#{type}_base" do
+    template type
+    chef_enabled false
+    action :create
+  end
+end

data/lib/vagabond/cookbooks/lxc/resources/#container.rb#

@@ -0,0 +1,28 @@
+actions :create, :delete, :clone
+default_action :create
+
+attribute :base_container, :kind_of => String
+attribute :validation_client, :kind_of => String
+attribute :validator_pem, :kind_of => String, :default => nil
+attribute :server_uri, :kind_of => String
+attribute :chef_environment, :kind_of => String, :default => '_default'
+attribute :node_name, :kind_of => String
+attribute :run_list, :kind_of => Array
+attribute :chef_enabled, :kind_of => [TrueClass, FalseClass], :default => false
+attribute :chef_retries, :kind_of => Fixnum, :default => 0
+attribute :copy_data_bag_secret_file, :kind_of => [TrueClass, FalseClass], :default => false
+attribute :data_bag_secret_file, :kind_of => String, :default => Chef::EncryptedDataBagItem::DEFAULT_SECRET_FILE
+attribute :default_bridge, :kind_of => String
+attribute :static_ip, :kind_of => String
+attribute :static_netmask, :kind_of => String, :default => '255.255.255.0'
+attribute :static_gateway, :kind_of => String
+attribute :default_config, :kind_of => [TrueClass, FalseClass], :default => true
+attribute :default_fstab, :kind_of => [TrueClass, FalseClass], :default => true
+attribute :container_commands, :kind_of => Array, :default => []
+attribute :initialize_commands, :kind_of => Array, :default => []
+attribute :new_container, :kind_of => [TrueClass, FalseClass], :default => false
+attribute :template, :kind_of => String, :default => 'ubuntu'
+attribute :template_opts, :kind_of => Hash, :default => {}
+attribute :_lxc
+# TODO: We should ultimately have support for all these templates
+#attribute :template, :equal_to => %w(busybox debian fedora opensuse sshd ubuntu ubuntu-cloud), :default => 'ubuntu'

data/lib/vagabond/cookbooks/lxc/resources/config.rb

@@ -0,0 +1,19 @@
+actions :create, :delete
+default_action :create
+
+attribute :utsname, :kind_of => String, :default => nil # defaults to resource name
+attribute :network, :kind_of => [Array, Hash]
+attribute :default_bridge, :kind_of => String
+attribute :static_ip, :kind_of => String
+attribute :pts, :kind_of => Numeric, :default => 1024
+attribute :tty, :kind_of => Numeric, :default => 4
+attribute :arch, :kind_of => String, :default => 'amd64'
+attribute :devttydir, :kind_of => String, :default => 'lxc'
+attribute :cgroup, :kind_of => Hash, :default => Mash.new
+attribute :cap_drop, :kind_of => [String, Array], :default => %w(sys_module mac_admin)
+attribute :mount, :kind_of => String
+attribute :mount_entry, :kind_of => String
+attribute :rootfs, :kind_of => String
+attribute :rootfs_mount, :kind_of => String
+attribute :pivotdir, :kind_of => String
+attribute :_lxc

data/lib/vagabond/cookbooks/lxc/resources/container.rb

@@ -0,0 +1,28 @@
+actions :create, :delete, :clone
+default_action :create
+
+attribute :base_container, :kind_of => String
+attribute :validation_client, :kind_of => String
+attribute :validator_pem, :kind_of => String, :default => nil
+attribute :server_uri, :kind_of => String
+attribute :chef_environment, :kind_of => String, :default => '_default'
+attribute :node_name, :kind_of => String
+attribute :run_list, :kind_of => Array
+attribute :chef_enabled, :kind_of => [TrueClass, FalseClass], :default => false
+attribute :chef_retries, :kind_of => Fixnum, :default => 0
+attribute :copy_data_bag_secret_file, :kind_of => [TrueClass, FalseClass], :default => false
+attribute :data_bag_secret_file, :kind_of => String, :default => Chef::EncryptedDataBagItem::DEFAULT_SECRET_FILE
+attribute :default_bridge, :kind_of => String
+attribute :static_ip, :kind_of => String
+attribute :static_netmask, :kind_of => String, :default => '255.255.255.0'
+attribute :static_gateway, :kind_of => String
+attribute :default_config, :kind_of => [TrueClass, FalseClass], :default => true
+attribute :default_fstab, :kind_of => [TrueClass, FalseClass], :default => true
+attribute :container_commands, :kind_of => Array, :default => []
+attribute :initialize_commands, :kind_of => Array, :default => []
+attribute :new_container, :kind_of => [TrueClass, FalseClass], :default => false
+attribute :template, :kind_of => String, :default => 'ubuntu'
+attribute :template_opts, :kind_of => Hash, :default => {}
+attribute :_lxc
+# TODO: We should ultimately have support for all these templates
+#attribute :template, :equal_to => %w(busybox debian fedora opensuse sshd ubuntu ubuntu-cloud), :default => 'ubuntu'

data/lib/vagabond/cookbooks/lxc/resources/fstab.rb

@@ -0,0 +1,11 @@
+actions :create, :delete
+default_action :create
+
+attribute :container, :kind_of => String, :required => true
+attribute :file_system, :kind_of => String, :required => true
+attribute :mount_point, :kind_of => String, :required => true
+attribute :type, :kind_of => String, :required => true
+attribute :options, :kind_of => [String, Array]
+attribute :dump, :kind_of => Numeric, :default => 0
+attribute :pass, :kind_of => Numeric, :default => 0
+attribute :_lxc

data/lib/vagabond/cookbooks/lxc/resources/interface.rb

@@ -0,0 +1,10 @@
+actions :create, :delete
+default_action :create
+
+attribute :container, :kind_of => String, :required => true
+attribute :device, :kind_of => String, :required => true
+attribute :auto, :kind_of => [TrueClass, FalseClass], :default => true
+attribute :dynamic, :kind_of => [TrueClass, FalseClass], :default => false
+attribute :address, :regex => %r{\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}}
+attribute :gateway, :regex => %r{\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}}
+attribute :netmask, :regex => %r{\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}}, :default => '255.255.255.0'

data/lib/vagabond/cookbooks/lxc/resources/service.rb

@@ -0,0 +1,5 @@
+actions :start, :stop, :halt, :restart, :freeze, :unfreeze
+default_action :start
+
+attribute :service_name, :kind_of => String
+attribute :_lxc

data/lib/vagabond/cookbooks/lxc/templates/default/client.rb.erb

@@ -0,0 +1,13 @@
+log_level        :info
+log_location     "/var/log/chef-client.log"
+
+chef_server_url  '<%= @server_uri %>'
+validation_client_name '<%= @validation_client %>' 
+node_name '<%= @node_name %>'
+environment '<%= @chef_environment %>'
+
+file_backup_path   "/var/lib/chef"
+file_cache_path    "/var/cache/chef"
+
+pid_file           "/var/run/chef/client.pid"
+

data/lib/vagabond/cookbooks/lxc/templates/default/default-lxc.erb

@@ -0,0 +1,3 @@
+<% @config.each_pair do |key, val| %>
+<%= key.to_s.upcase %>=<%= val.inspect %>
+<% end %>

data/lib/vagabond/cookbooks/lxc/templates/default/fstab.erb

@@ -0,0 +1,5 @@
+# Chef generated fstab!
+<% node.run_state[:lxc][:fstabs][@container].each do |line| -%>
+<%= line %>
+<% end -%>
+

data/lib/vagabond/cookbooks/lxc/templates/default/interface.erb

@@ -0,0 +1,21 @@
+# Auto config dropped off by chef!
+
+# Always setup loopback
+auto lo
+iface lo inet loopback
+
+<% node[:lxc][:interfaces][@container].each do |net_set| -%>
+<% if net_set[:auto] -%>
+auto <%= net_set[:device] %>
+<% end -%>
+<% if net_set[:dynamic] -%>
+iface <%= net_set[:device] %> inet dhcp
+<% else -%>
+iface <%= net_set[:device] %> inet static
+  address <%= net_set[:address] %>
+<% if net_set[:gateway] -%>
+  gateway <%= net_set[:gateway] %>
+<% end -%>
+  netmask <%= net_set[:netmask] %>
+<% end -%>
+<% end %>

data/lib/vagabond/cookbooks/lxc/test/kitchen/Kitchenfile

@@ -0,0 +1,7 @@
+cookbook "lxc" do
+  configuration "ubuntu_lxc"
+  configuration "centos_lxc"
+  configuration "lxc_templates"
+  configuration "lxc_files"
+  configuration "chef-bootstrap"
+end

data/lib/vagabond/cookbooks/lxc/test/kitchen/cookbooks/lxc_test/metadata.rb

@@ -0,0 +1,2 @@
+name 'lxc_test'
+version '0.1.0'

data/lib/vagabond/cookbooks/vagabond/attributes/default.rb

@@ -0,0 +1,2 @@
+default[:vagabond][:bases][:ubuntu_1204][:template_options] = {'--release' => 'precise'}
+default[:vagabond][:bases][:ubuntu_1210][:template_options] = {'--release' => 'quantal'}

data/lib/vagabond/cookbooks/vagabond/libraries/vagabond.rb

@@ -0,0 +1,10 @@
+module Vagabond
+  class << self
+    def get_bytes(s)
+      s = s.to_s
+      indx = [nil, 'k', 'm', 'g']
+      power = indx.index(s.slice(-1, s.length).to_s.downcase).to_i * 10
+      (2**power) * s.to_i
+    end
+  end
+end

data/lib/vagabond/cookbooks/vagabond/metadata.rb

@@ -0,0 +1,6 @@
+name 'vagabond'
+version '1.0.0'
+maintainer 'Chris Roberts'
+maintainer_email 'chrisroberts.code@gmail.com'
+
+depends 'lxc'

data/lib/vagabond/cookbooks/vagabond/recipes/create.rb

@@ -0,0 +1,3 @@
+
+node[:vagabond][:containers].each do |name, options|
+end

data/lib/vagabond/cookbooks/vagabond/recipes/default.rb

@@ -0,0 +1,30 @@
+
+node[:vagabond][:bases].each do |name, options|
+
+  lxc_container name do
+    template options[:template]
+    template_opts options[:template_options]
+    default_config false if options[:memory]
+    initialize_commands [
+      'rm -f /etc/sysctl.d/10-console-messages.conf',
+      'rm -f /etc/sysctl.d/10-ptrace.conf',
+      'rm -f /etc/sysctl.d/10-kernel-hardening.conf',
+      'apt-get install -q -y curl',
+      'curl -L https://www.opscode.com/chef/install.sh | sudo bash'
+    ]
+  end
+
+  if(options[:memory])
+    lxc_config name do
+      cgroup(
+        'memory.limit_in_bytes' => options[:memory][:maximum_ram],
+        'memory.memsw.limit_in_bytes' => (
+          Vagabond.get_bytes(options[:memory][:maximum_ram]) +
+          Vagabond.get_bytes(options[:memory][:maximum_swap])
+        )
+      )
+    end
+  end
+end
+
+

data/lib/vagabond/internal_configuration.rb

@@ -0,0 +1,147 @@
+require 'digest/sha2'
+
+module Vagabond
+  class InternalConfiguration
+
+    attr_reader :config
+    attr_reader :ui
+    
+    def initialize(v_config, ui)
+      @v_config = v_config
+      @config = Mash.new(:mappings => Mash.new)
+      @checksums = Mash.new
+      @ui = ui
+      create_store
+      load_existing
+      store_checksums
+      write_dna_json
+      write_solo_rb
+      run_solo if solo_needed?
+    end
+
+    def [](k)
+      @config[k]
+    end
+
+    def []=(k,v)
+      @config[k] = v
+    end
+    
+    def create_store
+      FileUtils.mkdir_p(store_path)
+    end
+
+    def load_existing
+      if(File.exists?(path = File.join(store_path, 'vagabond.json')))
+        @config = Mash.new(
+          JSON.load(
+            File.read(path)
+          )
+        )
+      end
+    end
+
+    def store_path
+      FileUtils.mkdir_p(
+        File.join(
+          File.dirname(@v_config.path), '.vagabond'
+        )
+      )
+    end
+
+    def dna_path
+      File.join(store_path, 'dna.json')
+    end
+
+    def solo_path
+      File.join(store_path, 'solo.rb')
+    end
+
+    def write_dna_json
+      templates = @v_config.config[:boxes].map(&:last).map{|i| i[:template]}.compact.uniq
+      templates = Hash[*(
+          templates.map do |t|
+            if(@v_config.config[:templates] && @v_config[:templates][t])
+              [t, @v_config.config[:templates][t]]
+            else
+              [t, nil]
+            end
+          end
+      ).flatten]
+      File.open(dna_path, 'w') do |file|
+        file.write(
+          JSON.dump(
+            :vagabond => {
+              :bases => templates
+            },
+            :run_list => %w(recipe[vagabond])
+          )
+        )
+      end
+    end
+
+    def write_solo_rb
+      File.open(solo_path, 'w') do |file|
+        file.write("\nfile_cache_path \"#{cache_path}\"\ncookbook_path \"#{cookbook_path}\"\n")
+      end
+    end
+
+    def store_checksums
+      [dna_path, solo_path].each do |path|
+        @checksums[path] = get_checksum(path)
+      end
+    end
+
+    def get_checksum(path)
+      if(File.exists?(path))
+        s = Digest::SHA256.new
+        s << File.read(path)
+        s.hexdigest
+      else
+        ''
+      end
+    end
+
+    def solo_needed?
+      if(Config[:force_solo])
+        true
+      elsif(Config[:disable_solo])
+        false
+      else
+        [dna_path, solo_path].detect do |path|
+          @checksums[path] != get_checksum(path)
+        end
+      end
+    end
+    
+    def cache_path
+      unless(@cache_path)
+        FileUtils.mkdir_p(@cache_path = File.join(store_path, 'chef_cache'))
+      end
+      @cache_path
+    end
+
+    def cookbook_path
+      File.expand_path(
+        File.join(
+          File.dirname(__FILE__), 'cookbooks'
+        )
+      )
+    end
+    
+    def run_solo
+      ui.info 'Ensuring expected system state...'
+      com = "#{Config[:sudo]}chef-solo -j #{File.join(store_path, 'dna.json')} -c #{File.join(store_path, 'solo.rb')}"
+      cmd = Mixlib::ShellOut.new(com, :timeout => 1200)
+      cmd.run_command
+      cmd.error!
+    end
+    
+    def save
+      File.open(File.join(store_path, 'vagabond.json'), 'w') do |file|
+        file.write(JSON.dump(@config))
+      end
+    end
+
+  end
+end