libvirtinator 0.0.0
Sign up to get free protection for your applications and to get access to all the features.
- data/lib/libvirtinator/config.rb +44 -0
- data/lib/libvirtinator/examples/Capfile +3 -0
- data/lib/libvirtinator/examples/config/deploy/vm_name.rb +28 -0
- data/lib/libvirtinator/examples/config/deploy.rb +65 -0
- data/lib/libvirtinator/examples/config/sysadmins_keys.rb +20 -0
- data/lib/libvirtinator/examples/first_boot.sh.erb +8 -0
- data/lib/libvirtinator/examples/fstab.erb +8 -0
- data/lib/libvirtinator/examples/hostname.erb +1 -0
- data/lib/libvirtinator/examples/hosts.erb +11 -0
- data/lib/libvirtinator/examples/interfaces.erb +17 -0
- data/lib/libvirtinator/examples/server.xml.erb +57 -0
- data/lib/libvirtinator/examples/sudoers-sudo.erb +2 -0
- data/lib/libvirtinator/examples/vmbuilder-init.sh.erb +9 -0
- data/lib/libvirtinator/examples/vmbuilder.cfg.erb +16 -0
- data/lib/libvirtinator/image.rb +185 -0
- data/lib/libvirtinator/lv.rb +45 -0
- data/lib/libvirtinator/users.rb +55 -0
- data/lib/libvirtinator/vm.rb +411 -0
- data/lib/libvirtinator.rb +5 -0
- metadata +81 -0
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
namespace :libvirtinator do
|
|
2
|
+
# TODO: fix needing to define a stage before being able to install
|
|
3
|
+
desc 'Write example config files'
|
|
4
|
+
task :install do
|
|
5
|
+
run_locally do
|
|
6
|
+
execute "mkdir", "-p", "config/deploy", "templates/libvirtinator"
|
|
7
|
+
{
|
|
8
|
+
'examples/Capfile' => 'Capfile_example',
|
|
9
|
+
'examples/config/deploy.rb' => 'config/deploy_example.rb',
|
|
10
|
+
'examples/config/sysadmins_keys.rb' => 'config/sysadmins_keys_example.rb',
|
|
11
|
+
'examples/config/deploy/vm_name.rb' => 'config/deploy/vm_name_example.rb',
|
|
12
|
+
'examples/first_boot.sh.erb' => 'templates/libvirtinator/first_boot_example.sh.erb',
|
|
13
|
+
'examples/fstab.erb' => 'templates/libvirtinator/fstab_example.erb',
|
|
14
|
+
'examples/hostname.erb' => 'templates/libvirtinator/hostname_example.erb',
|
|
15
|
+
'examples/hosts.erb' => 'templates/libvirtinator/hosts_example.erb',
|
|
16
|
+
'examples/interfaces.erb' => 'templates/libvirtinator/interfaces_example.erb',
|
|
17
|
+
'examples/server.xml.erb' => 'templates/libvirtinator/server_example.xml.erb',
|
|
18
|
+
'examples/sudoers-sudo.erb' => 'templates/libvirtinator/sudoers-sudo_example.erb',
|
|
19
|
+
'examples/vmbuilder-init.sh.erb' => 'templates/libvirtinator/vmbuilder-init_example.sh.erb',
|
|
20
|
+
'examples/vmbuilder.cfg.erb' => 'templates/libvirtinator/vmbuilder_example.cfg.erb',
|
|
21
|
+
}.each do |source, destination|
|
|
22
|
+
config = File.read(File.dirname(__FILE__) + "/#{source}")
|
|
23
|
+
File.open("./#{destination}", 'w') { |f| f.write(config) }
|
|
24
|
+
info "Wrote '#{destination}'"
|
|
25
|
+
end
|
|
26
|
+
info "Now remove the '_example' portion of their names or diff with existing files and add the needed lines."
|
|
27
|
+
end
|
|
28
|
+
end
|
|
29
|
+
|
|
30
|
+
desc 'Write an example VM config file'
|
|
31
|
+
task :install_vm do
|
|
32
|
+
run_locally do
|
|
33
|
+
execute "mkdir", "-p", "config/deploy"
|
|
34
|
+
{
|
|
35
|
+
'examples/config/deploy/vm_name.rb' => 'config/deploy/vm_name_example.rb',
|
|
36
|
+
}.each do |source, destination|
|
|
37
|
+
config = File.read(File.dirname(__FILE__) + "/#{source}")
|
|
38
|
+
File.open("./#{destination}", 'w') { |f| f.write(config) }
|
|
39
|
+
info "Wrote '#{destination}'"
|
|
40
|
+
end
|
|
41
|
+
info "Now remove the '_example' portion of the name or diff with existing files and add the needed lines."
|
|
42
|
+
end
|
|
43
|
+
end
|
|
44
|
+
end
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
set :host_machine_name, "my-host"
|
|
2
|
+
set :user, -> { ENV['USER'] } # SSH user
|
|
3
|
+
|
|
4
|
+
role :app, "#{fetch(:user)}@#{fetch(:host_machine_name)}.example.com"
|
|
5
|
+
|
|
6
|
+
set :base_image, "ubuntu-14.04-v0.0.0-docker1.3.1.qcow2"
|
|
7
|
+
set :node_name, -> { fetch(:stage) }
|
|
8
|
+
|
|
9
|
+
set :data_disk_enabled, true
|
|
10
|
+
set :data_disk_gb, "50"
|
|
11
|
+
set :data_disk_type, "lv" # "lv" or "qemu"
|
|
12
|
+
set :data_disk_mount_point, "/var/www" # inside the vm
|
|
13
|
+
set :data_disk_partition, "0" # set to "0" for none (normal),
|
|
14
|
+
# set to <partition number> for legacy logical volumes w/ partitions
|
|
15
|
+
set :memory_gb, "2"
|
|
16
|
+
set :cpus, "4"
|
|
17
|
+
|
|
18
|
+
set :ip, "123.123.123.123"
|
|
19
|
+
set :cidr, "123_123_123_123-27"
|
|
20
|
+
|
|
21
|
+
set :node_fqdn, -> { "#{fetch(:node_name)}.example.com" }
|
|
22
|
+
set :app_fqdn, "my-app.example.com"
|
|
23
|
+
set :hostname, "my-app"
|
|
24
|
+
|
|
25
|
+
set :usergroups, ["sysadmins"]
|
|
26
|
+
fetch(:usergroups).each do |usergroup|
|
|
27
|
+
require "./config/#{usergroup}_keys.rb"
|
|
28
|
+
end
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
# config valid only for Capistrano 3.1
|
|
2
|
+
lock '3.2.1'
|
|
3
|
+
|
|
4
|
+
set :log_level, :info
|
|
5
|
+
#set :log_level, :debug
|
|
6
|
+
|
|
7
|
+
# Setup the host machiness you will use
|
|
8
|
+
set "my_host_data_disk_vg_path", "/dev/ubuntu-vg"
|
|
9
|
+
set "my_host_dns_nameservers", "8.8.8.8 8.8.4.4"
|
|
10
|
+
set "my_host_bridge", "br0"
|
|
11
|
+
set "my_host_root_partitions_path", "/RootPartitions"
|
|
12
|
+
|
|
13
|
+
set "my_other_host_data_disk_vg_path", "/dev/ubuntu-vg"
|
|
14
|
+
set "my_other_host_dns_nameservers", "8.8.8.8 8.8.4.4"
|
|
15
|
+
set "my_other_host_bridge", "br0"
|
|
16
|
+
set "my_other_host_root_partitions_path", "/RootPartitions"
|
|
17
|
+
|
|
18
|
+
# Setup the CIDRs you will use
|
|
19
|
+
set "123_123_123_123-27_network", "123.123.123.0"
|
|
20
|
+
set "123_123_123_123-27_gateway", "123.123.123.1"
|
|
21
|
+
set "123_123_123_123-27_broadcast", "123.123.123.31"
|
|
22
|
+
set "123_123_123_123-27_netmask", "255.255.255.224"
|
|
23
|
+
|
|
24
|
+
set "231_231_231_231-27_network", "231.231.231.0"
|
|
25
|
+
set "231_231_231_231-27_gateway", "231.231.231.1"
|
|
26
|
+
set "231_231_231_231-27_broadcast", "231.231.231.31"
|
|
27
|
+
set "231_231_231_231-27_netmask", "255.255.255.224"
|
|
28
|
+
|
|
29
|
+
# Global dns-search. Can be overridden by setting the same
|
|
30
|
+
# in a VM's settings file, (a config/deploy/<stage>.rb file.)
|
|
31
|
+
set :dns_search, "example.com example2.com"
|
|
32
|
+
|
|
33
|
+
# Setup vmbuilder for building a base image
|
|
34
|
+
set :release_name, "ubuntu-14.04-v0.0.1-docker1.3.1"
|
|
35
|
+
set :vmbuilder_run_command, -> {
|
|
36
|
+
[ "kvm", "ubuntu",
|
|
37
|
+
"-o",
|
|
38
|
+
"--debug",
|
|
39
|
+
"--verbose",
|
|
40
|
+
"--dest=/tmp/#{fetch(:release_name)}",
|
|
41
|
+
"--config=templates/#{fetch(:release_name)}.cfg",
|
|
42
|
+
"--execscript=templates/#{fetch(:release_name)}-init.sh",
|
|
43
|
+
"--firstboot=/tmp/first_boot.sh",
|
|
44
|
+
"--rootsize=15360",
|
|
45
|
+
"--swapsize=2048"
|
|
46
|
+
].join(' ')
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
|
|
50
|
+
## Settings that shouldn't need changed:
|
|
51
|
+
set :nbd_run_file, -> { "/var/lock/#{fetch(:node_name)}.nbd" }
|
|
52
|
+
set :nbd_lock_file, -> { "/var/lock/qemu-nbd-#{fetch(:nbd)}" }
|
|
53
|
+
set :dev_nbd, -> { "/dev/#{fetch(:nbd)}" }
|
|
54
|
+
set :dev_nbdp1, -> { "/dev/#{fetch(:nbd)}p1" }
|
|
55
|
+
set :dns_nameservers, -> { fetch("#{fetch(:host_machine_name)}_dns_nameservers") }
|
|
56
|
+
set :bridge, -> { fetch("#{fetch(:host_machine_name)}_bridge") }
|
|
57
|
+
set :root_partitions_path, -> { fetch("#{fetch(:host_machine_name)}_root_partitions_path") }
|
|
58
|
+
set :base_image_path, -> { "#{fetch(:root_partitions_path)}/#{fetch(:base_image)}" }
|
|
59
|
+
set :root_image_path, -> { "#{fetch(:root_partitions_path)}/#{fetch(:node_name)}-root.qcow2" }
|
|
60
|
+
set :mount_point, -> { "#{fetch(:root_partitions_path)}/#{fetch(:node_name)}-root.qcow2_mnt" }
|
|
61
|
+
set :data_disk_vg_path, -> { fetch("#{fetch(:host_machine_name)}_data_disk_vg_path") }
|
|
62
|
+
set :data_disk_lv_name, -> { "#{fetch(:node_name)}-data" }
|
|
63
|
+
set :data_disk_lv_path, -> { "#{fetch(:data_disk_vg_path)}/#{fetch(:data_disk_lv_name)}" }
|
|
64
|
+
set :data_disk_qemu_path, -> { "#{fetch(:root_partitions_path)}/#{fetch(:node_name)}-data.qcow2" }
|
|
65
|
+
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
set :sysadmins, [
|
|
2
|
+
{
|
|
3
|
+
"name" => "username",
|
|
4
|
+
"disabled" => false,
|
|
5
|
+
"groups" => ["sudo", "docker"],
|
|
6
|
+
"ssh_keys" => [
|
|
7
|
+
"ssh-rsa blahblahblah username@computer",
|
|
8
|
+
"ssh-rsa blahblahblahother username@computer2"
|
|
9
|
+
]
|
|
10
|
+
},
|
|
11
|
+
{
|
|
12
|
+
"name" => "username-other",
|
|
13
|
+
"disabled" => false,
|
|
14
|
+
"groups" => ["sudo", "docker"],
|
|
15
|
+
"ssh_keys" => [
|
|
16
|
+
"ssh-rsa blahblahblah username-other@computer",
|
|
17
|
+
"ssh-rsa blahblahblahother username-other@computer2"
|
|
18
|
+
]
|
|
19
|
+
}
|
|
20
|
+
]
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
# /etc/fstab: static file system information.
|
|
2
|
+
# <file system> <mount point> <type> <options> <dump> <pass>
|
|
3
|
+
proc /proc proc defaults 0 0
|
|
4
|
+
/dev/vda1 / ext4 defaults 0 0
|
|
5
|
+
/dev/vda2 swap swap defaults 0 0
|
|
6
|
+
<% if @data_disk_enabled %>
|
|
7
|
+
/dev/vdb<%= @data_disk_partition unless @data_disk_partition == "0" %> <%= @data_disk_mount_point %> ext4 defaults 0 2
|
|
8
|
+
<% end %>
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
<%= @hostname %>
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
127.0.0.1 localhost
|
|
2
|
+
127.0.1.1 <%= @node_fqdn %> <%= @node_name %>
|
|
3
|
+
127.0.1.1 <%= @app_fqdn %> <%= @hostname %>
|
|
4
|
+
|
|
5
|
+
# The following lines are desirable for IPv6 capable hosts
|
|
6
|
+
::1 ip6-localhost ip6-loopback
|
|
7
|
+
fe00::0 ip6-localnet
|
|
8
|
+
ff00::0 ip6-mcastprefix
|
|
9
|
+
ff02::1 ip6-allnodes
|
|
10
|
+
ff02::2 ip6-allrouters
|
|
11
|
+
ff02::3 ip6-allhosts
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
# This file describes the network interfaces available on your system
|
|
2
|
+
# and how to activate them. For more information, see interfaces(5).
|
|
3
|
+
|
|
4
|
+
# The loopback network interface
|
|
5
|
+
auto lo
|
|
6
|
+
iface lo inet loopback
|
|
7
|
+
|
|
8
|
+
# The primary network interface
|
|
9
|
+
auto eth0
|
|
10
|
+
iface eth0 inet static
|
|
11
|
+
network <%= @network %>
|
|
12
|
+
gateway <%= @gateway %>
|
|
13
|
+
address <%= @ip %>
|
|
14
|
+
broadcast <%= @broadcast %>
|
|
15
|
+
netmask <%= @netmask %>
|
|
16
|
+
dns-nameservers <%= @dns_nameservers %>
|
|
17
|
+
dns-search <%= @dns_search %>
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
<domain type='kvm'>
|
|
2
|
+
<name><%= @node_name %></name>
|
|
3
|
+
<memory><%= @memory_gb %></memory>
|
|
4
|
+
<currentMemory><%= @memory_gb %></currentMemory>
|
|
5
|
+
<vcpu><%= @cpus %></vcpu>
|
|
6
|
+
<os>
|
|
7
|
+
<type>hvm</type>
|
|
8
|
+
<type arch='x86_64' machine='pc-0.12'>hvm</type>
|
|
9
|
+
<boot dev='hd'/>
|
|
10
|
+
</os>
|
|
11
|
+
<features>
|
|
12
|
+
<acpi/>
|
|
13
|
+
</features>
|
|
14
|
+
<clock offset='utc'/>
|
|
15
|
+
<on_poweroff>destroy</on_poweroff>
|
|
16
|
+
<on_reboot>restart</on_reboot>
|
|
17
|
+
<on_crash>destroy</on_crash>
|
|
18
|
+
<devices>
|
|
19
|
+
<emulator>/usr/bin/kvm</emulator>
|
|
20
|
+
<disk type='file' device='disk'>
|
|
21
|
+
<driver name='qemu' type='qcow2'/>
|
|
22
|
+
<source file='<%= @root_image_path %>'/>
|
|
23
|
+
<target dev='vda' bus='virtio'/>
|
|
24
|
+
</disk>
|
|
25
|
+
<% if @data_disk_enabled %>
|
|
26
|
+
<% if @data_disk_type == "lv" %>
|
|
27
|
+
<disk type='file' device='disk'>
|
|
28
|
+
<driver name='qemu' type='raw'/>
|
|
29
|
+
<source file='<%= @data_disk_lv_path %>'/>
|
|
30
|
+
<target dev='vdb' bus='virtio'/>
|
|
31
|
+
</disk>
|
|
32
|
+
<% end %>
|
|
33
|
+
<% if @data_disk_type == "qemu" %>
|
|
34
|
+
<disk type='file' device='disk'>
|
|
35
|
+
<driver name='qemu' type='qcow2'/>
|
|
36
|
+
<source file='<%= @data_disk_qemu_path %>'/>
|
|
37
|
+
<target dev='vdb' bus='virtio'/>
|
|
38
|
+
</disk>
|
|
39
|
+
<% end %>
|
|
40
|
+
<% end %>
|
|
41
|
+
<interface type='bridge'>
|
|
42
|
+
<source bridge='<%= @bridge %>'/>
|
|
43
|
+
<model type='virtio'/>
|
|
44
|
+
</interface>
|
|
45
|
+
<input type='mouse' bus='ps2'/>
|
|
46
|
+
<graphics type='vnc' port='-1' autoport='yes' listen='127.0.0.1'/>
|
|
47
|
+
<video>
|
|
48
|
+
<model type='cirrus' vram='9216' heads='1'/>
|
|
49
|
+
</video>
|
|
50
|
+
<serial type='pty'>
|
|
51
|
+
<target port='0'/>
|
|
52
|
+
</serial>
|
|
53
|
+
<console type='pty'>
|
|
54
|
+
<target port='0'/>
|
|
55
|
+
</console>
|
|
56
|
+
</devices>
|
|
57
|
+
</domain>
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
#!/bin/bash
|
|
2
|
+
|
|
3
|
+
chroot $1 apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv-keys 36A1D7869245C8950F966E92D8576A8BA88D21E9
|
|
4
|
+
chroot $1 sh -c "echo deb https://get.docker.com/ubuntu docker main > /etc/apt/sources.list.d/docker.list"
|
|
5
|
+
chroot $1 apt-get purge -y grub
|
|
6
|
+
chroot $1 apt-get update -qq
|
|
7
|
+
chroot $1 apt-get install -y lxc-docker grub-pc
|
|
8
|
+
chroot $1 sed -i'' -e"s/GRUB_CMDLINE_LINUX=.*/GRUB_CMDLINE_LINUX=\"cgroup_enable=memory swapaccount=1\"/" /etc/default/grub
|
|
9
|
+
chroot $1 update-grub
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
[DEFAULT]
|
|
2
|
+
arch = amd64
|
|
3
|
+
tmpfs = -
|
|
4
|
+
user = ubuntu
|
|
5
|
+
name = ubuntu
|
|
6
|
+
execscript = /tmp/init.sh
|
|
7
|
+
firstboot = /tmp/first_boot.sh
|
|
8
|
+
|
|
9
|
+
[ubuntu]
|
|
10
|
+
mirror = http://archive.ubuntu.com/ubuntu
|
|
11
|
+
flavour = virtual
|
|
12
|
+
suite = trusty
|
|
13
|
+
domain = example.com
|
|
14
|
+
components = main,restricted,universe,multiverse
|
|
15
|
+
removepkg = grub
|
|
16
|
+
addpkg = openssh-server, unattended-upgrades, acpid, aptitude, language-pack-en-base, bwm-ng, htop, iotop, bzip2, file, unzip, zip, rar, unrar, nmap, man-db, curl, tmux, git-core, vim, locate, ipcalc, sl, nagios-plugins-basic, wget, rsync, tcpdump, mtr, apparmor, cgroup-lite, apt-transport-https, linux-image-generic, grub-pc
|
|
@@ -0,0 +1,185 @@
|
|
|
1
|
+
namespace :image do
|
|
2
|
+
desc "Build a base qcow2 image."
|
|
3
|
+
task :build_base do
|
|
4
|
+
on roles(:app) do
|
|
5
|
+
as :root do
|
|
6
|
+
["first_boot.sh", "vmbuilder-init.sh", "vmbuilder.cfg"].each do |file|
|
|
7
|
+
template = File.new(File.expand_path("templates/#{file}.erb")).read
|
|
8
|
+
generated_config_file = ERB.new(template).result(binding)
|
|
9
|
+
upload! StringIO.new(generated_config_file), "/tmp/#{file}"
|
|
10
|
+
execute("chown", "-R", "root:root", "/tmp/#{file}")
|
|
11
|
+
execute("chmod", "770", "/tmp/#{file}")
|
|
12
|
+
end
|
|
13
|
+
# rootsize & swapsize settings do not get picked up in cfg file, so set here
|
|
14
|
+
if test "vmbuilder", fetch(:vmbuilder_run_command)
|
|
15
|
+
execute "mv /tmp/#{fetch(:release_name)}/*.qcow2 /tmp/#{fetch(:release_name)}/#{fetch(:release_name)}.qcow2"
|
|
16
|
+
info("Build finished successfully!")
|
|
17
|
+
info("You probably want to run 'cp /tmp/#{fetch(:release_name)}/#{fetch(:release_name)}.qcow2 <root partitions path>'.")
|
|
18
|
+
info("If you ran this on a Ubuntu 14.04 or later host, you'll probabaly want to make the image compatible " +
|
|
19
|
+
"with older versions of qemu using a command like this: 'sudo qemu-img amend -f qcow2 -o compat=0.10 #{fetch(:release_name)}.qcow2'.")
|
|
20
|
+
end
|
|
21
|
+
execute "rm", "/tmp/first_boot.sh", "-f"
|
|
22
|
+
end
|
|
23
|
+
end
|
|
24
|
+
end
|
|
25
|
+
|
|
26
|
+
#desc "Mount qcow2 image by creating a run file holding the nbd needed."
|
|
27
|
+
task :mount do
|
|
28
|
+
on roles(:app) do
|
|
29
|
+
as :root do
|
|
30
|
+
if test "[", "-f", fetch(:nbd_run_file), "]"
|
|
31
|
+
unless test "[", "-f", fetch(:nbd_lock_file), "]"
|
|
32
|
+
unless test "mountpoint", "-q", fetch(:mount_point)
|
|
33
|
+
info "Removing leftover run file"
|
|
34
|
+
execute "rm", fetch(:nbd_run_file), "-f"
|
|
35
|
+
unless test "[", "-f", fetch(:nbd_run_file), "]"
|
|
36
|
+
Rake::Task['image:mount'].reenable
|
|
37
|
+
return Rake::Task['image:mount'].invoke
|
|
38
|
+
end
|
|
39
|
+
end
|
|
40
|
+
end
|
|
41
|
+
raise "nbd run file already exists. is it already connected?"
|
|
42
|
+
end
|
|
43
|
+
info "Mounting #{fetch(:root_image_path)} on #{fetch(:mount_point)}"
|
|
44
|
+
set :nbd_connected, false
|
|
45
|
+
until fetch(:nbd_connected)
|
|
46
|
+
Rake::Task['image:connect_to_unused_nbd'].reenable
|
|
47
|
+
Rake::Task['image:connect_to_unused_nbd'].invoke
|
|
48
|
+
end
|
|
49
|
+
raise "Mount point #{fetch(:mount_point)} is already mounted" if test "mountpoint", "-q", fetch(:mount_point)
|
|
50
|
+
execute "mkdir", "-p", fetch(:mount_point)
|
|
51
|
+
execute "mount", fetch(:dev_nbdp1), fetch(:mount_point)
|
|
52
|
+
raise "Failed to mount #{fetch(:mount_point)}" unless test "mountpoint", "-q", fetch(:mount_point)
|
|
53
|
+
info "Mounted #{fetch(:root_image_path)} on #{fetch(:mount_point)} using #{fetch(:dev_nbd)}"
|
|
54
|
+
end
|
|
55
|
+
end
|
|
56
|
+
end
|
|
57
|
+
|
|
58
|
+
#desc "Un-mount qcow2 image"
|
|
59
|
+
task :umount do
|
|
60
|
+
on roles(:app) do
|
|
61
|
+
as :root do
|
|
62
|
+
if test "[", "-f", fetch(:nbd_run_file), "]"
|
|
63
|
+
info "found #{fetch(:nbd_run_file)}"
|
|
64
|
+
else
|
|
65
|
+
info "Unable to read #{fetch(:nbd_run_file)}"
|
|
66
|
+
end
|
|
67
|
+
set :nbd, capture("cat", fetch(:nbd_run_file)).chomp
|
|
68
|
+
unless test "mountpoint", "-q", fetch(:mount_point)
|
|
69
|
+
info "#{fetch(:mount_point)} is not mounted"
|
|
70
|
+
end
|
|
71
|
+
info "Unmounting root image #{fetch(:root_image_path)}"
|
|
72
|
+
execute "umount", fetch(:mount_point)
|
|
73
|
+
if test "mountpoint", "-q", fetch(:mount_point)
|
|
74
|
+
info "Failed to umount #{fetch(:mount_point)}"
|
|
75
|
+
end
|
|
76
|
+
Rake::Task['image:disconnect_from_nbd'].invoke
|
|
77
|
+
execute "rm", fetch(:mount_point), "-rf"
|
|
78
|
+
raise "Failed to remove #{fetch(:mount_point)}" if test "[", "-d", fetch(:mount_point), "]"
|
|
79
|
+
end
|
|
80
|
+
end
|
|
81
|
+
end
|
|
82
|
+
|
|
83
|
+
desc "Find the base image for each root qcow2 image."
|
|
84
|
+
task :list_bases do
|
|
85
|
+
on roles(:app) do
|
|
86
|
+
as :root do
|
|
87
|
+
set :files, -> { capture("ls", "#{fetch(:root_partitions_path)}/*.qcow2" ).split }
|
|
88
|
+
if fetch(:files, "").empty?
|
|
89
|
+
fatal "Error: No qcow2 files found in #{fetch(:root_partitions_path)}"
|
|
90
|
+
exit
|
|
91
|
+
end
|
|
92
|
+
fetch(:files).each do |image_file|
|
|
93
|
+
backing_file = ""
|
|
94
|
+
capture("qemu-img info #{image_file}").each_line do |line|
|
|
95
|
+
if line =~ /backing\ file:/
|
|
96
|
+
backing_file = line.split[2]
|
|
97
|
+
end
|
|
98
|
+
end
|
|
99
|
+
unless backing_file.empty?
|
|
100
|
+
info "#{backing_file} < #{image_file}"
|
|
101
|
+
else
|
|
102
|
+
info "No backing file found for #{image_file}"
|
|
103
|
+
end
|
|
104
|
+
end
|
|
105
|
+
end
|
|
106
|
+
end
|
|
107
|
+
end
|
|
108
|
+
|
|
109
|
+
task :connect_to_unused_nbd do
|
|
110
|
+
on roles(:app) do
|
|
111
|
+
as :root do
|
|
112
|
+
set :prelock, -> { "#{fetch(:nbd_lock_file)}.prelock" }
|
|
113
|
+
begin
|
|
114
|
+
raise "Error: #{fetch(:root_image_path)} not found!" unless test "[", "-f", fetch(:root_image_path), "]"
|
|
115
|
+
set :nbd, "nbd#{rand(16)}"
|
|
116
|
+
info "Randomly trying the #{fetch(:nbd)} network block device"
|
|
117
|
+
if test "[", "-f", fetch(:prelock), "]"
|
|
118
|
+
info "Another process is checking #{fetch(:nbd)}. Trying again..."
|
|
119
|
+
set :nbd_connected, false
|
|
120
|
+
return
|
|
121
|
+
else
|
|
122
|
+
execute "touch", fetch(:prelock)
|
|
123
|
+
info "Checking for qemu-nbd created lock file"
|
|
124
|
+
if test "[", "-f", fetch(:nbd_lock_file), "]"
|
|
125
|
+
info "#{fetch(:dev_nbd)} lockfile already in place - nbd device may be in use. Trying again..."
|
|
126
|
+
set :nbd_connected, false
|
|
127
|
+
return
|
|
128
|
+
end
|
|
129
|
+
if test "[", "-b", fetch(:dev_nbdp1), "]"
|
|
130
|
+
info "nbd device in use but no lockfile, Trying again..."
|
|
131
|
+
set :nbd_connected, false
|
|
132
|
+
return
|
|
133
|
+
end
|
|
134
|
+
info "Found unused block device"
|
|
135
|
+
|
|
136
|
+
execute "qemu-nbd", "-c", fetch(:dev_nbd), fetch(:root_image_path)
|
|
137
|
+
info "Waiting for block device to come online . . . "
|
|
138
|
+
begin
|
|
139
|
+
Timeout::timeout(20) do
|
|
140
|
+
until test "[", "-b", fetch(:dev_nbdp1), "]"
|
|
141
|
+
sleep 3
|
|
142
|
+
end
|
|
143
|
+
execute "echo", fetch(:nbd), ">", fetch(:nbd_run_file)
|
|
144
|
+
info "device online"
|
|
145
|
+
set :nbd_connected, true
|
|
146
|
+
end
|
|
147
|
+
rescue TimeoutError
|
|
148
|
+
fatal "Error: unable to create block dev #{fetch(:dev_nbd)}, trying again..."
|
|
149
|
+
set :nbd_connected, false
|
|
150
|
+
return
|
|
151
|
+
#raise "unable to create block device #{fetch(:dev_nbd)}"
|
|
152
|
+
end
|
|
153
|
+
end
|
|
154
|
+
ensure
|
|
155
|
+
execute "rm", fetch(:prelock), "-f"
|
|
156
|
+
end
|
|
157
|
+
end
|
|
158
|
+
end
|
|
159
|
+
end
|
|
160
|
+
|
|
161
|
+
task :disconnect_from_nbd do
|
|
162
|
+
on roles(:app) do
|
|
163
|
+
as :root do
|
|
164
|
+
execute "qemu-nbd", "-d", fetch(:dev_nbd)
|
|
165
|
+
info "Waiting for block device to go offline . . . "
|
|
166
|
+
begin
|
|
167
|
+
Timeout::timeout(20) do
|
|
168
|
+
while test "[", "-b", fetch(:dev_nbdp1), "]"
|
|
169
|
+
print ". "
|
|
170
|
+
sleep 3
|
|
171
|
+
end
|
|
172
|
+
info "block device offline"
|
|
173
|
+
end
|
|
174
|
+
rescue TimeoutError
|
|
175
|
+
info "Error: unable to free block dev #{fetch(:dev_nbd)}"
|
|
176
|
+
execute "rm", fetch(:nbd_run_file), "-rf"
|
|
177
|
+
execute "touch", fetch(:nbd_lock_file)
|
|
178
|
+
exit 1
|
|
179
|
+
end
|
|
180
|
+
raise "failed to free #{fetch(:dev_nbd)}" if test "[", "-b", fetch(:dev_nbdp1), "]"
|
|
181
|
+
execute "rm", fetch(:nbd_run_file), "-rf"
|
|
182
|
+
end
|
|
183
|
+
end
|
|
184
|
+
end
|
|
185
|
+
end
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
namespace :lv do
|
|
2
|
+
desc "Remove a logical volume and recreate it."
|
|
3
|
+
task :recreate do
|
|
4
|
+
on roles(:app) do
|
|
5
|
+
as :root do
|
|
6
|
+
if test "[", "-b", fetch(:data_disk_lv_path), "]"
|
|
7
|
+
ask :yes_no, "Are you sure you want to delete and recreate the logical volume #{fetch(:data_disk_lv_path)}?"
|
|
8
|
+
if fetch(:yes_no).chomp.downcase == "yes"
|
|
9
|
+
execute "lvremove", "--force", fetch(:data_disk_lv_path)
|
|
10
|
+
sleep 1
|
|
11
|
+
end
|
|
12
|
+
else
|
|
13
|
+
warn "Error: #{fetch(:data_disk_lv_path)} not found, yet you called lv:recreate!"
|
|
14
|
+
end
|
|
15
|
+
Rake::Task["lv:create"].invoke
|
|
16
|
+
end
|
|
17
|
+
end
|
|
18
|
+
end
|
|
19
|
+
|
|
20
|
+
#desc "Create a logical volume."
|
|
21
|
+
task :create do
|
|
22
|
+
on roles(:app) do
|
|
23
|
+
as :root do
|
|
24
|
+
if test "lvcreate", fetch(:data_disk_vg_path), "-L", "#{fetch(:data_disk_gb)}G", "-n", fetch(:data_disk_lv_name)
|
|
25
|
+
Rake::Task["lv:mkfs"].invoke
|
|
26
|
+
else
|
|
27
|
+
fatal "Error running lvcreate!"
|
|
28
|
+
exit
|
|
29
|
+
end
|
|
30
|
+
end
|
|
31
|
+
end
|
|
32
|
+
end
|
|
33
|
+
|
|
34
|
+
#desc "Create an ext4 filesystem."
|
|
35
|
+
task :mkfs do
|
|
36
|
+
on roles(:app) do
|
|
37
|
+
as :root do
|
|
38
|
+
unless test "[", "-b", fetch(:data_disk_lv_path), "]"
|
|
39
|
+
raise "Tried to create filesystem but path does not exist!"
|
|
40
|
+
end
|
|
41
|
+
execute "mkfs.ext4", "-q", "-m", "0", fetch(:data_disk_lv_path)
|
|
42
|
+
end
|
|
43
|
+
end
|
|
44
|
+
end
|
|
45
|
+
end
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
namespace :users do
|
|
2
|
+
|
|
3
|
+
task :load_settings do
|
|
4
|
+
set :path, ""
|
|
5
|
+
until File.exists?(fetch(:path)) and (! File.directory?(fetch(:path)))
|
|
6
|
+
ask :path, "Which private key has SSH access to the VM? Specifiy an absolute path"
|
|
7
|
+
end
|
|
8
|
+
SSHKit::Backend::Netssh.configure do |ssh|
|
|
9
|
+
ssh.ssh_options = {
|
|
10
|
+
keys: fetch(:path),
|
|
11
|
+
forward_agent: false,
|
|
12
|
+
auth_methods: %w(publickey)
|
|
13
|
+
}
|
|
14
|
+
end
|
|
15
|
+
end
|
|
16
|
+
|
|
17
|
+
desc "Idempotently setup unix admin users using SSH with sudo rights."
|
|
18
|
+
task :setup => :load_settings do
|
|
19
|
+
on "#{fetch(:user)}@#{fetch(:ip)}" do
|
|
20
|
+
as :root do
|
|
21
|
+
fetch(:usergroups).each do |usergroup|
|
|
22
|
+
usergroup = usergroup.to_sym
|
|
23
|
+
next if fetch(usergroup).nil? or fetch(usergroup).empty?
|
|
24
|
+
fetch(usergroup).each do |user|
|
|
25
|
+
key_file = "/home/#{user['name']}/.ssh/authorized_keys"
|
|
26
|
+
if user['disabled']
|
|
27
|
+
if test "id", "-u", user['name']
|
|
28
|
+
execute "bash", "-c", "\"echo", "''", ">", "#{key_file}\""
|
|
29
|
+
execute "passwd", "-d", user['name']
|
|
30
|
+
info "Disabled user #{user['name']}"
|
|
31
|
+
end
|
|
32
|
+
else
|
|
33
|
+
unless test "id", "-u", user['name']
|
|
34
|
+
exit unless test "adduser", "--disabled-password", "--gecos", "\'\'", user['name']
|
|
35
|
+
end
|
|
36
|
+
execute "usermod", "-s", "'/bin/bash'", user['name']
|
|
37
|
+
user['groups'].each do |group|
|
|
38
|
+
execute "usermod", "-a", "-G", group, user['name']
|
|
39
|
+
end
|
|
40
|
+
execute "mkdir", "-p", "/home/#{user['name']}/.ssh"
|
|
41
|
+
execute "chown", "#{user['name']}.", "-R", "/home/#{user['name']}"
|
|
42
|
+
execute "chmod", "700", "/home/#{user['name']}/.ssh"
|
|
43
|
+
content = StringIO.new("#{user['ssh_keys'].join("\n\n")}\n")
|
|
44
|
+
upload! content, "/tmp/temp_authorized_keys"
|
|
45
|
+
execute "mv", "/tmp/temp_authorized_keys", "/home/#{user['name']}/.ssh/authorized_keys"
|
|
46
|
+
execute "chown", "#{user['name']}.", "#{key_file}"
|
|
47
|
+
execute "chmod", "600", "#{key_file}"
|
|
48
|
+
end
|
|
49
|
+
end
|
|
50
|
+
end
|
|
51
|
+
info "Finished setting up users"
|
|
52
|
+
end
|
|
53
|
+
end
|
|
54
|
+
end
|
|
55
|
+
end
|
|
@@ -0,0 +1,411 @@
|
|
|
1
|
+
require 'socket'
|
|
2
|
+
require 'timeout'
|
|
3
|
+
require 'erb'
|
|
4
|
+
|
|
5
|
+
namespace :vm do
|
|
6
|
+
desc "Check the current status of a VM"
|
|
7
|
+
task :status do
|
|
8
|
+
on roles(:app) do
|
|
9
|
+
as :root do
|
|
10
|
+
if test("virsh", "list", "--all", "|", "grep", "-q", "#{fetch(:node_name)}")
|
|
11
|
+
if test("virsh", "list", "|", "grep", "-q", "#{fetch(:node_name)}")
|
|
12
|
+
info "VM #{fetch(:node_name)} exists and is running on #{host}"
|
|
13
|
+
else
|
|
14
|
+
info "VM #{fetch(:node_name)} is defined but not running on #{host}"
|
|
15
|
+
end
|
|
16
|
+
else
|
|
17
|
+
info "VM #{fetch(:node_name)} is undefined on #{host}"
|
|
18
|
+
end
|
|
19
|
+
if system "bash -c \"ping -c 3 -w 5 #{fetch(:ip)} &> /dev/null\""
|
|
20
|
+
begin
|
|
21
|
+
Timeout::timeout(5) do
|
|
22
|
+
(TCPSocket.open(fetch(:ip),22) rescue nil)
|
|
23
|
+
info "The IP #{fetch(:ip)} is responding to ping and SSH"
|
|
24
|
+
end
|
|
25
|
+
rescue TimeoutError
|
|
26
|
+
info "The IP #{fetch(:ip)} is responding to ping but not SSH"
|
|
27
|
+
end
|
|
28
|
+
else
|
|
29
|
+
info "The IP #{fetch(:ip)} is not responding to ping"
|
|
30
|
+
end
|
|
31
|
+
end
|
|
32
|
+
end
|
|
33
|
+
end
|
|
34
|
+
|
|
35
|
+
desc "Start a copy-on-write Virtual Machine from a base image."
|
|
36
|
+
task :start do
|
|
37
|
+
on roles(:app) do
|
|
38
|
+
info "Preparing to start #{fetch(:node_name)}"
|
|
39
|
+
Rake::Task['vm:ensure_nbd_module'].invoke
|
|
40
|
+
Rake::Task['vm:ensure_root_partitions_path'].invoke
|
|
41
|
+
Rake::Task['vm:ensure_vm_not_running'].invoke
|
|
42
|
+
Rake::Task['vm:ensure_ip_no_ping'].invoke
|
|
43
|
+
Rake::Task['vm:ensure_vm_not_defined'].invoke
|
|
44
|
+
Rake::Task['vm:verify_base'].invoke
|
|
45
|
+
Rake::Task['vm:remove_root_image'].invoke
|
|
46
|
+
Rake::Task['vm:create_root_image'].invoke
|
|
47
|
+
begin
|
|
48
|
+
Rake::Task["image:mount"].invoke
|
|
49
|
+
Rake::Task['vm:update_root_image'].invoke
|
|
50
|
+
ensure
|
|
51
|
+
Rake::Task["image:umount"].invoke
|
|
52
|
+
end
|
|
53
|
+
Rake::Task['vm:create_data'].invoke
|
|
54
|
+
Rake::Task['vm:define_domain'].invoke
|
|
55
|
+
Rake::Task['vm:start_domain'].invoke
|
|
56
|
+
Rake::Task['vm:reset_known_hosts_on_host'].invoke
|
|
57
|
+
Rake::Task['vm:setup_agent_forwarding'].invoke
|
|
58
|
+
Rake::Task['vm:wait_for_ping'].invoke
|
|
59
|
+
Rake::Task['vm:wait_for_ssh_alive'].invoke
|
|
60
|
+
Rake::Task['users:setup'].invoke
|
|
61
|
+
info "Say, you don't say? Are we finished?"
|
|
62
|
+
end
|
|
63
|
+
end
|
|
64
|
+
|
|
65
|
+
task :ensure_root_partitions_path do
|
|
66
|
+
on roles(:app) do
|
|
67
|
+
as :root do
|
|
68
|
+
dir = fetch(:root_partitions_path)
|
|
69
|
+
unless test "[", "-d", dir, "]"
|
|
70
|
+
fatal "Error: root partitions path #{dir} is not a directory!" && raise
|
|
71
|
+
end
|
|
72
|
+
end
|
|
73
|
+
end
|
|
74
|
+
end
|
|
75
|
+
|
|
76
|
+
task :ensure_nbd_module do
|
|
77
|
+
on roles(:app) do
|
|
78
|
+
as :root do
|
|
79
|
+
unless test("lsmod | grep -q nbd")
|
|
80
|
+
info 'Running modprobe nbd'
|
|
81
|
+
execute "modprobe", "nbd"
|
|
82
|
+
sleep 0.5
|
|
83
|
+
unless test("lsmod | grep -q nbd")
|
|
84
|
+
fatal "Error: Unable to modprobe nbd!" && raise
|
|
85
|
+
end
|
|
86
|
+
end
|
|
87
|
+
end
|
|
88
|
+
end
|
|
89
|
+
end
|
|
90
|
+
|
|
91
|
+
task :ensure_vm_not_running do
|
|
92
|
+
on roles(:app) do
|
|
93
|
+
as :root do
|
|
94
|
+
if test("virsh", "list", "|", "grep", "-q", "#{fetch(:node_name)}")
|
|
95
|
+
fatal "The VM #{fetch(:node_name)} is already running!" && raise
|
|
96
|
+
end
|
|
97
|
+
end
|
|
98
|
+
end
|
|
99
|
+
end
|
|
100
|
+
|
|
101
|
+
task :ensure_ip_no_ping do
|
|
102
|
+
run_locally do
|
|
103
|
+
info "Attempting to ping #{fetch(:ip)}"
|
|
104
|
+
if system "bash -c \"ping -c 3 -w 5 #{fetch(:ip)} &> /dev/null\""
|
|
105
|
+
fatal "The IP #{fetch(:ip)} is already pingable!"
|
|
106
|
+
raise
|
|
107
|
+
else
|
|
108
|
+
info "No ping returned, continuing"
|
|
109
|
+
end
|
|
110
|
+
end
|
|
111
|
+
end
|
|
112
|
+
|
|
113
|
+
task :ensure_vm_not_defined do
|
|
114
|
+
on roles(:app) do
|
|
115
|
+
as :root do
|
|
116
|
+
if test("virsh", "list", "--all", "|", "grep", "-q", "#{fetch(:node_name)}")
|
|
117
|
+
set :yes_or_no, ""
|
|
118
|
+
until fetch(:yes_or_no).chomp.downcase == "yes" or fetch(:yes_or_no).chomp.downcase == "no"
|
|
119
|
+
ask :yes_or_no, "The VM #{fetch(:node_name)} is defined but not running! Do you want to undefine/redefine it?"
|
|
120
|
+
end
|
|
121
|
+
unless fetch(:yes_or_no).chomp.downcase == "yes"
|
|
122
|
+
exit
|
|
123
|
+
else
|
|
124
|
+
execute "virsh", "undefine", fetch(:node_name)
|
|
125
|
+
end
|
|
126
|
+
end
|
|
127
|
+
end
|
|
128
|
+
end
|
|
129
|
+
end
|
|
130
|
+
|
|
131
|
+
task :verify_base do
|
|
132
|
+
on roles(:app) do
|
|
133
|
+
as :root do
|
|
134
|
+
unless test "[", "-f", fetch(:base_image_path), "]"
|
|
135
|
+
fatal "Error: cannot find the base image #{fetch(:base_image_path)}" && raise
|
|
136
|
+
end
|
|
137
|
+
raise unless test("chown", "libvirt-qemu:kvm", fetch(:base_image_path))
|
|
138
|
+
end
|
|
139
|
+
end
|
|
140
|
+
end
|
|
141
|
+
|
|
142
|
+
task :remove_root_image do
|
|
143
|
+
on roles(:app) do
|
|
144
|
+
as :root do
|
|
145
|
+
# use 'cap <server> create recreate_root=true' to recreate the root image
|
|
146
|
+
if ENV['recreate_root'] == "true"
|
|
147
|
+
if test "[", "-f", root_image_path, "]"
|
|
148
|
+
set :yes_or_no, ""
|
|
149
|
+
until fetch(:yes_or_no).chomp.downcase == "yes" or fetch(:yes_or_no).chomp.downcase == "no"
|
|
150
|
+
ask :yes_or_no, "Are you sure you want to remove the existing #{root_image_path} file?"
|
|
151
|
+
end
|
|
152
|
+
if fetch(:yes_or_no).chomp.downcase == "yes"
|
|
153
|
+
info "Removing old image"
|
|
154
|
+
execute "rm", root_image_path
|
|
155
|
+
end
|
|
156
|
+
end
|
|
157
|
+
end
|
|
158
|
+
end
|
|
159
|
+
end
|
|
160
|
+
end
|
|
161
|
+
|
|
162
|
+
task :create_root_image do
|
|
163
|
+
on roles(:app) do
|
|
164
|
+
as :root do
|
|
165
|
+
unless test "[", "-f", fetch(:root_image_path), "]"
|
|
166
|
+
info "Creating new image"
|
|
167
|
+
execute "qemu-img", "create", "-b", fetch(:base_image_path), "-f", "qcow2", fetch(:root_image_path)
|
|
168
|
+
else
|
|
169
|
+
set :yes_or_no, ""
|
|
170
|
+
until fetch(:yes_or_no).chomp.downcase == "yes" or fetch(:yes_or_no).chomp.downcase == "no"
|
|
171
|
+
ask :yes_or_no, "#{fetch(:root_image_path)} already exists, do you want to continue to update it's configuration?"
|
|
172
|
+
end
|
|
173
|
+
if fetch(:yes_or_no).chomp.downcase == "yes"
|
|
174
|
+
info "Updating file on an existing image."
|
|
175
|
+
else
|
|
176
|
+
exit
|
|
177
|
+
end
|
|
178
|
+
end
|
|
179
|
+
end
|
|
180
|
+
end
|
|
181
|
+
end
|
|
182
|
+
|
|
183
|
+
task :update_root_image do
|
|
184
|
+
on roles(:app) do
|
|
185
|
+
as :root do
|
|
186
|
+
mount_point = fetch(:mount_point)
|
|
187
|
+
raise if mount_point.nil?
|
|
188
|
+
set :logs_path, -> { fetch(:internal_logs_path) }
|
|
189
|
+
@internal_logs_path = fetch(:logs_path)
|
|
190
|
+
@node_name = fetch(:node_name)
|
|
191
|
+
@node_fqdn = fetch(:node_fqdn)
|
|
192
|
+
@app_fqdn = fetch(:app_fqdn)
|
|
193
|
+
@hostname = fetch(:hostname)
|
|
194
|
+
@data_disk_enabled = fetch(:data_disk_enabled)
|
|
195
|
+
@data_disk_partition = fetch(:data_disk_partition)
|
|
196
|
+
@data_disk_mount_point = fetch(:data_disk_mount_point)
|
|
197
|
+
@network = fetch("#{fetch(:cidr)}_network")
|
|
198
|
+
@gateway = fetch("#{fetch(:cidr)}_gateway")
|
|
199
|
+
@ip = fetch(:ip)
|
|
200
|
+
@broadcast = fetch("#{fetch(:cidr)}_broadcast")
|
|
201
|
+
@netmask = fetch("#{fetch(:cidr)}_netmask")
|
|
202
|
+
@dns_nameservers = fetch(:dns_nameservers)
|
|
203
|
+
@dns_search = fetch(:dns_search)
|
|
204
|
+
{
|
|
205
|
+
"sudoers-sudo" => "#{mount_point}/etc/sudoers.d/sudo",
|
|
206
|
+
"hosts" => "#{mount_point}/etc/hosts",
|
|
207
|
+
"hostname" => "#{mount_point}/etc/hostname",
|
|
208
|
+
"fstab" => "#{mount_point}/etc/fstab",
|
|
209
|
+
"interfaces" => "#{mount_point}/etc/network/interfaces",
|
|
210
|
+
}.each do |file, path|
|
|
211
|
+
template = File.new(File.expand_path("./templates/libvirtinator/#{file}.erb")).read
|
|
212
|
+
generated_config_file = ERB.new(template).result(binding)
|
|
213
|
+
upload! StringIO.new(generated_config_file), "/tmp/#{file}.file"
|
|
214
|
+
execute("mv", "/tmp/#{file}.file", path)
|
|
215
|
+
execute("chown", "root:root", path)
|
|
216
|
+
end
|
|
217
|
+
execute "sed", "-i\"\"", "\"/PermitRootLogin/c\\PermitRootLogin no\"",
|
|
218
|
+
"#{mount_point}/etc/ssh/sshd_config"
|
|
219
|
+
execute "chmod", "440", "#{mount_point}/etc/sudoers.d/*"
|
|
220
|
+
execute "echo", "-e", "\"\n#includedir /etc/sudoers.d\n\"", ">>",
|
|
221
|
+
"#{mount_point}/etc/sudoers"
|
|
222
|
+
user = fetch(:user)
|
|
223
|
+
begin
|
|
224
|
+
execute "bash", "-c", "\"for", "m", "in", "'sys'", "'dev'", "'proc';",
|
|
225
|
+
"do", "mount", "/$m", "#{mount_point}/$m", "-o", "bind;", "done\""
|
|
226
|
+
execute "chroot", mount_point, "/bin/bash", "-c",
|
|
227
|
+
"\"if", "!", "id", user, "&>", "/dev/null;", "then",
|
|
228
|
+
"useradd", "--user-group", "--shell",
|
|
229
|
+
"/bin/bash", "--create-home", "#{user};", "fi\""
|
|
230
|
+
execute "chroot", mount_point, "/bin/bash", "-c",
|
|
231
|
+
"\"usermod", "-a", "-G", "sudo", "#{user}\""
|
|
232
|
+
execute "mkdir", "-p", "#{mount_point}/home/#{user}/.ssh"
|
|
233
|
+
execute "chroot", mount_point, "/bin/bash", "-c",
|
|
234
|
+
"\"chown", "#{user}:#{user}", "/home/#{user}", "/home/#{user}/.ssh\""
|
|
235
|
+
execute "chmod", "700", "#{mount_point}/home/#{user}/.ssh"
|
|
236
|
+
set :path, ""
|
|
237
|
+
until File.exists? fetch(:path) and ! File.directory? fetch(:path)
|
|
238
|
+
ask :path, "Which public key should we install in #{user}'s authorized_keys file? Specifiy an absolute path"
|
|
239
|
+
end
|
|
240
|
+
upload! File.open(fetch(:path)), "/tmp/pubkeys"
|
|
241
|
+
execute "mv", "/tmp/pubkeys", "#{mount_point}/home/#{user}/.ssh/authorized_keys"
|
|
242
|
+
execute "chroot", mount_point, "/bin/bash", "-c",
|
|
243
|
+
"\"chown", "#{user}:#{user}", "/home/#{user}/.ssh/authorized_keys\""
|
|
244
|
+
execute "chmod", "600", "#{mount_point}/home/#{user}/.ssh/authorized_keys"
|
|
245
|
+
execute "mkdir", "-p", "#{mount_point}#{fetch(:data_disk_mount_point)}" if fetch(:data_disk_enabled)
|
|
246
|
+
ensure
|
|
247
|
+
execute "bash", "-c", "\"for", "m", "in", "'sys'", "'dev'", "'proc';",
|
|
248
|
+
"do", "umount", "#{mount_point}/$m;", "done\""
|
|
249
|
+
end
|
|
250
|
+
end
|
|
251
|
+
end
|
|
252
|
+
end
|
|
253
|
+
|
|
254
|
+
task :create_data do
|
|
255
|
+
on roles(:app) do
|
|
256
|
+
as 'root' do
|
|
257
|
+
unless fetch(:data_disk_enabled)
|
|
258
|
+
info "Not using a separate data disk."
|
|
259
|
+
break
|
|
260
|
+
end
|
|
261
|
+
if fetch(:data_disk_type) == "qemu"
|
|
262
|
+
if ! test("[", "-f", fetch(:data_disk_qemu_path), "]") or ENV['recreate_data'] == "true"
|
|
263
|
+
execute "guestfish", "--new", "disk:#{fetch(:data_disk_gb)}G << _EOF_
|
|
264
|
+
mkfs ext4 /dev/vda
|
|
265
|
+
_EOF_"
|
|
266
|
+
execute "qemu-img", "convert", "-O", "qcow2", "test1.img", "test1.qcow2"
|
|
267
|
+
execute "rm", "test1.img"
|
|
268
|
+
execute "mv", "test1.qcow2", fetch(:data_disk_qemu_path)
|
|
269
|
+
end
|
|
270
|
+
elsif fetch(:data_disk_type) == "lv"
|
|
271
|
+
if ENV['recreate_data'] == "true"
|
|
272
|
+
if test "[", "-b", fetch(:data_disk_lv_path), "]"
|
|
273
|
+
Rake::Task['lv:recreate'].invoke
|
|
274
|
+
else
|
|
275
|
+
Rake::Task['lv:create'].invoke
|
|
276
|
+
end
|
|
277
|
+
else
|
|
278
|
+
if test "[", "-b", fetch(:data_disk_lv_path), "]"
|
|
279
|
+
info "Found and using existing logical volume #{fetch(:data_disk_lv_path)}"
|
|
280
|
+
else
|
|
281
|
+
Rake::Task['lv:create'].invoke
|
|
282
|
+
end
|
|
283
|
+
end
|
|
284
|
+
else
|
|
285
|
+
fatal "No recognized disk type (lv, qemu), yet size is greater than zero!"
|
|
286
|
+
fatal "Fixed this by adding a recognized disk type (lv, qemu) to your config."
|
|
287
|
+
raise
|
|
288
|
+
end
|
|
289
|
+
end
|
|
290
|
+
end
|
|
291
|
+
end
|
|
292
|
+
|
|
293
|
+
task :define_domain do
|
|
294
|
+
on roles(:app) do
|
|
295
|
+
as 'root' do
|
|
296
|
+
# instance variables needed for ERB
|
|
297
|
+
@node_name = fetch(:node_name)
|
|
298
|
+
@memory_gb = fetch(:memory_gb).to_i * 1024 * 1024
|
|
299
|
+
@cpus = fetch(:cpus)
|
|
300
|
+
@root_image_path = fetch(:root_image_path)
|
|
301
|
+
@data_disk_enabled = fetch(:data_disk_enabled)
|
|
302
|
+
@data_disk_type = fetch(:data_disk_type)
|
|
303
|
+
@data_disk_lv_path = fetch(:data_disk_lv_path)
|
|
304
|
+
@data_disk_qemu_path = fetch(:data_disk_qemu_path)
|
|
305
|
+
@bridge = fetch(:bridge)
|
|
306
|
+
template = File.new(File.expand_path("templates/libvirtinator/server.xml.erb")).read
|
|
307
|
+
generated_config_file = ERB.new(template).result(binding)
|
|
308
|
+
upload! StringIO.new(generated_config_file), "/tmp/server.xml"
|
|
309
|
+
execute "virsh", "define", "/tmp/server.xml"
|
|
310
|
+
execute "rm", "/tmp/server.xml", "-rf"
|
|
311
|
+
end
|
|
312
|
+
end
|
|
313
|
+
end
|
|
314
|
+
|
|
315
|
+
task :start_domain do
|
|
316
|
+
on roles(:app) do
|
|
317
|
+
as 'root' do
|
|
318
|
+
execute "virsh", "start", "#{fetch(:node_name)}"
|
|
319
|
+
end
|
|
320
|
+
end
|
|
321
|
+
end
|
|
322
|
+
|
|
323
|
+
# Keep this to aid with users setup
|
|
324
|
+
task :reset_known_hosts_on_host do
|
|
325
|
+
run_locally do
|
|
326
|
+
user = if ENV['SUDO_USER']; ENV['SUDO_USER']; else; ENV['USER']; end
|
|
327
|
+
execute "sudo", "-u", user, "ssh-keygen", "-R", "#{fetch(:node_name)}"
|
|
328
|
+
execute "sudo", "-u", user, "ssh-keygen", "-R", "#{fetch(:node_fqdn)}"
|
|
329
|
+
execute "sudo", "-u", user, "ssh-keygen", "-R", "#{fetch(:hostname)}"
|
|
330
|
+
execute "sudo", "-u", user, "ssh-keygen", "-R", "#{fetch(:app_fqdn)}"
|
|
331
|
+
execute "sudo", "-u", user, "ssh-keygen", "-R", "#{fetch(:ip)}"
|
|
332
|
+
end
|
|
333
|
+
end
|
|
334
|
+
|
|
335
|
+
task :wait_for_ping do
|
|
336
|
+
run_locally do
|
|
337
|
+
info "Waiting for VM to respond to ping.."
|
|
338
|
+
begin
|
|
339
|
+
Timeout::timeout(30) do
|
|
340
|
+
until system "bash -c \"ping -c 3 -w 5 #{fetch(:ip)} &> /dev/null\"" do
|
|
341
|
+
print ' ...'
|
|
342
|
+
end
|
|
343
|
+
info "Ping alive!"
|
|
344
|
+
end
|
|
345
|
+
rescue Timeout::Error
|
|
346
|
+
puts
|
|
347
|
+
set :yes_or_no, ""
|
|
348
|
+
until fetch(:yes_or_no).chomp.downcase == "yes" or fetch(:yes_or_no).chomp.downcase == "no"
|
|
349
|
+
ask :yes_or_no, "Networking on the VM has not come up in 30 seconds, would you like to wait another 30?"
|
|
350
|
+
end
|
|
351
|
+
if fetch(:yes_or_no).chomp.downcase == "yes"
|
|
352
|
+
Rake::Task['vm:wait_for_ping'].reenable
|
|
353
|
+
return Rake::Task['vm:wait_for_ping'].invoke
|
|
354
|
+
else
|
|
355
|
+
warn "Exiting.."
|
|
356
|
+
exit
|
|
357
|
+
end
|
|
358
|
+
end
|
|
359
|
+
end
|
|
360
|
+
end
|
|
361
|
+
|
|
362
|
+
task :setup_agent_forwarding do
|
|
363
|
+
run_locally do
|
|
364
|
+
lines = <<-eos
|
|
365
|
+
\nHost #{fetch(:node_fqdn)}
|
|
366
|
+
ForwardAgent yes
|
|
367
|
+
Host #{fetch(:hostname)}
|
|
368
|
+
ForwardAgent yes
|
|
369
|
+
Host #{fetch(:app_fqdn)}
|
|
370
|
+
ForwardAgent yes
|
|
371
|
+
Host #{fetch(:ip)}
|
|
372
|
+
ForwardAgent yes
|
|
373
|
+
Host #{fetch(:node_name)}
|
|
374
|
+
ForwardAgent yes\n
|
|
375
|
+
eos
|
|
376
|
+
{ENV['USER'] => "/home/#{ENV['USER']}/.ssh"}.each do |user, dir|
|
|
377
|
+
if File.directory?(dir)
|
|
378
|
+
unless File.exists?("#{dir}/config")
|
|
379
|
+
execute "sudo", "-u", "#{user}", "touch", "#{dir}/config"
|
|
380
|
+
execute "chmod", "600", "#{dir}/config"
|
|
381
|
+
end
|
|
382
|
+
execute "echo", "-e", "\"#{lines}\"", ">>", "#{dir}/config"
|
|
383
|
+
end
|
|
384
|
+
end
|
|
385
|
+
end
|
|
386
|
+
end
|
|
387
|
+
|
|
388
|
+
task :wait_for_ssh_alive do
|
|
389
|
+
run_locally do
|
|
390
|
+
info "Waiting for VM SSH alive.."
|
|
391
|
+
begin
|
|
392
|
+
Timeout::timeout(30) do
|
|
393
|
+
(print "..."; sleep 3) until (TCPSocket.open(fetch(:ip),22) rescue nil)
|
|
394
|
+
end
|
|
395
|
+
rescue TimeoutError
|
|
396
|
+
set :yes_or_no, ""
|
|
397
|
+
until fetch(:yes_or_no).chomp.downcase == "yes" or fetch(:yes_or_no).chomp.downcase == "no"
|
|
398
|
+
ask :yes_or_no, "SSH on the VM has not come up in 30 seconds, would you like to wait another 30?"
|
|
399
|
+
end
|
|
400
|
+
if fetch(:yes_or_no).chomp.downcase == "yes"
|
|
401
|
+
Rake::Task['vm:wait_for_ssh_alive'].reenable
|
|
402
|
+
return Rake::Task['vm:wait_for_ssh_alive'].invoke
|
|
403
|
+
else
|
|
404
|
+
warn "Exiting.."
|
|
405
|
+
exit
|
|
406
|
+
end
|
|
407
|
+
end
|
|
408
|
+
info "SSH alive!"
|
|
409
|
+
end
|
|
410
|
+
end
|
|
411
|
+
end
|
metadata
ADDED
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
--- !ruby/object:Gem::Specification
|
|
2
|
+
name: libvirtinator
|
|
3
|
+
version: !ruby/object:Gem::Version
|
|
4
|
+
version: 0.0.0
|
|
5
|
+
prerelease:
|
|
6
|
+
platform: ruby
|
|
7
|
+
authors:
|
|
8
|
+
- david amick
|
|
9
|
+
autorequire:
|
|
10
|
+
bindir: bin
|
|
11
|
+
cert_chain: []
|
|
12
|
+
date: 2014-11-22 00:00:00.000000000 Z
|
|
13
|
+
dependencies:
|
|
14
|
+
- !ruby/object:Gem::Dependency
|
|
15
|
+
name: capistrano
|
|
16
|
+
requirement: !ruby/object:Gem::Requirement
|
|
17
|
+
none: false
|
|
18
|
+
requirements:
|
|
19
|
+
- - '='
|
|
20
|
+
- !ruby/object:Gem::Version
|
|
21
|
+
version: 3.2.1
|
|
22
|
+
type: :runtime
|
|
23
|
+
prerelease: false
|
|
24
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
25
|
+
none: false
|
|
26
|
+
requirements:
|
|
27
|
+
- - '='
|
|
28
|
+
- !ruby/object:Gem::Version
|
|
29
|
+
version: 3.2.1
|
|
30
|
+
description: An Opinionated libvirt VM Deployment gem
|
|
31
|
+
email: davidamick@ctisolutionsinc.com
|
|
32
|
+
executables: []
|
|
33
|
+
extensions: []
|
|
34
|
+
extra_rdoc_files: []
|
|
35
|
+
files:
|
|
36
|
+
- lib/libvirtinator.rb
|
|
37
|
+
- lib/libvirtinator/config.rb
|
|
38
|
+
- lib/libvirtinator/vm.rb
|
|
39
|
+
- lib/libvirtinator/users.rb
|
|
40
|
+
- lib/libvirtinator/image.rb
|
|
41
|
+
- lib/libvirtinator/lv.rb
|
|
42
|
+
- lib/libvirtinator/examples/Capfile
|
|
43
|
+
- lib/libvirtinator/examples/config/deploy.rb
|
|
44
|
+
- lib/libvirtinator/examples/config/deploy/vm_name.rb
|
|
45
|
+
- lib/libvirtinator/examples/config/sysadmins_keys.rb
|
|
46
|
+
- lib/libvirtinator/examples/first_boot.sh.erb
|
|
47
|
+
- lib/libvirtinator/examples/fstab.erb
|
|
48
|
+
- lib/libvirtinator/examples/hostname.erb
|
|
49
|
+
- lib/libvirtinator/examples/hosts.erb
|
|
50
|
+
- lib/libvirtinator/examples/interfaces.erb
|
|
51
|
+
- lib/libvirtinator/examples/server.xml.erb
|
|
52
|
+
- lib/libvirtinator/examples/sudoers-sudo.erb
|
|
53
|
+
- lib/libvirtinator/examples/vmbuilder-init.sh.erb
|
|
54
|
+
- lib/libvirtinator/examples/vmbuilder.cfg.erb
|
|
55
|
+
homepage: https://github.com/snarlysodboxer/libvirtinator
|
|
56
|
+
licenses:
|
|
57
|
+
- GNU
|
|
58
|
+
post_install_message:
|
|
59
|
+
rdoc_options: []
|
|
60
|
+
require_paths:
|
|
61
|
+
- lib
|
|
62
|
+
required_ruby_version: !ruby/object:Gem::Requirement
|
|
63
|
+
none: false
|
|
64
|
+
requirements:
|
|
65
|
+
- - ! '>='
|
|
66
|
+
- !ruby/object:Gem::Version
|
|
67
|
+
version: 1.9.3
|
|
68
|
+
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
69
|
+
none: false
|
|
70
|
+
requirements:
|
|
71
|
+
- - ! '>='
|
|
72
|
+
- !ruby/object:Gem::Version
|
|
73
|
+
version: '0'
|
|
74
|
+
requirements:
|
|
75
|
+
- Docker ~1.3.1
|
|
76
|
+
rubyforge_project:
|
|
77
|
+
rubygems_version: 1.8.23.2
|
|
78
|
+
signing_key:
|
|
79
|
+
specification_version: 3
|
|
80
|
+
summary: Deploy libvirt VMs
|
|
81
|
+
test_files: []
|