stork 0.1.0.pre

data/specs/resource_password_spec.rb

@@ -0,0 +1,10 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe "Stork::Resource::Password" do
+  it "should generate a new password every time value is accessed" do
+    password = Stork::Resource::Password.new
+    pass1 = password.value
+    pass2 = password.value
+    pass1.wont_equal pass2
+  end
+end

data/specs/resource_repo_spec.rb

@@ -0,0 +1,43 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe "Stork::Resource::Repo" do
+  it "must create a repo" do
+    Stork::Resource::Repo.new.must_be_instance_of Stork::Resource::Repo
+  end
+
+  it "must respond to name" do
+    Stork::Resource::Repo.new.must_respond_to :name
+  end
+
+  it "must respond to the baseurl accessors" do
+    Stork::Resource::Repo.new.must_respond_to :baseurl
+    Stork::Resource::Repo.new.must_respond_to :baseurl=
+  end
+
+  it "must respond to the mirrorlist accessors" do
+    Stork::Resource::Repo.new.must_respond_to :mirrorlist
+    Stork::Resource::Repo.new.must_respond_to :mirrorlist=
+  end
+
+  it "must only let either baseurl or mirrorlist" do
+    proc {
+      Stork::Resource::Repo.build 'updates', baseurl: 'foo', mirrorlist: 'foo'
+    }.must_raise(SyntaxError)
+  end
+
+  it "must require either baseurl or mirrorlist" do
+    proc {
+      Stork::Resource::Repo.build 'updates'
+    }.must_raise(SyntaxError)
+  end
+
+  it "must set the baseurl" do
+    repo = Stork::Resource::Repo.build('updates', baseurl: 'http://foo.com')
+    repo.baseurl.must_equal 'http://foo.com'
+  end
+
+  it "must set the mirrorlist" do
+    repo = Stork::Resource::Repo.build('updates', mirrorlist: 'http://foo.com')
+    repo.mirrorlist.must_equal 'http://foo.com'
+  end
+end

data/specs/resource_snippet_spec.rb

@@ -0,0 +1,10 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe "Stork::Resource::Snippet" do
+  it "must create a snippet" do
+    file = "./specs/stork/bundles/snippets/noop.erb"
+    snippet = Stork::Resource::Snippet.new(file)
+    snippet.name.must_equal "noop"
+    snippet.content.must_equal "# Default Snippet\n"
+  end
+end

data/specs/resource_template_spec.rb

@@ -0,0 +1,5 @@
+# require File.dirname(__FILE__) + '/spec_helper'
+
+# describe "Stork::Resource::Template" do
+
+# end

data/specs/resource_timezone_spec.rb

@@ -0,0 +1,5 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe "Stork::Resource::Timezone" do
+
+end

data/specs/resource_volume_group_spec.rb

@@ -0,0 +1,23 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe "Stork::Resource::VolumeGroup" do
+  it "should be created" do
+    Stork::Resource::VolumeGroup.new('/').must_be_instance_of Stork::Resource::VolumeGroup
+  end
+
+  it "must respond to name" do
+    Stork::Resource::VolumeGroup.new('/').must_respond_to :name
+  end
+
+  it "must respond to the partition accessors" do
+    Stork::Resource::VolumeGroup.new('/').must_respond_to :partition
+    Stork::Resource::VolumeGroup.new('/').must_respond_to :partition=
+  end
+
+  it "must build" do
+    vg = Stork::Resource::VolumeGroup.build 'vg', part: 'pv.01'
+    vg.name.must_equal 'vg'
+    vg.partition.must_equal 'pv.01'
+    vg.logical_volumes.must_equal []
+  end
+end

data/specs/scripts/kssetup.sh

@@ -0,0 +1,24 @@
+#!/usr/bin/env bash
+
+echo "Starting setup"
+if [ "$TRAVIS" = "true" ] ; then
+  sudo ip install pycurl
+  sudo pip install urlgrabber
+  git clone git://git.fedorahosted.org/git/pykickstart.git
+  cd pykickstart
+  sudo python setup.py install
+else
+  pip install virtualenv
+  echo "Creating virtual environment: ksvalidator"
+  virtualenv ksvalidator
+  cd ksvalidator
+  echo "Activating!!!"
+  source bin/activate
+  echo "Installing packages"
+  pip install pycurl
+  pip install urlgrabber
+  git clone git://git.fedorahosted.org/git/pykickstart.git
+  cd pykickstart
+  python setup.py install
+fi
+echo "Setup complete"

data/specs/scripts/ksvalidate.sh

@@ -0,0 +1,21 @@
+#!/usr/bin/env bash
+
+TESTPATH=$1
+KSPATH=$2
+VER=$3
+mkdir -p $TESTPATH
+cd $TESTPATH
+
+if [ "$TRAVIS" != "true" ] ; then
+  if ! [ -f "./ksvalidator/bin/activate" ] ; then
+    echo "Please run 'rake ksvalidator:setup' to ensure that the virtual"
+    echo "environment is set up before running the integration tests or set"
+    echo "NOVALIDATE before you run"
+    exit 1
+  fi
+  cd ksvalidator
+  source bin/activate
+fi
+
+ksvalidator -e -v $VER $KSPATH
+exit $?

data/specs/server_spec.rb

@@ -0,0 +1,84 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+require 'sinatra'
+require 'rack/test'
+
+include Rack::Test::Methods
+
+def app
+  b = Stork::Builder.load(configuration)
+  a = Stork::Server::Application
+  a.set :collection, b.collection
+  a.set :config, configuration
+  a
+end
+
+describe "Stork::Server::Application" do
+  before(:each) do
+    FileUtils.mkdir('./specs/tmp/pxeboot')
+  end
+
+  after(:each) do
+    FileUtils.rm_rf(Dir.glob('./specs/tmp/*'))
+  end
+
+  it "should respond to the root" do
+    get '/'
+    message = "{ \"status\":\"200\", \"message\": \"Stork Version #{Stork::VERSION} - #{Stork::CODENAME}\" }"
+    last_response.body.must_equal message
+  end
+
+  it "should output the kickstart file for a valid host" do
+    get '/host/server.example.org'
+    message = "foo"
+    last_response.body.wont_equal "{ \"status\":\"404\", \"message\": \"not found\" }"
+  end
+
+  it "should error for invalid host" do
+    get '/host/invalid.org'
+    message = "{ \"status\":\"404\", \"message\": \"not found\" }"
+    last_response.body.must_equal message
+  end
+
+  it "should notify of a completed install" do
+    get '/host/server.example.org/installed'
+    last_response.body.must_equal "{ \"status\":\"200\", \"message\": \"OK\" }"
+
+    expected_content = <<-EOS
+DEFAULT local
+PROMPT 0
+TIMEOUT 0
+TOTALTIMEOUT 0
+ONTIMEOUT local
+LABEL local
+        LOCALBOOT -1
+    EOS
+    File.read("./specs/tmp/pxeboot/01-00-11-22-33-44-55").must_equal expected_content
+  end
+
+  it "should error on completed install for invalid host" do
+    get '/host/invalid.org/installed'
+    last_response.body.must_equal "{ \"status\":\"404\", \"message\": \"not found\" }"
+  end
+
+  it "should notify of an install request" do
+    get '/host/server.example.org/install'
+    last_response.body.must_equal "{ \"status\":\"200\", \"message\": \"OK\" }"
+
+    expected_content = <<-EOS
+default install
+prompt 0
+timeout 1
+label install
+        kernel vmlinuz
+        ipappend 2
+        append initrd=initrd.img ksdevice=bootif priority=critical kssendmac ks=http://localhost:5000/host/server.example.org
+    EOS
+    File.read("./specs/tmp/pxeboot/01-00-11-22-33-44-55").must_equal expected_content
+  end
+
+  it "should error for invalid host" do
+    get '/host/invalid.org/install'
+    last_response.body.must_equal "{ \"status\":\"404\", \"message\": \"not found\" }"
+  end
+end

data/specs/spec_helper.rb

@@ -0,0 +1,33 @@
+ENV['RACK_ENV'] = 'test'
+
+if ENV['TRAVIS']
+  require 'coveralls'
+  Coveralls.wear!
+elsif ENV['COVERAGE']
+  require 'simplecov'
+  SimpleCov.start do
+    ['specs', 'vendor', 'lib/stork/server/control.rb'].each{ |f| add_filter f }
+  end
+end
+
+require 'rubygems'
+require 'bundler/setup'
+require 'stork'
+require 'minitest/spec'
+require 'minitest/autorun'
+require 'minitest/pride'
+require 'minitest/given'
+require 'open3'
+require 'fileutils'
+
+if ENV['DEBUG']
+  require 'minitest/debugger'
+end
+
+def configuration
+  Stork::Configuration.from_file('./specs/stork/config.rb')
+end
+
+def collection
+  Stork::Builder.load(configuration).collection
+end

data/specs/stork/authorized_keys

@@ -0,0 +1 @@
+ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjIoUKCW1ukJefYL4eS0/ZYMT8VSmhqvCD39bd93ur3qKpSx6El+kKPuviHr10INGtWy/0APkPFXBI2YVyzypjAdt4j6Owj/4YgPSmf1KYhT1cneEFdSDuHgP86BYVuxuZSFwX7hl+uBIYMYHf4Yt3x58jDiWJeLinxhavw7jIRczuuDl5EEo/uBtkisM1O4M2pcPs0uk8okVLH3pOdNE9s1lCNvnEP4uLr8juS54S6lYIdvabvoA64I/oxSeY5LASi4RE9NgHb6o0elmKwtD5iL/SDCZYM+jhd5LVGYv0q6luSjLtgyoh9hnah6+hIS8lmzc1H+d2fhpxS/VuGssZ rlyon@fakesystem.local

data/specs/stork/bundles/chefs/default.rb

@@ -0,0 +1,9 @@
+chef "default" do
+  url "https://chef.example.org"
+  version "11.6.0"
+  client_name "root"
+  client_key "./specs/keys/snakeoil-root.pem"
+  validator_name "chef-validator"
+  validation_key "./specs/keys/snakeoil-validation.pem"
+  encrypted_data_bag_secret "secretkey"
+end

data/specs/stork/bundles/distros/centos.rb

@@ -0,0 +1,5 @@
+distro "centos" do
+  kernel "vmlinuz"
+  image "initrd.img"
+  url "http://mirror.example.com/centos"
+end

data/specs/stork/bundles/hosts/example.org.rb

@@ -0,0 +1,66 @@
+# Config for example.org
+host "server.example.org" do
+  template    "default"
+  chef        "default"
+  pxemac      "00:11:22:33:44:55"
+  layout      "home"
+  distro      "centos"
+  repo        "whamcloud-client", baseurl: "http://yum.example.com/eln/x86_64"
+  package     "foo"
+
+
+  interface "eth0" do
+    bootproto :static
+    ip        "99.99.1.8"
+    # network   "org"
+  end
+
+  interface "eth1" do
+    bootproto :static
+    ip        "192.168.1.10"
+    netmask   "255.255.255.0"
+    gateway   "192.168.1.1"
+    nameserver "192.168.1.253"
+    nameserver "192.168.1.252"
+  end
+
+  pre_snippet    "setup"
+  post_snippet   "ntp"
+  post_snippet   "resolv-conf"
+  post_snippet   "chef-bootstrap"
+  post_snippet   "chef-reconfigure"
+  post_snippet   "notify"
+
+  run_list %w{ role[base] recipe[apache] }
+end
+
+hosts=[
+  [10, "00:11:22:33:44:01"],
+  [11, "00:11:22:33:44:02"],
+  [12, "00:11:22:33:44:03"],
+  [13, "00:11:22:33:44:04"],
+  [14, "00:11:22:33:44:05"],
+  [15, "00:11:22:33:44:06"],
+  [16, "00:11:22:33:44:07"],
+  [17, "00:11:22:33:44:08"],
+  [18, "00:11:22:33:44:09"],
+  [19, "00:11:22:33:44:10"]
+]
+
+hosts.each do |octet, mac|
+  host "n0#{octet}.example.org" do
+    template    "default"
+    chef        "default"
+    distro      "centos"
+    pxemac      mac
+    layout      "home"
+
+
+    interface "eth0" do
+      bootproto :static
+      ip        "192.168.10.#{octet}"
+      network   "org"
+    end
+    run_list %w{ role[node] }
+  end
+end

data/specs/stork/bundles/layouts/home.rb

@@ -0,0 +1,33 @@
+layout "home" do
+  clearpart
+  zerombr
+  part "/boot" do
+    size 100
+    type "ext4"
+    primary
+  end
+
+  part "swap" do
+    recommended
+    type "swap"
+    primary
+  end
+
+  part "/" do
+    size 4096
+    type "ext4"
+  end
+
+  part "pv.01" do
+    size 1
+    grow
+  end
+
+  volume_group "vg", part: "pv.01" do
+    logical_volume "lv_home" do
+      path "/home"
+      size 1
+      grow
+    end
+  end
+end

data/specs/stork/bundles/networks/local.rb

@@ -0,0 +1,6 @@
+network "local" do
+  netmask "255.255.255.0"
+  gateway "192.168.1.1"
+  nameserver "192.168.1.253"
+  nameserver "192.168.1.252"
+end

data/specs/stork/bundles/networks/org.rb

@@ -0,0 +1,7 @@
+network "org" do
+  netmask "255.255.255.0"
+  gateway "99.99.1.1"
+  nameserver "99.99.1.253"
+  nameserver "99.99.1.252"
+  search_path "example.org"
+end

data/specs/stork/bundles/snippets/authorized-keys.erb

@@ -0,0 +1,10 @@
+echo "Creating SSH keys"
+mkdir -p /root/.ssh
+cd /root/.ssh
+chmod 700 /root/.ssh
+ssh-keygen -f id_rsa -t rsa -N ''
+touch authorized_keys
+chmod 600 authorized_keys
+cat > /root/.ssh/authorized_keys << 'EOF'
+<%= authorized_keys %>
+EOF

data/specs/stork/bundles/snippets/chef-bootstrap.erb

@@ -0,0 +1,104 @@
+echo "Installing Chef"
+
+cat > /etc/init.d/chef-firstboot << 'EOF'
+#!/bin/bash
+#
+# chef-firstboot Chef first-boot script
+#
+# chkconfig: - 97 02
+# description: Run chef for the first time using the /etc/chef/first-boot.json content.
+
+### BEGIN INIT INFO
+# Provides: chef-firstboot
+# Required-Start: $local_fs $network $remote_fs
+# Required-Stop: $local_fs $network $remote_fs
+# Should-Start: $named $time
+# Should-Stop: $named $time
+# Short-Description: Chef first-boot script
+# Description: Run chef for the first time using the /etc/chef/first-boot.json content.
+### END INIT INFO
+
+exec="/usr/bin/chef-client"
+chk="/sbin/chkconfig"
+
+start() {
+  $exec -j /etc/chef/first-boot.json -N <%= host.name %>
+  retval=$?
+  $chk chef-client on
+  $chk chef-firstboot off
+  return $retval
+}
+
+stop() {
+  return 0
+}
+
+restart() {
+  return 0
+}
+
+case "$1" in
+  start)
+      $1
+      ;;
+  stop)
+      $1
+      ;;
+  restart)
+      $1
+      ;;
+esac
+exit $?
+EOF
+chmod 755 /etc/init.d/chef-firstboot
+chkconfig chef-firstboot on
+
+bash -c '
+exists() {
+  if command -v $1 &>/dev/null
+  then
+    return 0
+  else
+    return 1
+  fi
+}
+
+install_sh="https://www.opscode.com/chef/install.sh"
+version_string="-v <%= chef.version %>"
+if ! exists /usr/bin/chef-client; then
+  if exists wget; then
+    wget ${install_sh} -O /tmp/install_sh
+  elif exists curl; then
+    curl ${install_sh} > /tmp/install.sh
+  else
+    echo "Neither wget nor curl found. Please install one and try again." >&2
+    exit 1
+  fi
+fi
+
+bash /tmp/install_sh ${version_string}
+'
+
+<% if chef.encrypted_data_bag_secret %>
+cat > /etc/chef/encrypted_data_bag_secret << 'EOF'
+<%= chef.encrypted_data_bag_secret %>
+EOF
+chmod 0600 /etc/chef/encrypted_data_bag_secret
+<% end %>
+
+mkdir -p /etc/chef
+
+cat > /etc/chef/validation.pem << 'EOF'
+<%= chef.validation_key %>
+EOF
+chmod 0644 /etc/chef/validation.pem
+
+cat > /etc/chef/client.rb << 'EOF'
+<%= chef.client_content %>
+EOF
+chmod 644 /etc/chef/client.rb
+
+cat > /etc/chef/first-boot.json << 'EOF'
+<%= first_boot_content %>
+EOF
+chmod 644 /etc/chef/first-boot.json

data/specs/stork/bundles/snippets/chef-reconfigure.erb

@@ -0,0 +1,22 @@
+echo "Setting up knife"
+mkdir /root/.chef
+chmod 700 /root/.chef
+
+cat > /root/.chef/<%= chef.client_name %>.pem << 'EOF'
+<%= chef.client_key %>
+EOF
+chmod 600 /root/.chef/<%= chef.client_name %>.pem
+
+cat > /root/.chef/knife.rb << 'EOF'
+<%= chef.knife_content %>
+EOF
+chmod 600 /root/.chef/knife.rb
+
+echo "Reregistering client"
+knife client reregister <%= host.name %> -f /etc/chef/client.pem --config /root/.chef/knife.rb
+
+echo "Getting rid of the root pem"
+rm /root/.chef/root.pem
+
+echo "Getting rid of the knife config"
+rm /root/.chef/knife.rb

data/specs/stork/bundles/snippets/etc-hosts.erb

@@ -0,0 +1,6 @@
+cat > /etc/hosts << 'EOF'
+127.0.0.1   localhost localhost.localdomain localhost4 localhost4.localdomain4
+127.0.0.1   <%= host.name %> <%= host.name.split('.').first %>
+::1         localhost localhost.localdomain localhost6 localhost6.localdomain6
+::1         <%= host.name %> <%= host.name.split('.').first %>
+EOF

data/specs/stork/bundles/snippets/network-config.erb

@@ -0,0 +1,7 @@
+echo "Setting hostname"
+cat > /etc/sysconfig/network << 'EOF'
+NETWORKING=yes
+HOSTNAME=<%= host.name %>
+EOF
+source /etc/sysconfig/network
+/bin/hostname <%= host.name %>

data/specs/stork/bundles/snippets/noop.erb

@@ -0,0 +1 @@
+# Default Snippet

data/specs/stork/bundles/snippets/notify.erb

@@ -0,0 +1,2 @@
+echo "Contacting midwife to notify of a successful install"
+/usr/bin/curl http://<%= midwife_server %>/notify/<%= host.name %>/installed

data/specs/stork/bundles/snippets/ntp.erb

@@ -0,0 +1,2 @@
+echo "Synchronizing clock"
+ntpdate <%= host.timezone.ntpservers.first %>

data/specs/stork/bundles/snippets/resolv-conf.erb

@@ -0,0 +1,6 @@
+cat > /etc/resolv.conf << 'EOF'
+<% nameservers.each do |nameserver| -%>
+nameserver <%= nameserver %>
+<% end -%>
+search <%= search_paths.join(' ') %>
+EOF

data/specs/stork/bundles/snippets/setup.erb

@@ -0,0 +1 @@
+# Setting up <%= host.name %>

data/specs/stork/bundles/templates/default.ks.erb

@@ -0,0 +1,25 @@
+#######################################
+### Kickstart generated by stork    ###
+#######################################
+install
+reboot
+text
+skipx
+firstboot --disable
+lang en_US
+keyboard us
+
+<%= pre_snippets %>
+
+<%= url %>
+<%= network %>
+<%= password %>
+<%= firewall %>
+<%= timezone %>
+<%= selinux %>
+<%= layout %>
+<%= repos %>
+
+<%= packages %>
+
+<%= post_snippets %>

data/specs/stork/config.rb

@@ -0,0 +1,11 @@
+# Stork configuration file"
+path                    "./specs/stork"
+bundle_path             "./specs/stork/bundles"
+authorized_keys_file    "./specs/stork/authorized_keys"
+pxe_path                "./specs/tmp/pxeboot"
+log_file                "./specs/tmp/stork.log"
+pid_file                "./specs/tmp/stork.pid"
+server                  "localhost"
+port                    5000
+bind                    "0.0.0.0"
+timezone                "America/New_York"

data/stork.gemspec

@@ -0,0 +1,35 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'stork/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "stork"
+  spec.version       = Stork::VERSION
+  spec.authors       = ["Rob Lyon"]
+  spec.email         = ["nosignsoflifehere@gmail.com"]
+  spec.summary       = %q{Autoinstallation and PXE management.}
+  spec.description   = %q{Autoinstallation and PXE management for Redhat/CentOS based system deployment.}
+  spec.homepage      = "https://github.com/rlyon/stork"
+  spec.license       = "Apache2"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency "sinatra"
+  spec.add_runtime_dependency "thin"
+  spec.add_runtime_dependency "sqlite3"
+  spec.add_runtime_dependency "rest-client"
+  spec.add_runtime_dependency "highline"
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "minitest", "~> 4.7.3"
+  spec.add_development_dependency "rack-test"
+  spec.add_development_dependency "simplecov"
+  spec.add_development_dependency "coveralls"
+  spec.add_development_dependency "minitest-given"
+  spec.add_development_dependency "minitest-debugger"
+end