lobot 0.10.3 → 1.0.pre

data/chef/travis-cookbooks/worker_host/runit/templates/gentoo/runit-start.sh.erb

@@ -0,0 +1,32 @@
+#!/sbin/runscript
+# Copyright 1999-2006 Gentoo Foundation
+# Distributed under the terms of the GNU General Public License v2
+# $Header: $
+
+depend() {
+    after net
+}
+
+start() {
+    ebegin "Starting runsvdir"
+    start-stop-daemon --start --exec /usr/bin/runsvdir \
+        --background --make-pidfile \
+        --pidfile /var/run/runsvdir.pid -- <%= node.runit.sv_dir %>
+    eend $?
+}
+
+stop() {
+    local ret1 ret2
+    ebegin "Stopping runsvdir"
+    start-stop-daemon --stop --oknodo --pidfile /var/run/runsvdir.pid
+    ret1=$?
+    eend ${ret1}
+
+    ebegin "Stopping services and logging"
+    sv shutdown -w 10 <%= node.runit.sv_dir %>/*
+    ret2=$?
+    eend ${ret2}
+
+    return $((ret1+ret2))
+}
+

data/chef/travis-cookbooks/worker_host/rvm/attributes/default.rb

@@ -0,0 +1,20 @@
+# Default to mainline Ruby, available are:
+# [ 'ruby', 'jruby', 'rbx', 'ree', 'macruby', 
+#   'maglev', 'ironruby', 'mput', 'system' ]
+#
+# see:
+#   http://rvm.beginrescueend.com/interpreters/
+# default[:rvm][:ruby][:implementation] = 'ruby'
+# most people default to 1.8.7 still
+# even if I prefer 1.9.2.
+# default[:rvm][:ruby][:version] = '1.8.7'
+# set the default patch level
+# default[:rvm][:ruby][:patch_level] = 'p302'
+
+# Use either :stable or :head versions of
+# RVM.
+default[:rvm][:version] = :stable
+# Keep track of updates to RVM.
+# note: this will effectively inhibit
+# installation of :head.
+default[:rvm][:track_updates] = false

data/chef/travis-cookbooks/worker_host/rvm/attributes/install.rb

@@ -0,0 +1 @@
+default[:rvm][:ruby][:default] = true

data/chef/travis-cookbooks/worker_host/rvm/attributes/ree.rb

@@ -0,0 +1 @@
+default[:rvm][:ruby][:implementation] = 'ree'

data/chef/travis-cookbooks/worker_host/rvm/attributes/ruby_187.rb

@@ -0,0 +1,2 @@
+default[:rvm][:ruby][:implementation] = 'ruby'
+default[:rvm][:ruby][:version] = '1.8.7'

data/chef/travis-cookbooks/worker_host/rvm/attributes/ruby_192.rb

@@ -0,0 +1,2 @@
+default[:rvm][:ruby][:implementation] = 'ruby'
+default[:rvm][:ruby][:version] = '1.9.2'

data/chef/travis-cookbooks/worker_host/rvm/files/default/rvm.sh

@@ -0,0 +1 @@
+[[ -s "/usr/local/rvm/scripts/rvm" ]] && . "/usr/local/rvm/scripts/rvm"

data/chef/travis-cookbooks/worker_host/rvm/metadata.rb

@@ -0,0 +1,27 @@
+maintainer "James Harton, Sociable Limited."
+maintainer_email "james@sociable.co.nz"
+license "MIT"
+description "Installs and configures RVM, optionally keeping it updated."
+version "0.0.2"
+
+# The rvm recipe only installs rvm
+# and doesn't do anything else.
+recipe "rvm", "Install system-wide RVM"
+# the rvm:install recipe installs
+# a ruby implementation based on
+# node attributes.
+recipe "rvm::install", "Install a ruby implementation based on attributes"
+
+# these are just quick helpers
+# for common implementations for
+# people who can't/won't set
+# node attributes for themselves.
+recipe "rvm::ruby_192", "Helper recipe to install ruby 1.9.2"
+recipe "rvm::ruby_187", "Helper recipe to install ruby 1.8.7"
+recipe "rvm::ree", "Helper recipe to install ruby enterprise edition"
+
+depends "apt"
+depends "build-essential"
+depends "git"
+depends "java"
+depends "ant"

data/chef/travis-cookbooks/worker_host/rvm/recipes/default.rb

@@ -0,0 +1,27 @@
+#
+# Cookbook Name:: rvm
+# Recipe:: default
+
+# Make sure that the package list is up to date on Ubuntu/Debian.
+include_recipe "apt" if [ 'debian', 'ubuntu' ].member? node[:platform]
+
+# Make sure we have all we need to compile ruby implementations:
+include_recipe "networking_basic"
+include_recipe "build-essential"
+include_recipe "git"
+
+case node[:platform]
+when "debian","ubuntu"
+  %w( libreadline-dev libssl-dev libxml2-dev libxslt1-dev zlib1g-dev ).each do | pkg |
+    package pkg
+  end
+end
+
+bash "installing system-wide RVM stable" do
+  code "curl -L get.rvm.io | sudo bash -s stable; echo"
+  not_if "which rvm"
+end
+
+cookbook_file "/etc/profile.d/rvm.sh" do
+  mode 0755
+end

data/chef/travis-cookbooks/worker_host/rvm/recipes/install.rb

@@ -0,0 +1,36 @@
+#
+# Cookbook Name:: rvm
+# Recipe:: install
+
+ruby_version = [].tap do |v|
+  v << node[:rvm][:ruby][:implementation] if node[:rvm][:ruby][:implementation]
+  v << node[:rvm][:ruby][:version] if node[:rvm][:ruby][:version]
+  v << node[:rvm][:ruby][:patch_level] if node[:rvm][:ruby][:patch_level]
+end * '-'
+
+if ruby_version.size > 0
+
+  include_recipe "rvm"
+
+  bash "installing #{ruby_version}" do
+    code "rvm install #{ruby_version}"
+    not_if "rvm list | grep #{ruby_version}"
+  end
+
+  bash "make #{ruby_version} the default ruby" do
+    code "rvm --default #{ruby_version}"
+    not_if "rvm list | grep '=> #{ruby_version}'"
+    only_if { node[:rvm][:ruby][:default] }
+  end
+
+  gem_package "chef" do
+    gem_binary "/usr/local/bin/rvm-gem.sh"
+    only_if "test -e /usr/local/bin/rvm-gem.sh"
+    # re-install the chef gem into rvm to enable subsequent chef-client run
+  end
+
+else
+
+  log "either use the rvm::ree/rvm::ruby_xxx recipes or provide attributes to specify which implementation and version to install."
+
+end

data/chef/travis-cookbooks/worker_host/rvm/recipes/multi.rb

@@ -0,0 +1,48 @@
+#
+# Cookbook Name:: rvm
+# Recipe:: multi
+# Copyright 2011-2012, Travis CI development team
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+include_recipe "rvm"
+
+include_recipe "java"
+include_recipe "ant"
+
+gems = (node[:rvm][:gems] || ['bundler', 'rake'])
+rvm  = "source /usr/local/rvm/scripts/rvm && rvm"
+
+node[:rvm][:rubies].each do |ruby|
+  bash "Installing #{ruby[:name]} with RVM arguments #{ruby[:arguments]}" do
+    code "#{rvm} install #{ruby[:name]} #{ruby[:arguments]}"
+    not_if "#{rvm} list | grep #{ruby[:check_for] || ruby[:name]}"
+  end
+
+  name = ruby[:check_for] || ruby[:name]
+  gems.each do |gem|
+    bash "installing gem #{gem} for #{name}" do
+      code "#{rvm} use #{name}; gem install #{gem} --no-ri --no-rdoc"
+    end
+  end
+end
+
+bash "clean up RVM sources, log files, etc" do
+  code "#{rvm} cleanup all"
+end

data/chef/travis-cookbooks/worker_host/rvm/recipes/ree.rb

@@ -0,0 +1,6 @@
+#
+# Cookbook Name:: rvm
+# Recipe:: ree
+
+node.default[:rvm][:ruby][:implementation] = 'ree'
+include_recipe "rvm::install"

data/chef/travis-cookbooks/worker_host/rvm/recipes/ruby_187.rb

@@ -0,0 +1,7 @@
+#
+# Cookbook Name:: rvm
+# Recipe:: ruby_187
+
+node.default[:rvm][:ruby][:implementation] = 'ruby'
+node.default[:rvm][:ruby][:version] = '1.8.7'
+include_recipe "rvm::install"

data/chef/travis-cookbooks/worker_host/rvm/recipes/ruby_192.rb

@@ -0,0 +1,7 @@
+#
+# Cookbook Name:: rvm
+# Recipe:: ruby_192
+
+node.default[:rvm][:ruby][:implementation] = 'ruby'
+node.default[:rvm][:ruby][:version] = '1.9.2'
+include_recipe "rvm::install"

data/chef/travis-cookbooks/worker_host/ssh/recipes/sshd.rb

@@ -0,0 +1,12 @@
+service "ssh" do
+  supports :restart => true, :reload => true
+  action :enable
+end
+
+template "/etc/ssh/sshd_config" do
+  source "sshd_config.erb"
+  owner "root"
+  group "root"
+  mode "0644"
+  notifies :reload, resources(:service => "ssh")
+end

data/chef/travis-cookbooks/worker_host/ssh/templates/default/sshd_config.erb

@@ -0,0 +1,87 @@
+# Package generated configuration file
+# See the sshd_config(5) manpage for details
+
+# What ports, IPs and protocols we listen for
+Port 22
+# Use these options to restrict which interfaces/protocols sshd will bind to
+#ListenAddress ::
+#ListenAddress 0.0.0.0
+Protocol 2
+# HostKeys for protocol version 2
+HostKey /etc/ssh/ssh_host_rsa_key
+HostKey /etc/ssh/ssh_host_dsa_key
+HostKey /etc/ssh/ssh_host_ecdsa_key
+#Privilege Separation is turned on for security
+UsePrivilegeSeparation yes
+
+# Lifetime and size of ephemeral version 1 server key
+KeyRegenerationInterval 3600
+ServerKeyBits 768
+
+# Logging
+SyslogFacility AUTH
+LogLevel INFO
+
+# Authentication:
+LoginGraceTime 120
+PermitRootLogin no
+StrictModes yes
+
+RSAAuthentication yes
+PubkeyAuthentication yes
+#AuthorizedKeysFile     %h/.ssh/authorized_keys
+
+# Don't read the user's ~/.rhosts and ~/.shosts files
+IgnoreRhosts yes
+# For this to work you will also need host keys in /etc/ssh_known_hosts
+RhostsRSAAuthentication no
+# similar for protocol version 2
+HostbasedAuthentication no
+# Uncomment if you don't trust ~/.ssh/known_hosts for RhostsRSAAuthentication
+#IgnoreUserKnownHosts yes
+
+# To enable empty passwords, change to yes (NOT RECOMMENDED)
+PermitEmptyPasswords no
+
+# Change to yes to enable challenge-response passwords (beware issues with
+# some PAM modules and threads)
+ChallengeResponseAuthentication no
+
+# Change to no to disable tunnelled clear text passwords
+PasswordAuthentication no
+
+# Kerberos options
+#KerberosAuthentication no
+#KerberosGetAFSToken no
+#KerberosOrLocalPasswd yes
+#KerberosTicketCleanup yes
+
+# GSSAPI options
+#GSSAPIAuthentication no
+#GSSAPICleanupCredentials yes
+
+X11Forwarding yes
+X11DisplayOffset 10
+PrintMotd no
+PrintLastLog yes
+TCPKeepAlive yes
+#UseLogin no
+
+#MaxStartups 10:30:60
+#Banner /etc/issue.net
+
+# Allow client to pass locale environment variables
+AcceptEnv LANG LC_*
+
+Subsystem sftp /usr/lib/openssh/sftp-server
+
+# Set this to 'yes' to enable PAM authentication, account processing,
+# and session processing. If this is enabled, PAM authentication will
+# be allowed through the ChallengeResponseAuthentication and
+# PasswordAuthentication.  Depending on your PAM configuration,
+# PAM authentication via ChallengeResponseAuthentication may bypass
+# the setting of "PermitRootLogin without-password".
+# If you just want the PAM account and session checks to run without
+# PAM authentication, then enable this but set PasswordAuthentication
+# and ChallengeResponseAuthentication to 'no'.
+UsePAM yes

data/chef/travis-cookbooks/worker_host/sudo/attributes/sudoers.rb

@@ -0,0 +1,2 @@
+default[:sudo][:groups] = []
+default[:sudo][:users] = []

data/chef/travis-cookbooks/worker_host/sudo/recipes/default.rb

@@ -0,0 +1,14 @@
+require_recipe 'users'
+
+package "sudo" do
+  action :upgrade
+end
+
+template "/etc/sudoers" do
+  source "sudoers.erb"
+  mode 0440
+  owner "root"
+  group "root"
+  variables :groups => node[:sudo][:groups],
+            :users => node[:sudo][:users]
+end

data/chef/travis-cookbooks/worker_host/sudo/templates/default/sudoers.erb

@@ -0,0 +1,19 @@
+#
+# /etc/sudoers
+# 
+# Generated by Chef for <%= @node[:fqdn] %>
+# 
+
+Defaults        !lecture,tty_tickets,!fqdn
+
+# User privilege specification
+root          ALL=(ALL) ALL
+
+<% @groups.each do |group| -%>
+# Members of the group '<%= group %>' may gain root privileges
+%<%= group %> ALL=(ALL) ALL
+<% end %>
+
+<% @users.each do |user| -%>
+<%= user[:name] %> ALL=(<%= user[:target_user] || "ALL" %>) <% if user[:nopassword] %><%= "NOPASSWD: " %><% end %><%= user[:command] || "ALL" %>
+<% end %>

data/chef/travis-cookbooks/worker_host/travis_worker/attributes/default.rb

@@ -0,0 +1,13 @@
+default[:travis][:worker][:home] = '/mnt/ssd/travis/worker'
+default[:travis][:worker][:repository] = 'git://github.com/travis-ci/travis-worker.git'
+default[:travis][:worker][:ref] = 'master'
+default[:travis][:worker][:post_checkout] = {}
+default[:travis][:worker][:amqp] = {
+  :host => 'localhost',
+  :port => 1234,
+  :username => 'travis',
+  :password => 'travis',
+  :virtual_host => 'travis'
+}
+default[:travis][:worker][:vms] = 6
+default[:travis][:worker][:env] = 'ruby'

data/chef/travis-cookbooks/worker_host/travis_worker/metadata.rb

@@ -0,0 +1,6 @@
+maintainer       "Travis CI"
+maintainer_email "mathias@travis-ci.org"
+license          "Apache 2.0"
+description      "Installs/Configures Travis Worker"
+version          "0.2.0"
+depends "runit"

data/chef/travis-cookbooks/worker_host/travis_worker/recipes/default.rb

@@ -0,0 +1,130 @@
+require_recipe 'runit'
+require_recipe 'jruby'
+
+users = if Chef::Config[:solo]
+          node[:users]
+        else
+          search(:users)
+        end
+
+execute "monit-reload" do
+  action :nothing
+  command "monit reload"
+end
+
+service "travis-worker" do
+  action :nothing
+end
+
+directory node[:travis][:worker][:home] do
+  action :create
+  recursive true
+  owner "travis"  
+  group "travis"
+  mode "0755"
+end
+
+git node[:travis][:worker][:home] do
+  repository node[:travis][:worker][:repository]
+  reference node[:travis][:worker][:ref]
+  action :sync
+  user "travis"
+  group "travis"
+  notifies :restart, resources(:service => 'travis-worker')
+end
+
+directory "#{node[:travis][:worker][:home]}/log" do
+  action :create
+  owner "travis"  
+  group "travis"
+  mode "0755"
+end
+
+directory "#{node[:travis][:worker][:home]}/.VirtualBox" do
+  action :create
+  owner "travis"
+  group "travis"
+  mode "0755"
+end
+
+home = node[:etc][:passwd][:travis] ? node[:etc][:passwd][:travis][:dir] : users.find{|user| user["id"] == 'travis'}[:home]
+
+link "#{node[:travis][:worker][:home]}/.VirtualBox/VirtualBox.xml" do
+  to "#{home}/.VirtualBox/VirtualBox.xml"
+  action :create
+  link_type :symbolic
+  owner "travis"
+  group "travis"
+  not_if {
+    File.exists?("#{node[:travis][:worker][:home]}/.VirtualBox/VirtualBox.xml")
+  }
+end
+
+if not node[:travis][:worker][:post_checkout].empty?
+  bash "run post checkout hook (#{node[:travis][:worker][:post_checkout][:command]})" do
+    code node[:travis][:worker][:post_checkout][:command]
+    user "travis"
+    not_if "cd #{node[:travis][:worker][:home]} && #{node[:travis][:worker][:post_checkout][:condition]}"
+    cwd node[:travis][:worker][:home]
+    notifies :restart, resources(:service => 'travis-worker')
+  end
+end
+
+bash "bundle gems" do
+  code "#{File.dirname(node[:jruby][:bin])}/bundle install --path vendor/bundle --binstubs"
+  user "travis"
+  group "travis"
+  cwd node[:travis][:worker][:home]
+end
+
+template "#{node[:travis][:worker][:home]}/config/worker.yml" do
+  source "worker.yml.erb"
+  owner "travis"
+  group "travis"
+  mode "0600"
+  variables :amqp => node[:travis][:worker][:amqp],
+            :env => node[:travis][:worker][:env],
+            :vms => node[:travis][:worker][:vms]
+  notifies :restart, resources(:service => 'travis-worker')
+end
+
+bash "download VirtualBox images" do
+  code "#{node[:jruby][:bin]} ./bin/thor travis:vms:download 2>/dev/null"
+  user "travis"
+  group "travis"
+  cwd node[:travis][:worker][:home]
+  not_if {
+    File.exists?("#{node[:travis][:worker][:home]}/boxes/travis-#{node[:travis][:worker][:env]}.box")
+  }
+  notifies :restart, resources(:service => 'travis-worker')
+  environment({"HOME" => home})
+end
+
+
+bash "create VirtualBox images" do
+  code "#{node[:jruby][:bin]} ./bin/thor travis:vms:create &>/tmp/vbox-create.log"
+  user "travis"
+  group "travis"
+  cwd node[:travis][:worker][:home]
+  environment({"HOME" => home})
+  not_if {
+    File.exists?("#{node[:travis][:worker][:home]}/../VirtualBox VMs/travis-#{node[:travis][:worker][:env]}-1")
+  }
+  notifies :restart, resources(:service => 'travis-worker')
+end
+
+runit_service "travis-worker" do
+  options :jruby => node[:jruby][:bin],
+          :worker_home => node[:travis][:worker][:home],
+          :user => "travis",
+          :group => "travis"
+end
+
+template "/etc/monit/conf.d/travis-worker.monitrc" do
+  source "travis-worker.monitrc.erb"
+  owner "root"
+  group "root"
+  mode "0644"
+  variables :home => node[:travis][:worker][:home]
+  notifies :run, resources(:execute => 'monit-reload')
+end