ciborg 0.0.1 → 3.0.0

data/chef/travis-cookbooks/worker_host/rvm/recipes/ruby_192.rb

@@ -0,0 +1,7 @@
+#
+# Cookbook Name:: rvm
+# Recipe:: ruby_192
+
+node.default[:rvm][:ruby][:implementation] = 'ruby'
+node.default[:rvm][:ruby][:version] = '1.9.2'
+include_recipe "rvm::install"

data/chef/travis-cookbooks/worker_host/ssh/recipes/sshd.rb

@@ -0,0 +1,12 @@
+service "ssh" do
+  supports :restart => true, :reload => true
+  action :enable
+end
+
+template "/etc/ssh/sshd_config" do
+  source "sshd_config.erb"
+  owner "root"
+  group "root"
+  mode "0644"
+  notifies :reload, resources(:service => "ssh")
+end

data/chef/travis-cookbooks/worker_host/ssh/templates/default/sshd_config.erb

@@ -0,0 +1,87 @@
+# Package generated configuration file
+# See the sshd_config(5) manpage for details
+
+# What ports, IPs and protocols we listen for
+Port 22
+# Use these options to restrict which interfaces/protocols sshd will bind to
+#ListenAddress ::
+#ListenAddress 0.0.0.0
+Protocol 2
+# HostKeys for protocol version 2
+HostKey /etc/ssh/ssh_host_rsa_key
+HostKey /etc/ssh/ssh_host_dsa_key
+HostKey /etc/ssh/ssh_host_ecdsa_key
+#Privilege Separation is turned on for security
+UsePrivilegeSeparation yes
+
+# Lifetime and size of ephemeral version 1 server key
+KeyRegenerationInterval 3600
+ServerKeyBits 768
+
+# Logging
+SyslogFacility AUTH
+LogLevel INFO
+
+# Authentication:
+LoginGraceTime 120
+PermitRootLogin no
+StrictModes yes
+
+RSAAuthentication yes
+PubkeyAuthentication yes
+#AuthorizedKeysFile     %h/.ssh/authorized_keys
+
+# Don't read the user's ~/.rhosts and ~/.shosts files
+IgnoreRhosts yes
+# For this to work you will also need host keys in /etc/ssh_known_hosts
+RhostsRSAAuthentication no
+# similar for protocol version 2
+HostbasedAuthentication no
+# Uncomment if you don't trust ~/.ssh/known_hosts for RhostsRSAAuthentication
+#IgnoreUserKnownHosts yes
+
+# To enable empty passwords, change to yes (NOT RECOMMENDED)
+PermitEmptyPasswords no
+
+# Change to yes to enable challenge-response passwords (beware issues with
+# some PAM modules and threads)
+ChallengeResponseAuthentication no
+
+# Change to no to disable tunnelled clear text passwords
+PasswordAuthentication no
+
+# Kerberos options
+#KerberosAuthentication no
+#KerberosGetAFSToken no
+#KerberosOrLocalPasswd yes
+#KerberosTicketCleanup yes
+
+# GSSAPI options
+#GSSAPIAuthentication no
+#GSSAPICleanupCredentials yes
+
+X11Forwarding yes
+X11DisplayOffset 10
+PrintMotd no
+PrintLastLog yes
+TCPKeepAlive yes
+#UseLogin no
+
+#MaxStartups 10:30:60
+#Banner /etc/issue.net
+
+# Allow client to pass locale environment variables
+AcceptEnv LANG LC_*
+
+Subsystem sftp /usr/lib/openssh/sftp-server
+
+# Set this to 'yes' to enable PAM authentication, account processing,
+# and session processing. If this is enabled, PAM authentication will
+# be allowed through the ChallengeResponseAuthentication and
+# PasswordAuthentication.  Depending on your PAM configuration,
+# PAM authentication via ChallengeResponseAuthentication may bypass
+# the setting of "PermitRootLogin without-password".
+# If you just want the PAM account and session checks to run without
+# PAM authentication, then enable this but set PasswordAuthentication
+# and ChallengeResponseAuthentication to 'no'.
+UsePAM yes

data/chef/travis-cookbooks/worker_host/sudo/attributes/sudoers.rb

@@ -0,0 +1,2 @@
+default[:sudo][:groups] = []
+default[:sudo][:users] = []

data/chef/travis-cookbooks/worker_host/sudo/recipes/default.rb

@@ -0,0 +1,14 @@
+require_recipe 'users'
+
+package "sudo" do
+  action :upgrade
+end
+
+template "/etc/sudoers" do
+  source "sudoers.erb"
+  mode 0440
+  owner "root"
+  group "root"
+  variables :groups => node[:sudo][:groups],
+            :users => node[:sudo][:users]
+end

data/chef/travis-cookbooks/worker_host/sudo/templates/default/sudoers.erb

@@ -0,0 +1,19 @@
+#
+# /etc/sudoers
+# 
+# Generated by Chef for <%= @node[:fqdn] %>
+# 
+
+Defaults        !lecture,tty_tickets,!fqdn
+
+# User privilege specification
+root          ALL=(ALL) ALL
+
+<% @groups.each do |group| -%>
+# Members of the group '<%= group %>' may gain root privileges
+%<%= group %> ALL=(ALL) ALL
+<% end %>
+
+<% @users.each do |user| -%>
+<%= user[:name] %> ALL=(<%= user[:target_user] || "ALL" %>) <% if user[:nopassword] %><%= "NOPASSWD: " %><% end %><%= user[:command] || "ALL" %>
+<% end %>

data/chef/travis-cookbooks/worker_host/travis_worker/attributes/default.rb

@@ -0,0 +1,20 @@
+default[:travis][:worker][:home] = '/home/deploy'
+default[:travis][:worker][:repository] = 'git://github.com/travis-ci/travis-worker.git'
+default[:travis][:worker][:ref] = 'master'
+default[:travis][:worker][:amqp] = {
+  :host => 'localhost',
+  :port => 1234,
+  :username => 'travis',
+  :password => 'travis',
+  :virtual_host => 'travis'
+}
+default[:travis][:worker][:vms] = 20
+default[:travis][:worker][:env] = 'ruby'
+default[:travis][:worker][:hostname] = "#{node[:hostname]}.bluebox.travis-ci.com"
+default[:travis][:worker][:log_level] = 'info'
+default[:travis][:worker][:workers] = 1
+default[:papertrail][:watch_files] = {}
+
+1.upto(node[:travis][:worker][:workers]) do |num|
+  set[:papertrail][:watch_files]["/etc/sv/travis-worker-#{num}/log/main/current"] = 'travis-worker'
+end

data/chef/travis-cookbooks/worker_host/travis_worker/files/default/signal_wrapper.rb

@@ -0,0 +1,22 @@
+#!/usr/bin/env ruby
+
+if ARGV.empty?
+  puts "Requires at least one argument"
+  exit 1
+end
+
+child_pid = nil
+
+%w{INT TERM}.each do |signal|
+  trap signal do
+    puts "Terminating child"
+    Process.kill(:TERM, child_pid)
+    exit
+  end
+end
+
+child_pid = Kernel.fork do
+  Process.exec(*ARGV)
+end
+
+Process.wait(child_pid)

data/chef/travis-cookbooks/worker_host/travis_worker/metadata.rb

@@ -0,0 +1,6 @@
+maintainer       "Travis CI"
+maintainer_email "mathias@travis-ci.org"
+license          "Apache 2.0"
+description      "Installs/Configures the Travis Worker"
+version          "0.5.5"
+depends "runit"

data/chef/travis-cookbooks/worker_host/travis_worker/recipes/bluebox.rb

@@ -0,0 +1,98 @@
+require_recipe 'runit'
+require_recipe 'jruby'
+
+users = if Chef::Config[:solo]
+          node[:users]
+        else
+          search(:users)
+        end
+
+execute "monit-reload" do
+  action :nothing
+  command "monit reload"
+end
+
+package "ruby1.9.3" do
+  action :install
+end
+
+cookbook_file "/usr/local/bin/signal_wrapper" do
+  source "signal_wrapper.rb"
+  mode "0755"
+  owner "root"
+  backup false
+end
+
+1.upto(node[:travis][:worker][:workers]) do |worker| 
+  app = "worker-#{worker}"
+  worker_name = "#{app}.#{node[:fqdn]}"
+  home = "#{node[:travis][:worker][:home]}/#{app}"
+  service_name = "travis-worker-#{worker}"
+  host_name = "#{node[:travis][:worker][:hostname]}-#{worker}.#{node[:travis][:worker][:domain]}"
+
+  service service_name do
+    action :nothing
+  end
+
+  directory home do
+    action :create
+    recursive true
+    owner "travis"
+    group "travis"
+    mode "0755"
+  end
+
+  git home do
+    repository node[:travis][:worker][:repository]
+    reference node[:travis][:worker][:ref]
+    action :sync
+    user "travis"
+    group "travis"
+    notifies :restart, resources(:service => service_name)
+  end
+
+  directory "#{home}/log" do
+    action :create
+    owner "travis"  
+    group "travis"
+    mode "0755"
+  end
+
+  bash "bundle gems" do
+    code "#{File.dirname(node[:jruby][:bin])}/bundle install --deployment --binstubs"
+    user "travis"
+    group "travis"
+    cwd home
+  end
+
+  template "#{home}/config/worker.yml" do
+    source "worker-bluebox.yml.erb"
+    owner "travis"
+    group "travis"
+    mode "0600"
+    variables :amqp => node[:travis][:worker][:amqp],
+              :worker => node[:travis][:worker],
+              :hostname => host_name,
+              :bluebox => node[:bluebox],
+              :librato => node[:collectd_librato]
+
+    notifies :restart, resources(:service => service_name)
+  end
+
+  runit_service "travis-worker-#{worker}" do
+    options :jruby => node[:jruby][:bin],
+            :worker_home => home,
+            :user => "travis",
+            :group => "travis"
+    template_name "travis-worker"
+  end
+
+  template "/etc/monit/conf.d/travis-worker-#{worker}.monitrc" do
+    source "travis-worker-bluebox.monitrc.erb"
+    owner "root"
+    group "root"
+    mode "0644"
+    variables :service_name => service_name
+    notifies :run, resources(:execute => 'monit-reload')
+  end
+end

data/chef/travis-cookbooks/worker_host/travis_worker/recipes/default.rb

@@ -0,0 +1,140 @@
+require_recipe 'runit'
+require_recipe 'jruby'
+
+users = if Chef::Config[:solo]
+          node[:users]
+        else
+          search(:users)
+        end
+
+execute "monit-reload" do
+  action :nothing
+  command "monit reload"
+end
+
+service "travis-worker" do
+  action :nothing
+end
+
+directory node[:travis][:worker][:home] do
+  action :create
+  recursive true
+  owner "travis"  
+  group "travis"
+  mode "0755"
+end
+
+git node[:travis][:worker][:home] do
+  repository node[:travis][:worker][:repository]
+  reference node[:travis][:worker][:ref]
+  action :sync
+  user "travis"
+  group "travis"
+  notifies :restart, resources(:service => 'travis-worker')
+end
+
+directory "#{node[:travis][:worker][:home]}/log" do
+  action :create
+  owner "travis"  
+  group "travis"
+  mode "0755"
+end
+
+directory "#{node[:travis][:worker][:home]}/.VirtualBox" do
+  action :create
+  owner "travis"
+  group "travis"
+  mode "0755"
+end
+
+home = node[:etc][:passwd][:travis] ? node[:etc][:passwd][:travis][:dir] : users.find{|user| user["id"] == 'travis'}[:home]
+
+link "#{node[:travis][:worker][:home]}/.VirtualBox/VirtualBox.xml" do
+  to "#{home}/.VirtualBox/VirtualBox.xml"
+  action :create
+  link_type :symbolic
+  owner "travis"
+  group "travis"
+  not_if {
+    File.exists?("#{node[:travis][:worker][:home]}/.VirtualBox/VirtualBox.xml")
+  }
+end
+
+bash "bundle gems" do
+  code "#{File.dirname(node[:jruby][:bin])}/bundle install --deployment --binstubs"
+  user "travis"
+  group "travis"
+  cwd node[:travis][:worker][:home]
+end
+
+template "#{node[:travis][:worker][:home]}/config/worker.yml" do
+  source "worker.yml.erb"
+  owner "travis"
+  group "travis"
+  mode "0600"
+  variables :amqp => node[:travis][:worker][:amqp],
+            :env => node[:travis][:worker][:env],
+            :vms => node[:travis][:worker][:vms]
+  notifies :restart, resources(:service => 'travis-worker')
+end
+
+bash "download VirtualBox images" do
+  if node[:travis][:worker][:box]
+    code "#{node[:jruby][:bin]} ./bin/thor travis:vms:download #{node[:travis][:worker][:box]} 2>/dev/null"
+    not_if {
+      File.exists?("#{node[:travis][:worker][:home]}/boxes/travis-#{node[:travis][:worker][:env]}-pro.box")
+    }
+  else
+    code "#{node[:jruby][:bin]} ./bin/thor travis:vms:download 2>/dev/null"
+    not_if {
+      File.exists?("#{node[:travis][:worker][:home]}/boxes/travis-#{node[:travis][:worker][:env]}.box")
+    }
+  end
+
+  user "travis"
+  group "travis"
+  cwd node[:travis][:worker][:home]
+  notifies :restart, resources(:service => 'travis-worker')
+  environment({"HOME" => home})
+end
+
+bash "copy box image" do
+  code "cp #{node[:travis][:worker][:home]}/boxes/travis-#{node[:travis][:worker][:env]}-pro.box #{node[:travis][:worker][:home]}/boxes/travis-#{node[:travis][:worker][:env]}.box"
+  user "travis"
+  group "travis"
+  cwd node[:travis][:worker][:home]
+  not_if {
+    File.exists?("#{node[:travis][:worker][:home]}/boxes/travis-#{node[:travis][:worker][:env]}.box")
+  }
+  only_if {
+    File.exists?("#{node[:travis][:worker][:home]}/boxes/travis-#{node[:travis][:worker][:env]}-pro.box")
+  }
+end
+
+bash "create VirtualBox images" do
+  code "#{node[:jruby][:bin]} ./bin/thor travis:vms:create &>/tmp/vbox-create.log"
+  user "travis"
+  group "travis"
+  cwd node[:travis][:worker][:home]
+  environment({"HOME" => home})
+  not_if {
+    File.exists?("#{node[:travis][:worker][:home]}/../VirtualBox VMs/travis-#{node[:travis][:worker][:env]}-1")
+  }
+  notifies :restart, resources(:service => 'travis-worker')
+end
+
+runit_service "travis-worker" do
+  options :jruby => node[:jruby][:bin],
+          :worker_home => node[:travis][:worker][:home],
+          :user => "travis",
+          :group => "travis"
+end
+
+template "/etc/monit/conf.d/travis-worker.monitrc" do
+  source "travis-worker.monitrc.erb"
+  owner "root"
+  group "root"
+  mode "0644"
+  variables :home => node[:travis][:worker][:home]
+  notifies :run, resources(:execute => 'monit-reload')
+end

data/chef/travis-cookbooks/worker_host/travis_worker/templates/default/sv-travis-worker-log-run.erb

@@ -0,0 +1,2 @@
+#!/bin/bash
+exec svlogd -tt ./main

data/chef/travis-cookbooks/worker_host/travis_worker/templates/default/sv-travis-worker-run.erb

@@ -0,0 +1,4 @@
+#!/bin/bash
+exec 2>&1
+cd <%= @options[:worker_home] %>
+exec chpst -u <%= @options[:user] %>:<%= @options[:group] %> /usr/local/bin/signal_wrapper <%= @options[:jruby] %> ./bin/thor travis:worker:boot