lobot 0.10.3 → 1.0.pre

data/chef/travis-cookbooks/worker_host/travis_worker/templates/default/sv-travis-worker-log-run.erb

@@ -0,0 +1,2 @@
+#!/bin/bash
+exec svlogd -tt ./main

data/chef/travis-cookbooks/worker_host/travis_worker/templates/default/sv-travis-worker-run.erb

@@ -0,0 +1,4 @@
+#!/bin/bash
+exec 2>&1
+cd <%= @options[:worker_home] %>
+exec chpst -u <%= @options[:user] %>:<%= @options[:group] %> <%= @options[:jruby] %> ./bin/thor travis:worker:boot

data/chef/travis-cookbooks/worker_host/travis_worker/templates/default/travis-worker.monitrc.erb

@@ -0,0 +1,3 @@
+check process travis-worker
+  with pidfile /etc/sv/travis-worker/supervise/pid
+  if changed pid then alert

data/chef/travis-cookbooks/worker_host/travis_worker/templates/default/worker.yml.erb

@@ -0,0 +1,14 @@
+env: <%= @env %>
+<%= @env %>: 
+  log_level: info
+  amqp:
+  <% @amqp.each do |key, value| -%>
+    <%= key %>: <%= value %>
+  <% end -%>
+  vms:
+    count: <%= @vms %>
+    vbox_home: '/usr/lib/virtualbox'
+timeouts:
+  install: 600
+  before_script: 480
+  script: 1500

data/chef/travis-cookbooks/worker_host/travis_worker_collectd/metadata.rb

@@ -0,0 +1 @@
+depends "collectd"

data/chef/travis-cookbooks/worker_host/travis_worker_collectd/recipes/default.rb

@@ -0,0 +1,11 @@
+require_recipe 'collectd'
+
+collectd_plugin "load"
+
+collectd_plugin "memory"
+
+collectd_plugin "cpu"
+
+collectd_plugin "interface" do
+  options :interface => "lo", :ignore_selected => true
+end

data/chef/travis-cookbooks/worker_host/users/attributes/default.rb

@@ -0,0 +1,2 @@
+default[:users] = []
+default[:groups] = []

data/chef/travis-cookbooks/worker_host/users/metadata.rb

@@ -0,0 +1,9 @@
+maintainer       "The Travis CI Team"
+maintainer_email "mathias@travis-ci.org"
+license          "Apache 2.0"
+description      "User management"
+version          "0.0.1"
+
+%w{ ubuntu debian }.each do |os|
+  supports os
+end

data/chef/travis-cookbooks/worker_host/users/recipes/default.rb

@@ -0,0 +1,83 @@
+users = if Chef::Config[:solo]
+          node[:users]
+        else
+          search(:users)
+        end
+
+groups = if Chef::Config[:solo]
+           node[:groups]
+         else
+           search(:groups)
+         end
+
+ohai "reload_passwd" do
+  action :nothing
+  plugin "passwd"
+end
+
+groups.each do |group|
+  group group[:id] do
+    gid group[:gid]
+    action [:create, :manage, :modify]
+  end
+end
+
+users.each do |user|
+  primary_group = user[:groups].nil? ? nil : user[:groups].first
+
+  directory File.dirname(user[:home]) do
+    action :create
+    recursive true
+    owner "root"
+    group "root"
+  end
+
+  user user[:id] do
+    shell user[:shell] || "/bin/bash"
+    home user[:home]
+    gid primary_group
+    uid user[:uid]
+    supports :manage_home => true
+    action [:create, :manage]
+    notifies :reload, resources(:ohai => "reload_passwd"), :immediately
+  end
+
+  (user[:groups] || []).each do |group_name|
+    group_id = groups.find {|group| group[:id] == group_name}[:gid]
+
+    group group_name do
+      members [user[:id]]
+      gid group_id
+      append true
+      action [:create, :manage, :modify]
+    end
+  end
+
+  ssh_keys = {}
+  if user[:ssh_key]
+    ssh_keys[user[:id]] = user[:ssh_key]
+  end
+
+  if user[:extra_ssh_keys]
+    user[:extra_ssh_keys].each do |user_id|
+      ssh_keys[user_id] = users.find{|u| u[:id] == user_id}[:ssh_key]
+    end
+  end
+
+  if ssh_keys.any?
+    directory "#{user[:home]}/.ssh" do
+      mode "0700"
+      owner user[:id]
+      group primary_group
+      action :create
+    end
+
+    template "#{user[:home]}/.ssh/authorized_keys" do
+      mode "0600"
+      owner user[:id]
+      group primary_group
+      source "authorized_keys.pub"
+      variables :ssh_keys => ssh_keys
+    end
+  end
+end

data/chef/travis-cookbooks/worker_host/users/templates/default/authorized_keys.pub

@@ -0,0 +1,4 @@
+<% @ssh_keys.each do |name, key| %>
+# <%= name %>
+<%= key %>
+<% end %>

data/chef/travis-cookbooks/worker_host/vim/README.md

@@ -0,0 +1,39 @@
+Description
+===========
+
+Installs vim.
+
+Requirements
+============
+
+`vim` must be a valid package name that installs VIM - Vi IMproved.
+
+Attributes
+==========
+
+* `node[:vim][:extra_packages]` - An array of extra packages related to vim to install (like plugins). Empty array by default.
+
+Usage
+=====
+
+Put `recipe[vim]` in a run list, or `include_recipe 'vim'` to ensure that vim is installed on your systems.
+
+If you would like to install additional vim plugin packages, include their package names in the `node[:vim][:extra_packages]` attribute. Verify that your operating sytem has the package available.
+
+License and Author
+==================
+
+Author:: Joshua Timberman <joshua@opscode.com>
+
+Copyright 2010, Opscode, Inc
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and

data/chef/travis-cookbooks/worker_host/vim/attributes/default.rb

@@ -0,0 +1,20 @@
+#
+# Cookbook Name:: vim
+# Attributes:: default
+#
+# Copyright 2010, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+default[:vim][:extra_packages] = []

data/chef/travis-cookbooks/worker_host/vim/metadata.rb

@@ -0,0 +1,6 @@
+maintainer       "Opscode, Inc."
+maintainer_email "cookbooks@opscode.com"
+license          "Apache 2.0"
+description      "Installs vim and optional extra packages."
+long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
+version          "1.0.0"

data/chef/travis-cookbooks/worker_host/vim/recipes/default.rb

@@ -0,0 +1,24 @@
+#
+# Cookbook Name:: vim
+# Recipe:: default
+#
+# Copyright 2010, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+package "vim"
+
+node[:vim][:extra_packages].each do |vimpkg|
+  package vimpkg
+end

data/chef/travis-cookbooks/worker_host/virtualbox/metadata.rb

@@ -0,0 +1,11 @@
+maintainer       "The Travis CI Team"
+maintainer_email "mathias@travis-ci.org"
+license          "Apache 2.0"
+description      "Installs VirtualBox"
+version          "0.0.1"
+
+%w{ ubuntu debian }.each do |os|
+  supports os
+end
+
+depends "apt"

data/chef/travis-cookbooks/worker_host/virtualbox/recipes/default.rb

@@ -0,0 +1,13 @@
+include_recipe 'apt'
+
+apt_repository "oracle-virtualbox" do
+  uri "http://download.virtualbox.org/virtualbox/debian"
+  distribution node['lsb']['codename']
+  components %w{contrib}
+  action :add
+  key 'http://download.virtualbox.org/virtualbox/debian/oracle_vbox.asc'
+end
+
+package "virtualbox-4.1" do
+  action :install
+end

data/ci_build.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+
+source $HOME/.rvm/scripts/rvm && source .rvmrc
+
+# install bundler if necessary
+gem list --local bundler | grep bundler || gem install bundler || exit 1
+
+# debugging info
+echo USER=$USER && ruby --version && which ruby && which bundle
+
+# conditionally install project gems from Gemfile
+bundle check || bundle install || exit 1
+
+# remove known_hosts2 - ec2 recycles ips
+# known_hosts is owned by root and trusts github
+rm ~/.ssh/known_hosts2
+
+cp ~/secrets.yml features/config/
+
+bundle exec rake default --trace

data/docs/ci_yml.md

@@ -1,9 +1,6 @@
 # app_name
 A short name for your application.  This will be used as the name of the build in jenkins.
 
-# app_user
-The user created to run jenkins.  This can be set to the same value as app_name if desired.
-
 # git_location
 The location of your remote git repository which Jenkins will poll and pull from on changes.  If it's a public project, use the http://github.com/user/project.git url.  If it's a private project, use the ssh form, git@github.com:user/project.git.
 

data/features/ci.feature

@@ -27,19 +27,3 @@ Feature: CI
     And I bootstrap
     And I deploy
     Then CI is green
-
-  @aws
-  Scenario: Install TeamCity CI on Amazon AWS using new Rails template
-    When I create a new Rails project
-    And I vendor Lobot
-    And I put Lobot in the Gemfile
-    And I add a gem with an https://github.com source
-    And I run bundle install
-    And I run the Lobot generator for "TeamCity"
-    And I enter my info into the ci.yml file
-    And I make changes to be committed
-    And I push to git
-    And I start the server
-    And I bootstrap
-    And I deploy
-    Then TeamCity is installed

data/features/config/secrets.yml.example

@@ -2,4 +2,3 @@
 aws_access_key_id:
 aws_secret_access_key:
 github_private_ssh_key_path: ~/.ssh/id_github_current
-

data/features/step_definitions/ci_steps.rb

@@ -8,9 +8,9 @@ Given /^I am in the temp directory$/ do
 end
 
 When /^I create a new Rails project$/ do
-  system!("rvm ruby-1.9.3-p125 do rvm gemset create testapp")
+  system!("rvm ruby-1.9.3-p194 do rvm gemset create testapp")
   system!("rails new testapp")
-  system!("cd testapp && echo 'rvm use ruby-1.9.3-p125@testapp' > .rvmrc")
+  system!("cd testapp && echo 'rvm use ruby-1.9.3-p194@testapp' > .rvmrc")
 end
 
 When /^I vendor Lobot$/ do
@@ -56,7 +56,6 @@ When /^I enter my info into the ci\.yml file$/ do
   ci_yml = YAML.load_file(ci_conf_location)
   ci_yml.merge!(
     'app_name' => 'testapp',
-    'app_user' => 'testapp-user',
     'git_location' => 'git@github.com:pivotalprivate/ci-smoke.git',
     'basic_auth' => [{ 'username' => 'testapp', 'password' => 'testpass' }],
     'credentials' => { 'aws_access_key_id' => secrets['aws_access_key_id'], 'aws_secret_access_key' => secrets['aws_secret_access_key'], 'provider' => 'AWS' },
@@ -79,7 +78,8 @@ When /^I make changes to be committed$/ do
     system!(%{echo "gem '#{gem}'" >> testapp/Gemfile})
   end
   system!("cd testapp && bundle install")
-  system!("cd testapp && bundle exec jasmine init .")
+  system!("cd testapp && bundle exec rails g jasmine:install")
+  system!("cd testapp && bundle exec rails g jasmine:examples")
   system!(%{cd testapp && echo "task :default => 'jasmine:ci'" >> Rakefile})
 
   spec_contents = <<-RUBY
@@ -110,6 +110,9 @@ end
 
 When /^I start the server$/ do
   system! "cd testapp && bundle exec rake ci:create_server"
+  server_ip = YAML.load(File.read('testapp/config/ci.yml'))["server"]["elastic_ip"]
+  system! "cat ~/.ssh/known_hosts | grep -v #{server_ip} > /tmp/known_hosts"
+  system! "mv /tmp/known_hosts ~/.ssh/known_hosts"
 end
 
 When /^I bootstrap$/ do
@@ -122,7 +125,7 @@ When /^I deploy$/ do
 end
 
 Then /^CI is green$/ do
-  Timeout::timeout(300) do
+  Timeout::timeout(600) do
     until system("cd testapp && bundle exec rake ci:status")
       sleep 5
     end
@@ -132,15 +135,3 @@ end
 Then /^rake reports ci tasks as being available$/ do
   `cd testapp && bundle exec rake -T`.should include("ci:start_server")
 end
-
-Then /^TeamCity is installed$/ do
-  ci_conf_location = 'testapp/config/ci.yml'
-  ci_yml = YAML.load_file(ci_conf_location)
-
-  Timeout::timeout(400) do
-    until system("wget http://#{ci_yml['server']['elastic_ip']}:8111")
-      sleep 5
-    end
-  end
-end
-

data/lib/generators/lobot/config_generator.rb

@@ -12,7 +12,6 @@ module Lobot
       default_app_name = File.basename(Rails.root)
       config = {
         'app_name' => default_app_name,
-        'app_user' => "ci",
         'git_location' => default_git_location,
         'basic_auth' => [
           {
@@ -25,7 +24,7 @@ module Lobot
         'server' => {
           'name' => nil,
           'instance_id' => nil,
-          'flavor_id' => "m1.large",
+          'flavor_id' => "c1.medium",
           'security_group' => "ci_servers",
           'ssh_port' => "22"
         },

data/lib/generators/lobot/install_generator.rb

@@ -6,9 +6,7 @@ module Lobot
     def create_ci_files
       template 'ci.yml', 'config/ci.yml'
       template 'ci.yml', 'config/ci.yml.example'
-      template 'bootstrap_server.sh', 'script/bootstrap_server.sh'
       template 'deploy-ci.rb', 'config/deploy/ci.rb'
-      template 'capistrano-ci.rb', 'config/capistrano/ci.rb'
       template 'soloistrc', 'soloistrc'
       template 'ci_build.sh', 'script/ci_build.sh'
       system "chmod a+x #{destination_root}/script/ci_build.sh"
@@ -16,26 +14,12 @@ module Lobot
 
     def add_load_path_to_capfile
       template 'Capfile', 'Capfile' unless File.exists?("#{destination_root}/Capfile")
-      prepend_to_file 'Capfile', "load 'config/capistrano/ci'\n"
+      prepend_to_file 'Capfile', "require 'lobot/recipes/ci'\n"
     end
 
-    def add_ci_yml_to_gitignore
+    def add_ci_reporter_to_gitignore
       system("touch #{destination_root}/.gitignore")
-      append_to_file '.gitignore', "config/ci.yml\n"
       append_to_file '.gitignore', "spec/reports\n"
     end
-
-    def create_chef_cookbooks
-      directory 'chef', 'chef'
-    end
-
-    def add_ci_recipe_to_default
-      server_name = build_server.downcase
-      server_name = "jenkins" if build_server.blank?
-
-      # append jenkins or teamcity recipe based on the user's choice
-      append_to_file "chef/cookbooks/pivotal_ci/recipes/default.rb", %Q{include_recipe "pivotal_ci::#{server_name}"}
-    end
-
   end
 end