lobot 1.0.pre → 2.0.0pre

data/.gitignore

@@ -6,3 +6,6 @@ features/config/secrets.yml
 .idea
 spec/tmp
 spec/reports/
+.vagrant
+.kitchen
+.env

data/Gemfile

@@ -1,7 +1,6 @@
 source "http://rubygems.org"
 
 gem "builder", "~> 3.0.0" # Bundler goes into an infinite loop looking for this dep.  Feel free to remove.
-gem "rvm-capistrano", :group => :development, :require => false
 
 # Specify your gem's dependencies in lobot.gemspec
 gemspec

data/Guardfile

@@ -0,0 +1,10 @@
+guard 'rspec', cli: '--fail-fast --tag ~@slow:true' do
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$})     { |m| "spec/lib/#{m[1]}_spec.rb" }
+  watch('spec/spec_helper.rb')  { "spec" }
+end
+
+guard 'bundler' do
+  watch('Gemfile')
+  watch('lobot.gemspec')
+end

data/README.md

@@ -9,108 +9,88 @@ Lando Calrissian relies on Lobot to keep Cloud City afloat, and now you can rely
 
 # What do I get?
 
-* Rake tasks for creating, starting, stopping, or destroying your CI server on EC2
-* Capistrano tasks for bootstrapping the Centos EC2 instance
-* Chef recipes for configuring the instance to run Jenkins and build Rails projects
+* Commands for creating, starting, stopping, or destroying your CI server on EC2
+* The full [Travis CI](http://travis-ci.org) environment on Ubuntu 12.04
+* A Jenkins frontend for monitoring your builds
 
-After you add lobot to your Gemfile, all you'll need to do is run the following commands:
+After you add `gem "lobot"` to your Gemfile, all you'll need to do is run the following commands:
 
-    rails g lobot:install
-    rails g lobot:config
-    rake ci:create_server
-    cap ci bootstrap
-    cap ci chef
+    [lobot configure] - COMING SOON - See Setup for now.
+    lobot create
+    lobot bootstrap
+    lobot add_build BobTheBuild git@github.com:you/some_repo.git master script/ci_build.sh
+    lobot chef
 
 Read on for an explanation of what each one of these steps does.
 
 ## Install
 
-Add lobot to your Gemfile, in the test group:
+Add lobot to your Gemfile, in the development group:
 
-    gem "lobot", :group => :test
-
-### To Install
-
-    rails g lobot:install
+    gem "lobot", :group => :development
 
 ## Setup
-You can use a generator to interactively generate the config/ci.yml that includes some reasonable defaults and explanations.
-
-    rails g lobot:config
 
-Alternatively, manually edit config/ci.yml
+Create a config/lobot.yml file in your project:
 
     ---
-    app_name: # a short name for your application
-    git_location: # The location of your remote git repository which Jenkins will poll and pull from on changes.
-    basic_auth:
-    - username: # The username you will use to access the Jenkins web interface
-      password: # The password you will use to access the Jenkins web interface
-    credentials:
-      aws_access_key_id: # The Access Key for your Amazon AWS account
-      aws_secret_access_key: The Secret Access Key for your Amazon AWS account
-      provider: AWS # leave this one alone
-    server:
-      name: run 'rake ci:create_server to populate'
-      instance_id: run 'rake ci:create_server to populate'
-    build_command: ./script/ci_build.sh
-    ec2_server_access:
-      key_pair_name: myapp_ci
-      id_rsa_path: ~/.ssh/id_rsa
-    github_private_ssh_key_path: ~/.ssh/id_rsa
+    server_ssh_key: ~/.ssh/id_rsa
+    github_ssh_key: ~/.ssh/id_rsa
+    aws_key: <your AWS Key>
+    aws_secret: <your AWS Secret>
+    node_attributes:
+      nginx:
+        basic_auth_user: ci
+        basic_auth_password: password
+
+See [https://aws-portal.amazon.com/gp/aws/developer/account/index.html?ie=UTF8&action=access-key](https://aws-portal.amazon.com/gp/aws/developer/account/index.html?ie=UTF8&action=access-key) to generate AWS key/secret.
 
 ## Adjust Defaults (Optional)
-In your ci.yml, there are defaults set for values that have the recommened value. For example, the instance size used for EC2 is set to "c1.medium", which costs $118/month.
+
+In your config/lobot.yml, there are defaults set for values that have the recommened value. For example, the instance size used for EC2 is set to "c1.medium".
+
 You can save on EC2 costs by using a tool like [projectmonitor](https://github.com/pivotal/projectmonitor) or ylastic to schedule when your instances are online.
 
 ## Commit and push your changes
 
 At this point you will need to create a commit of the files generated or modified and push those changes to your remote git repository so Jenkins can execute the build script when it pulls down your repo for the first time.
 
-## Modify the soloistrc if necessary
+If you must, you can do this on a branch.  Then later you can change the branch in lobot.yml later and rechef.
+
+## Modify recipe list
+
+You can modify the chef run list by setting the `recipes` key in config/lobot.yml.  The default is:
+
+	["pivotal_ci::jenkins", "pivotal_ci::limited_travis_ci_environment", "pivotal_ci"]`
 
-The soloistrc in root of your project is where you tell chef which recipes to run.  Because we're using the cookbooks from Travis CI, you can look through [all the recipes Travis has available](https://github.com/travis-ci/travis-cookbooks/), and add any of them to your soloistrc.
+Because we're using the cookbooks from Travis CI, you can look through [all the recipes Travis has available](https://github.com/travis-ci/travis-cookbooks/), and add any that you need.
 
 ## Starting your lobot instance
 
-1. Launch an instance, allocate and associates an elastic IP and updates ci.yml:
+1. Launch an instance, allocate and associates an elastic IP and updates config/lobot.yml:
 
-        rake ci:create_server
+        lobot create
 
-2. Bootstrap the instance using the boostrap_server.sh script generated by Lobot. The script installs ruby prerequisites, creates the app_user account, and installs RVM for that user:
+2. Bootstrap the instance using the boostrap_server.sh script. The script installs ruby prerequisites and installs RVM:
 
-        cap ci bootstrap
+        lobot bootstrap
 
-3. Upload the contents of your chef/cookbooks/ directory, upload the soloistrc, and run chef:
+3. Upload the contents of Lobot's cookbooks, create a soloistrc, and run chef:
 
-        cap ci chef
+        lobot chef
 
 Your lobot instance should now be up and running. You will be able to access your CI server at: http://&lt;your instance address&gt;/ with the username and password you chose during configuration.
-For more information about Jenkins CI, see http://jenkins-ci.org/
+For more information about Jenkins CI, see [http://jenkins-ci.org](http://jenkins-ci.org).
 
 ## Troubleshooting
 
 Shell access for your instance
 
-    rake ci:ssh
+    lobot ssh
 
-Terminating your instance and deallocating the elastic IP
+Terminate all Lobot instances on your account and deallocate their elastic IPs
 
-    rake ci:destroy_server
-
-Suspending your instance
-
-    rake ci:stop_server
-
-Rstarting a server
-
-    rake ci:start_server
-
-## Add your new CI instance to [projectmonitor](http://github.com/pivotal/projectmonitor) and CCMenu
-
-Lobot can generate the config for you, just run:
-
-    rake ci:info
+    lobot destroy_ec2
 
 ## Color
 
@@ -125,17 +105,17 @@ end
 ## Dependencies
 
 * fog
-* capistrano
-* capistrano-ext
-* rvm (the gem - it configures capistrano to use RVM on the server)
-* nokogiri
+* ci_reporter
+* thor
+* hashie
+* net-ssh
+
+## Testing
 
-# Tests
+Lobot is tested using rspec, vagrant and test kitchen.  You will need to set environment variables with your AWS credentials to run tests which rely on ec2:
 
-Lobot is tested using rspec, generator_spec and cucumber.  Cucumber provides a full integration test which can generate a rails application, push it to github, start a server and bring up CI for the generated project.
-You'll need a git repository (which should not have any code you care about) and an AWS account to run the whole test suite.  It costs about $0.50 and takes about half an hour.
-It will attempt to terminate the server however you should verify this so you do not get charged additional money.
-Use the secrets.yml.example to create a secrets.yml file with your account information.
+    export EC2_KEY=FOO
+    export EC2_SECRET=BAR
 
 # Contributing
 

data/Rakefile

@@ -1,15 +1,11 @@
 require 'ci/reporter/rake/rspec'
-require 'ci/reporter/rake/cucumber'
 require 'rspec/core/rake_task'
-require 'cucumber/rake/task'
 require 'bundler'
+
 Bundler::GemHelper.install_tasks
 
-task :default => ['ci:setup:rspec', :spec, :features]
+task :default => ['ci:setup:rspec', :spec]
 
 desc "Run all specs in spec directory (excluding plugin specs)"
 RSpec::Core::RakeTask.new(:spec)
 
-desc "Run all features in the features directory"
-Cucumber::Rake::Task.new(:features) do |t|
-end

data/Vagrantfile

@@ -0,0 +1,15 @@
+Vagrant::Config.run do |config|
+  config.vm.box = "precise64"
+  config.vm.box_url = "http://files.vagrantup.com/#{config.vm.box}.box"
+  config.vm.network :hostonly, "192.168.33.10"
+
+  config.vm.provision :shell, :inline => "sudo mkdir /etc/skel/.ssh"
+
+  config.vm.provision :shell do |shell|
+    shell.inline = "echo $@ | sudo tee /etc/skel/.ssh/authorized_keys"
+    ssh_key = ENV['LOBOT_SSH_KEY'] || File.expand_path("~/.ssh/id_rsa.pub")
+    shell.args = File.read(ssh_key)
+  end
+
+  config.vm.provision :shell, :inline => "sudo useradd -m ubuntu -G sudo,admin -s /bin/bash"
+end

data/bin/lobot

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+$: << File.expand_path('../../lib', __FILE__)
+
+require "rubygems"
+require "lobot/cli"
+
+Lobot::CLI.start

data/chef/cookbooks/pivotal_ci/.gitignore

@@ -0,0 +1,4 @@
+.bundle
+.cache
+.kitchen
+bin

data/chef/cookbooks/pivotal_ci/Gemfile

@@ -0,0 +1,3 @@
+source :rubygems
+
+gem "test-kitchen"

data/chef/cookbooks/pivotal_ci/README.md

@@ -0,0 +1,3 @@
+# About the Pivotal CI Cookbook
+
+ * It's what Lobot craves.

data/chef/cookbooks/pivotal_ci/attributes/git.rb

@@ -1,4 +1,4 @@
-node["git"] = {
+default["git"] = {
   "email" => "jenkins-ci@example.com",
   "name" => "Jenkins CI Server"
 }

data/chef/cookbooks/pivotal_ci/attributes/jenkins.rb

@@ -1,3 +1,2 @@
-node["jenkins"] = {
-  "home" => "/var/lib/jenkins"
-}
+default["jenkins"] = {}
+default["jenkins"]["home"] = "/var/lib/jenkins"

data/chef/cookbooks/pivotal_ci/attributes/nginx.rb

@@ -1,2 +1 @@
-node["nginx_settings"] ||= {}
-node["nginx_settings"]["basic_auth_users"] = CI_CONFIG['basic_auth']
+default["nginx"] ||= {}

data/chef/cookbooks/pivotal_ci/attributes/ssl.rb

@@ -1,4 +1,4 @@
-node.default["ssl_settings"]= {
+default["ssl_settings"]= {
   "common_name" => "lobot",
   "cert_path" => "/etc/certificates",
   "ca_path" => "/etc/pki/demoCA"

data/chef/cookbooks/pivotal_ci/files/default/tests/minitest/default_test.rb

@@ -0,0 +1,37 @@
+describe_recipe "pivotal_ci::jenkins" do
+  include MiniTest::Chef::Assertions
+  include MiniTest::Chef::Context
+  include MiniTest::Chef::Resources
+
+  it "runs jenkins" do
+    service("jenkins").must_be_running
+  end
+
+  it "creates the jenkins user" do
+    user("jenkins").must_exist
+  end
+
+  it "configures the xvfb plugin" do
+    file("/var/lib/jenkins/org.jenkinsci.plugins.xvfb.XvfbBuildWrapper.xml").must_exist
+  end
+end
+
+describe_recipe "pivotal_ci::default" do
+  def wait_for(match, options="")
+    Timeout.timeout(10) do
+      sleep 1 until `curl #{options} -ks https://localhost/` =~ match
+      true
+    end
+  rescue Timeout::Error
+    false
+  end
+
+  it "requires basic auth" do
+    wait_for(/401 Authorization Required/).must_equal true
+  end
+
+  it "sets the right basic_auth credentials" do
+    credentials = "#{node['nginx']['basic_auth_user']}:#{node['nginx']['basic_auth_password']}"
+    wait_for(/jenkins/, "--user #{credentials}").must_equal true
+  end
+end

data/chef/cookbooks/pivotal_ci/metadata.rb

@@ -0,0 +1,10 @@
+name              "pivotal_ci"
+maintainer        "Pivotal Labs"
+maintainer_email  "commoncode+lobot@pivotallabs.com"
+license           "MIT"
+description       "Sets up Lobot"
+version           "0.1.0"
+
+recipe "pivotal_ci::default", "Install Lobot"
+
+supports "ubuntu", "12.04"

data/chef/cookbooks/pivotal_ci/recipes/id_rsa.rb

@@ -8,12 +8,15 @@ directory "#{node["jenkins"]["home"]}/.ssh" do
 end
 
 execute "copy id_rsa" do
-  files = "/home/#{username}/.ssh/id_rsa #{node["jenkins"]["home"]}/.ssh/id_rsa"
+  destination_path = "#{node["jenkins"]["home"]}/.ssh/id_rsa"
+  source_path = "/home/#{username}/.ssh/id_rsa"
+  files = "#{source_path} #{destination_path}"
   command "cp #{files}"
-  not_if "diff -q #{files}"
+  only_if { (::File.exists?(source_path)) && !system("diff -q #{files}") }
 end
 
 file "#{node["jenkins"]["home"]}/.ssh/id_rsa" do
+  mode 0600
   owner "jenkins"
 end
 

data/chef/cookbooks/pivotal_ci/recipes/jenkins.rb

@@ -8,7 +8,7 @@ end
 
 file "/etc/apt/sources.list.d/jenkins.list" do
   content "deb http://pkg.jenkins-ci.org/debian binary/"
-  notifies :run, "execute[apt-get update]"
+  notifies :run, "execute[apt-get update]", :immediately
 end
 
 execute "apt-get update" do

data/chef/cookbooks/pivotal_ci/recipes/jenkins_config.rb

@@ -15,38 +15,31 @@ execute "download lobot plugin" do
   jenkins_plugin.call(self, "lobot", "http://cheffiles.pivotallabs.com/lobot/lobot.hpi")
 end
 
-['git', 'ansicolor'].each do |plugin|
+['git', 'ansicolor', 'xvfb'].each do |plugin|
   execute "download #{plugin} plugin" do
     jenkins_plugin.call(self, plugin, "http://mirrors.jenkins-ci.org/plugins/#{plugin}/latest/#{plugin}.hpi")
   end
 end
 
-directory "#{node["jenkins"]["home"]}/jobs/#{ENV['APP_NAME']}" do
-  owner "jenkins"
-end
-
-template "#{node["jenkins"]["home"]}/jobs/#{ENV['APP_NAME']}/config.xml" do
-  source "jenkins-job-config.xml.erb"
+template "#{node["jenkins"]["home"]}/org.jenkinsci.plugins.xvfb.XvfbBuildWrapper.xml" do
+  source "org.jenkinsci.plugins.xvfb.XvfbBuildWrapper.xml.erb"
   owner "jenkins"
   notifies :restart, "service[jenkins]"
-  variables(
-    :git_location => CI_CONFIG['git_location'],
-    :build_command => CI_CONFIG['build_command']
-  )
 end
 
-(CI_CONFIG['additional_builds'] || []).each do |build|
-  directory "#{node["jenkins"]["home"]}/jobs/#{build['build_name']}" do
+node["jenkins"]["builds"].each do |build|
+  directory "#{node["jenkins"]["home"]}/jobs/#{build['name']}" do
     owner "jenkins"
   end
 
-  template "#{node["jenkins"]["home"]}/jobs/#{build['build_name']}/config.xml" do
+  template "#{node["jenkins"]["home"]}/jobs/#{build['name']}/config.xml" do
     source "jenkins-job-config.xml.erb"
     owner "jenkins"
     notifies :restart, "service[jenkins]"
     variables(
-      :git_location => build['git_location'],
-      :build_command => build['build_script']
+      :branch => build['branch'],
+      :command => build['command'],
+      :repository => build['repository']
     )
   end
-end
+end

data/chef/cookbooks/pivotal_ci/recipes/nginx.rb

@@ -1,3 +1,5 @@
+include_recipe "pivotal_ci::ssl_certificate"
+
 package "nginx" do
   version "1.1.19-1"
 end

data/chef/cookbooks/pivotal_ci/templates/default/jenkins-job-config.xml.erb

@@ -10,12 +10,12 @@
       <hudson.plugins.git.UserRemoteConfig>
         <name></name>
         <refspec></refspec>
-        <url><%= @git_location %></url>
+        <url><%= @repository %></url>
       </hudson.plugins.git.UserRemoteConfig>
     </userRemoteConfigs>
     <branches>
       <hudson.plugins.git.BranchSpec>
-        <name>master</name>
+        <name><%= @branch %></name>
       </hudson.plugins.git.BranchSpec>
     </branches>
     <disableSubmodules>false</disableSubmodules>
@@ -51,7 +51,7 @@
   <concurrentBuild>false</concurrentBuild>
   <builders>
     <hudson.tasks.Shell>
-      <command><%= @build_command %></command>
+      <command><%= @command %></command>
     </hudson.tasks.Shell>
   </builders>
   <publishers>
@@ -65,5 +65,13 @@
     <hudson.plugins.ansicolor.AnsiColorBuildWrapper>
       <colorMapName>xterm</colorMapName>
     </hudson.plugins.ansicolor.AnsiColorBuildWrapper>
+    <org.jenkinsci.plugins.xvfb.XvfbBuildWrapper plugin="xvfb@1.0.4">
+      <installationName>system</installationName>
+      <screen>1024x768x24</screen>
+      <debug>false</debug>
+      <timeout>0</timeout>
+      <displayNameOffset>0</displayNameOffset>
+      <additionalOptions></additionalOptions>
+    </org.jenkinsci.plugins.xvfb.XvfbBuildWrapper>
   </buildWrappers>
 </project>