ciborg 0.0.1 → 3.0.0

data/chef/cookbooks/pivotal_ci/files/default/tests/minitest/default_test.rb

@@ -0,0 +1,75 @@
+describe "pivotal_ci::jenkins" do
+  include MiniTest::Chef::Assertions
+  include MiniTest::Chef::Context
+  include MiniTest::Chef::Resources
+
+  it "runs jenkins" do
+    service("jenkins").must_be_running
+  end
+
+  it "creates the jenkins user" do
+    user("jenkins").must_exist
+  end
+
+  it "configures the xvfb plugin" do
+    file("/var/lib/jenkins/org.jenkinsci.plugins.xvfb.XvfbBuildWrapper.xml").must_exist
+  end
+end
+
+describe "pivotal_ci::id_rsa" do
+  include MiniTest::Chef::Assertions
+  include MiniTest::Chef::Context
+  include MiniTest::Chef::Resources
+
+  describe ".ssh/id_rsa" do
+    it "exists" do
+      file("/var/lib/jenkins/.ssh/id_rsa").must_exist
+    end
+
+    it "is user-writable" do
+      file("/var/lib/jenkins/.ssh/id_rsa").must_have(:mode, "600")
+    end
+
+    it "is owned by jenkins" do
+      file("/var/lib/jenkins/.ssh/id_rsa").must_have(:user, "jenkins")
+    end
+  end
+
+  describe ".ssh/known_hosts" do
+    it "exists" do
+      file("/var/lib/jenkins/.ssh/known_hosts").must_exist
+    end
+
+    it "is user-writable" do
+      file("/var/lib/jenkins/.ssh/known_hosts").must_have(:mode, "600")
+    end
+
+    it "is owned by jenkins" do
+      file("/var/lib/jenkins/.ssh/known_hosts").must_have(:user, "jenkins")
+    end
+  end
+end
+
+describe "pivotal_ci::default" do
+  include MiniTest::Chef::Assertions
+  include MiniTest::Chef::Context
+  include MiniTest::Chef::Resources
+
+  def wait_for(match, options="")
+    Timeout.timeout(10) do
+      sleep 1 until `curl #{options} -ks https://localhost/` =~ match
+      true
+    end
+  rescue Timeout::Error
+    false
+  end
+
+  it "requires basic auth" do
+    wait_for(/401 Authorization Required/).must_equal true
+  end
+
+  it "sets the right basic_auth credentials" do
+    credentials = "#{node['nginx']['basic_auth_user']}:#{node['nginx']['basic_auth_password']}"
+    wait_for(/jenkins/, "--user #{credentials}").must_equal true
+  end
+end

data/chef/cookbooks/pivotal_ci/metadata.rb

@@ -0,0 +1,32 @@
+name              "pivotal_ci"
+maintainer        "Pivotal Labs"
+maintainer_email  "commoncode+ciborg@pivotallabs.com"
+license           "MIT"
+description       "Sets up Ciborg"
+version           "0.1.0"
+
+recipe "pivotal_ci::default", "Install Ciborg"
+
+supports "ubuntu", "12.04"
+
+depends "build-essential"
+depends "chromium"
+depends "cmake"
+depends "firefox"
+depends "imagemagick"
+depends "libffi"
+depends "libgdbm"
+depends "libncurses"
+depends "libossp-uuid"
+depends "libqt4"
+depends "mysql"
+depends "networking_basic"
+depends "nodejs"
+depends "openssl"
+depends "phantomjs"
+depends "postgresql"
+depends "ragel"
+depends "ramfs"
+depends "sysctl"
+depends "unarchivers"
+depends "xserver"

data/chef/cookbooks/pivotal_ci/recipes/default.rb

@@ -0,0 +1,6 @@
+include_recipe "pivotal_ci::ssl_certificate"
+include_recipe "pivotal_ci::nginx"
+include_recipe "pivotal_ci::fonts"
+include_recipe "pivotal_ci::id_rsa"
+include_recipe "pivotal_ci::git_config"
+include_recipe "pivotal_ci::jenkins_config"

data/chef/cookbooks/pivotal_ci/recipes/fonts.rb

@@ -0,0 +1,5 @@
+%w(xfonts-base xfonts-75dpi xfonts-100dpi xfonts-scalable xfonts-cyrillic).each do |font|
+  package font do
+    action :install
+  end
+end

data/chef/cookbooks/pivotal_ci/recipes/git_config.rb

@@ -0,0 +1,17 @@
+include_recipe "pivotal_ci::jenkins"
+
+execute "set git user.email" do
+  command "git config --global user.email '#{node["git"]["email"]}'"
+  not_if "git config -l | grep 'user.email=#{node["git"]["email"]}'", :environment => {"HOME"=>node["jenkins"]["home"]}
+  user "jenkins"
+  environment({"HOME"=>node["jenkins"]["home"]})
+  cwd node["jenkins"]["home"]
+end
+
+execute "set git user.name" do
+  command "git config --global user.name '#{node["git"]["name"]}'"
+  not_if "git config -l | grep 'user.name=#{node["git"]["name"]}'", :environment => {"HOME"=>node["jenkins"]["home"]}
+  user "jenkins"
+  environment({"HOME"=>node["jenkins"]["home"]})
+  cwd node["jenkins"]["home"]
+end

data/chef/cookbooks/pivotal_ci/recipes/id_rsa.rb

@@ -0,0 +1,32 @@
+include_recipe "pivotal_ci::jenkins"
+
+username = ENV['SUDO_USER'].strip
+
+directory "#{node["jenkins"]["home"]}/.ssh" do
+  mode 0700
+  owner "jenkins"
+end
+
+execute "copy id_rsa" do
+  destination_path = "#{node["jenkins"]["home"]}/.ssh/id_rsa"
+  source_path = "/home/#{username}/.ssh/id_rsa"
+  files = "#{source_path} #{destination_path}"
+  command "cp #{files}"
+  only_if { (::File.exists?(source_path)) && !system("diff -q #{files}") }
+end
+
+file "#{node["jenkins"]["home"]}/.ssh/id_rsa" do
+  mode 0600
+  owner "jenkins"
+end
+
+file "#{node["jenkins"]["home"]}/.ssh/known_hosts" do
+  mode 0600
+  owner "jenkins"
+end
+
+execute "add github to known hosts if necessary" do
+  github_string = 'github.com,207.97.227.239 ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAq2A7hRGmdnm9tUDbO9IDSwBK6TbQa+PXYPCPy6rbTrTtw7PHkccKrpp0yVhp5HdEIcKr6pLlVDBfOLX9QUsyCOV0wzfjIJNlGEYsdlLJizHhbn2mUjvSAHQqZETYP81eFzLQNnPHt4EVVUh7VfDESU84KezmD5QlWpXLmvU31/yMf+Se8xhHTvKSCZIFImWwoG6mbUoWf9nzpIoaSjB+weqqUUmpaaasXVal72J+UX2B+2RPW3RcT0eOzQgqlJL3RKrTJvdsjE3JEAvGq3lGHSZXy28G3skua2SmVi/w4yCE6gbODqnTWlg7+wC604ydGXA8VJiS5ap43JXiUFFAaQ=='
+  command "echo '#{github_string}' >> #{node["jenkins"]["home"]}/.ssh/known_hosts"
+  not_if "grep '#{github_string}' #{node["jenkins"]["home"]}/.ssh/known_hosts"
+end

data/chef/cookbooks/pivotal_ci/recipes/jenkins.rb

@@ -0,0 +1,26 @@
+cookbook_file "#{Chef::Config[:file_cache_path]}/jenkins-ci.org.key" do
+  source "jenkins-ci.org.key"
+end
+
+execute "apt-key add #{Chef::Config[:file_cache_path]}/jenkins-ci.org.key" do
+  not_if "apt-key list | grep -q 'Kohsuke Kawaguchi'"
+end
+
+file "/etc/apt/sources.list.d/jenkins.list" do
+  content "deb http://pkg.jenkins-ci.org/debian binary/"
+  notifies :run, "execute[apt-get update]", :immediately
+end
+
+execute "apt-get update" do
+  action :nothing
+end
+
+package "jenkins"
+
+execute "usermod jenkins -aG rvm" do
+  not_if "groups jenkins | grep rvm"
+end
+
+service "jenkins" do
+  action :start
+end

data/chef/cookbooks/pivotal_ci/recipes/jenkins_config.rb

@@ -0,0 +1,48 @@
+include_recipe 'pivotal_ci::jenkins'
+
+directory "#{node["jenkins"]["home"]}/plugins" do
+  owner "jenkins"
+end
+
+jenkins_plugin = Proc.new do |resource, plugin, url|
+  resource.command "curl -Lsf #{url} -o #{node["jenkins"]["home"]}/plugins/#{plugin}.hpi"
+  resource.not_if { File.exists?("#{node["jenkins"]["home"]}/plugins/#{plugin}.hpi") }
+  resource.user "jenkins"
+  resource.notifies :restart, "service[jenkins]"
+end
+
+execute "download ciborg plugin" do
+  jenkins_plugin.call(self, "ciborg", "http://cheffiles.pivotallabs.com/ciborg/ciborg.hpi")
+end
+
+['git-client', 'git', 'ansicolor', 'xvfb', 'greenballs'].each do |plugin|
+  execute "download #{plugin} plugin" do
+    jenkins_plugin.call(self, plugin, "http://mirrors.jenkins-ci.org/plugins/#{plugin}/latest/#{plugin}.hpi")
+  end
+end
+
+template "#{node["jenkins"]["home"]}/org.jenkinsci.plugins.xvfb.XvfbBuildWrapper.xml" do
+  source "org.jenkinsci.plugins.xvfb.XvfbBuildWrapper.xml.erb"
+  owner "jenkins"
+  notifies :restart, "service[jenkins]"
+end
+
+node["jenkins"]["builds"].each do |build|
+  directory "#{node["jenkins"]["home"]}/jobs/#{build['name']}" do
+    owner "jenkins"
+  end
+
+  require "cgi"
+  template "#{node["jenkins"]["home"]}/jobs/#{build['name']}/config.xml" do
+    source "jenkins-job-config.xml.erb"
+    owner "jenkins"
+    notifies :restart, "service[jenkins]"
+    junit_publisher = build['junit_publisher'].nil? ? true : build['junit_publisher']
+    variables(
+      :branch => build['branch'],
+      :command => build['command'],
+      :repository => build['repository'],
+      :junit_publisher => junit_publisher
+    )
+  end
+end

data/chef/cookbooks/pivotal_ci/recipes/limited_travis_ci_environment.rb

@@ -0,0 +1,39 @@
+# Travis Essentials
+#
+include_recipe "build-essential"
+include_recipe "networking_basic"
+include_recipe "sysctl"
+include_recipe "unarchivers"
+
+# additional libraries needed to run headless WebKit,
+# build parsers, for ossp-uuid to work and so on
+#
+include_recipe "libqt4"
+include_recipe "libgdbm"
+include_recipe "libncurses"
+include_recipe "libossp-uuid"
+include_recipe "libffi"
+include_recipe "ragel"
+include_recipe "imagemagick"
+
+# Node.js for asset pipeline support
+#
+include_recipe "nodejs::multi"
+
+# Data stores
+#
+include_recipe "postgresql::client"
+include_recipe "mysql::client"
+include_recipe "mysql::server_on_ramfs"
+include_recipe "postgresql::server_on_ramfs"
+
+# Headless WebKit, browsers, Selenium toolchain, etc
+#
+include_recipe "xserver"
+include_recipe "firefox"
+include_recipe "chromium"
+include_recipe "phantomjs::tarball"
+
+# Packages for xserver
+#
+package "libicu48"

data/chef/cookbooks/pivotal_ci/recipes/nginx.rb

@@ -0,0 +1,19 @@
+include_recipe "pivotal_ci::ssl_certificate"
+
+package "nginx" do
+  version "1.1.19-1"
+end
+
+template "/etc/nginx/nginx.conf" do
+  source "nginx-conf.erb"
+  mode 0744
+end
+
+template "/etc/nginx/htpasswd" do
+  source "nginx-htaccess.erb"
+  mode 0644
+end
+
+service "nginx" do
+  action :start
+end

data/chef/cookbooks/pivotal_ci/recipes/ssl_certificate.rb

@@ -0,0 +1,44 @@
+cert_path = node["ssl_settings"]["cert_path"]
+ca_path = node["ssl_settings"]["ca_path"]
+
+["/etc/pki/tls/certs", "/usr/local", "/usr/local/etc", cert_path, ca_path, "#{ca_path}/keys", "#{ca_path}/requests", "#{ca_path}/certs", "#{ca_path}/newcerts"].each do |dir|
+  directory dir do
+    recursive true
+  end
+end
+
+file "#{ca_path}/index.txt.attr" do
+  content "unique_subject = no\n"
+end
+
+file "#{ca_path}/index.txt"
+
+execute "create serial" do
+  command "echo '01\n' > #{ca_path}/serial"
+  not_if { ::File.exists?("#{ca_path}/serial") }
+end
+
+execute "generate key" do
+  command "openssl genrsa -des3 -passout pass:password -out #{ca_path}/keys/ca.key 1024"
+  not_if { ::File.exists?("#{ca_path}/keys/ca.key") }
+end
+
+execute "generate ca" do
+  command "cd #{ca_path} && openssl req -new -x509 -days 1001 -key #{ca_path}/keys/ca.key -passin pass:password -out #{ca_path}/certs/ca.cert -subj '/CN=mydomain.com/OU=Org Unit/O=My Org Pty Ltd/L=Sydney/ST=NSW/C=AU/emailAddr=someone@example.com'"
+  not_if { ::File.exists?("#{ca_path}/certs/ca.cert")}
+end
+
+execute "generate server key" do
+  command "openssl genrsa 1024 > #{cert_path}/server.key"
+  not_if { ::File.exists?("#{cert_path}/server.key")}
+end
+
+execute "generate request" do
+  command "openssl req -new -key #{cert_path}/server.key -out #{cert_path}/request.csr -subj '/CN=#{node["ssl_settings"]["common_name"]}/OU=Org Unit/O=My Org Pty Ltd/L=Sydney/ST=NSW/C=AU/emailAddr=someoneATexample.com'"
+  not_if { ::File.exists?("#{cert_path}/request.csr")}
+end
+
+execute "sign request with CA" do
+  command "cd #{ca_path}/.. && openssl ca -policy policy_anything -cert #{ca_path}/certs/ca.cert -batch -in #{cert_path}/request.csr -passin pass:password  -keyfile #{ca_path}/keys/ca.key -days 9999 -out #{cert_path}/signed.cert"
+  not_if { ::File.exists?("#{cert_path}/signed.cert")}
+end

data/chef/cookbooks/pivotal_ci/recipes/teamcity.rb

@@ -0,0 +1,42 @@
+# include_recipe "pivotal_ci::daemontools"
+# include_recipe "pivotal_ci::git_config"
+#
+# username = ENV['SUDO_USER'].strip
+# user_home = ENV['HOME']
+#
+# install_dir = "#{user_home}"
+# tar_location = "#{install_dir}/teamcity.tar.gz"
+#
+# execute "download teamcity" do
+#   command "mkdir -p #{install_dir} && curl -Lsf http://download.jetbrains.com/teamcity/TeamCity-7.0.2a.tar.gz -o #{tar_location}"
+#   user username
+#   not_if { File.exists?(tar_location) }
+# end
+#
+# execute "unpack teamcity" do
+#   command "cd #{install_dir} && tar xfz #{tar_location} && mkdir -p #{install_dir}/TeamCity/logs"
+#   user username
+#   group username
+#   not_if { File.exists?("#{install_dir}/TeamCity") }
+# end
+#
+# template "/etc/init.d/teamcity" do
+#   source "teamcity-initd.erb"
+#   variables(
+#     :username => username
+#   )
+#   mode 0755
+# end
+#
+# execute "Start TeamCity" do
+#   # while this runs successfully, it doesn't successfully start TeamCity.  Rebooting instead.
+#   command "/etc/init.d/teamcity start"
+# end
+#
+# execute "Adding TeamCity to init.d" do
+#   command "chkconfig --add teamcity"
+# end
+#
+# execute "Reboot the instance to bring up TeamCity" do
+#   command "sudo reboot"
+# end

data/chef/cookbooks/pivotal_ci/templates/default/jenkins-job-config.xml.erb

@@ -0,0 +1,79 @@
+<?xml version='1.0' encoding='UTF-8'?>
+<project>
+  <actions/>
+  <description></description>
+  <keepDependencies>false</keepDependencies>
+  <properties/>
+  <scm class="hudson.plugins.git.GitSCM">
+    <configVersion>2</configVersion>
+    <userRemoteConfigs>
+      <hudson.plugins.git.UserRemoteConfig>
+        <name></name>
+        <refspec></refspec>
+        <url><%= @repository %></url>
+      </hudson.plugins.git.UserRemoteConfig>
+    </userRemoteConfigs>
+    <branches>
+      <hudson.plugins.git.BranchSpec>
+        <name><%= @branch %></name>
+      </hudson.plugins.git.BranchSpec>
+    </branches>
+    <disableSubmodules>false</disableSubmodules>
+    <recursiveSubmodules>false</recursiveSubmodules>
+    <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations>
+    <authorOrCommitter>false</authorOrCommitter>
+    <clean>false</clean>
+    <wipeOutWorkspace>false</wipeOutWorkspace>
+    <pruneBranches>false</pruneBranches>
+    <remotePoll>false</remotePoll>
+    <buildChooser class="hudson.plugins.git.util.DefaultBuildChooser"/>
+    <gitTool>Default</gitTool>
+    <submoduleCfg class="list"/>
+    <relativeTargetDir></relativeTargetDir>
+    <reference></reference>
+    <excludedRegions></excludedRegions>
+    <excludedUsers></excludedUsers>
+    <gitConfigName></gitConfigName>
+    <gitConfigEmail></gitConfigEmail>
+    <skipTag>false</skipTag>
+    <scmName></scmName>
+    <includedRegions></includedRegions>
+  </scm>
+  <canRoam>true</canRoam>
+  <disabled>false</disabled>
+  <blockBuildWhenDownstreamBuilding>false</blockBuildWhenDownstreamBuilding>
+  <blockBuildWhenUpstreamBuilding>false</blockBuildWhenUpstreamBuilding>
+  <triggers class="vector">
+    <hudson.triggers.SCMTrigger>
+    <spec>* * * * *</spec>
+    </hudson.triggers.SCMTrigger>
+  </triggers>
+  <concurrentBuild>false</concurrentBuild>
+  <builders>
+    <hudson.tasks.Shell>
+      <command><%= CGI.escapeHTML @command %></command>
+    </hudson.tasks.Shell>
+  </builders>
+  <publishers>
+    <% if @junit_publisher %>
+        <hudson.tasks.junit.JUnitResultArchiver>
+          <testResults>spec/reports/*.xml</testResults>
+          <keepLongStdio>false</keepLongStdio>
+          <testDataPublishers/>
+        </hudson.tasks.junit.JUnitResultArchiver>
+    <% end %>
+  </publishers>
+  <buildWrappers>
+    <hudson.plugins.ansicolor.AnsiColorBuildWrapper>
+      <colorMapName>xterm</colorMapName>
+    </hudson.plugins.ansicolor.AnsiColorBuildWrapper>
+    <org.jenkinsci.plugins.xvfb.XvfbBuildWrapper plugin="xvfb@1.0.4">
+      <installationName>system</installationName>
+      <screen>1024x768x24</screen>
+      <debug>false</debug>
+      <timeout>0</timeout>
+      <displayNameOffset>0</displayNameOffset>
+      <additionalOptions></additionalOptions>
+    </org.jenkinsci.plugins.xvfb.XvfbBuildWrapper>
+  </buildWrappers>
+</project>