lobot 0.9.0

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_ci/recipes/git_config.rb

@@ -0,0 +1,11 @@
+username = ENV['SUDO_USER'].strip
+
+execute "set git email" do
+  command "git config --global user.email 'jenkins-ci@example.com'"
+  user username
+end
+
+execute "set git user" do
+  command "git config --global user.name 'Jenkins CI Server'"
+  user username
+end

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_ci/recipes/id_rsa.rb

@@ -0,0 +1,14 @@
+username = ENV['SUDO_USER'].strip
+
+file "/home/#{username}/.ssh/id_rsa" do
+  content CI_CONFIG['id_rsa_for_github_access']
+  mode 0600
+  only_if { CI_CONFIG['id_rsa_for_github_access'] }
+  owner username
+end
+
+execute "add github to known hosts if necessary" do
+  github_string = 'github.com,207.97.227.239 ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAq2A7hRGmdnm9tUDbO9IDSwBK6TbQa+PXYPCPy6rbTrTtw7PHkccKrpp0yVhp5HdEIcKr6pLlVDBfOLX9QUsyCOV0wzfjIJNlGEYsdlLJizHhbn2mUjvSAHQqZETYP81eFzLQNnPHt4EVVUh7VfDESU84KezmD5QlWpXLmvU31/yMf+Se8xhHTvKSCZIFImWwoG6mbUoWf9nzpIoaSjB+weqqUUmpaaasXVal72J+UX2B+2RPW3RcT0eOzQgqlJL3RKrTJvdsjE3JEAvGq3lGHSZXy28G3skua2SmVi/w4yCE6gbODqnTWlg7+wC604ydGXA8VJiS5ap43JXiUFFAaQ==' 
+  command "echo '#{github_string}' >> /home/#{username}/.ssh/known_hosts"
+  not_if "grep '#{github_string}' /home/#{username}/.ssh/known_hosts"
+end

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_ci/recipes/jenkins.rb

@@ -0,0 +1,45 @@
+include_recipe "pivotal_server::daemontools"
+include_recipe "pivotal_ci::xvfb"
+include_recipe "pivotal_ci::git_config"
+
+username = ENV['SUDO_USER'].strip
+user_home = ENV['HOME']
+
+install_dir = "/usr/local/jenkins"
+bin_location = "#{install_dir}/jenkins.war"
+
+execute "download jenkins" do
+  command "mkdir -p #{install_dir} && curl -Lsf http://mirrors.jenkins-ci.org/war/latest/jenkins.war -o #{bin_location}"
+  not_if { File.exists?(bin_location) }
+end
+
+execute "download git plugin" do
+  command "mkdir -p /home/#{username}/.jenkins/plugins && curl -Lsf http://mirrors.jenkins-ci.org/plugins/git/latest/git.hpi -o /home/#{username}/.jenkins/plugins/git.hpi"
+  not_if { File.exists?("/home/#{username}/.jenkins/plugins/git.hpi") }
+  user username
+end
+
+execute "make projec#t dir" do
+  command "mkdir -p /home/#{username}/.jenkins/jobs/#{ENV['APP_NAME']}"
+  user username
+end
+
+template "/home/#{username}/.jenkins/jobs/#{ENV['APP_NAME']}/config.xml" do
+  source "jenkins-job-config.xml.erb"
+  owner username
+end
+
+service_name = "jenkins"
+
+execute "create daemontools directory" do
+  command "mkdir -p /service/#{service_name}"
+end
+
+execute "create run script2" do # srsly! the not_if from mysql was being applied because they had the same name. I kid you not.
+  command "echo -e '#!/bin/sh\nexport PATH=/usr/local/mysql/bin/:$PATH\nexport HOME=/home/#{username}\nexec /command/setuidgid #{username}  /usr/bin/java -jar #{bin_location}' > /service/#{service_name}/run"
+  # not_if "ls /service/#{service_name}/run"
+end
+
+execute "make run script executable" do
+  command "chmod 755 /service/#{service_name}/run"
+end

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_ci/recipes/xvfb.rb

@@ -0,0 +1,24 @@
+# include_recipe "pivotal_server::daemontools"
+
+# service_name = "xvfb"
+
+execute "install xvfb" do
+  command "yum -y install xorg-x11-server-Xvfb"
+end
+
+execute "install firefox" do
+  command "yum -y install firefox"
+end
+
+# execute "make daemontools dir" do
+#   command "mkdir -p /service/#{service_name}"
+# end
+# 
+# execute "create run script3" do # srsly! the not_if from mysql was being applied because they had the same name. I kid you not.
+#   command "echo -e '#!/bin/sh\nexec Xvfb :99 -ac -screen 0 1024x768x16' > /service/#{service_name}/run"
+#   # not_if "ls /service/#{service_name}/run"
+# end
+# 
+# execute "make run script executable" do
+#   command "chmod 755 /service/#{service_name}/run"
+# end

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_ci/templates/default/jenkins-job-config.xml.erb

@@ -0,0 +1,62 @@
+<?xml version='1.0' encoding='UTF-8'?>
+<project>
+  <actions/>
+  <description></description>
+  <keepDependencies>false</keepDependencies>
+  <properties/>
+  <scm class="hudson.plugins.git.GitSCM">
+    <configVersion>1</configVersion>
+    <remoteRepositories>
+      <org.spearce.jgit.transport.RemoteConfig>
+        <string>origin</string>
+        <int>5</int>
+        <string>fetch</string>
+        <string>+refs/heads/*:refs/remotes/origin/*</string>
+        <string>receivepack</string>
+        <string>git-upload-pack</string>
+        <string>uploadpack</string>
+        <string>git-upload-pack</string>
+        <string>url</string>
+        <string><%= CI_CONFIG['git_location'] %></string>
+        <string>tagopt</string>
+        <string></string>
+      </org.spearce.jgit.transport.RemoteConfig>
+    </remoteRepositories>
+    <branches>
+      <hudson.plugins.git.BranchSpec>
+        <name>master</name>
+      </hudson.plugins.git.BranchSpec>
+    </branches>
+    <mergeOptions/>
+    <recursiveSubmodules>false</recursiveSubmodules>
+    <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations>
+    <authorOrCommitter>false</authorOrCommitter>
+    <clean>false</clean>
+    <wipeOutWorkspace>false</wipeOutWorkspace>
+    <pruneBranches>false</pruneBranches>
+    <buildChooser class="hudson.plugins.git.util.DefaultBuildChooser"/>
+    <gitTool>Default</gitTool>
+    <submoduleCfg class="list"/>
+    <relativeTargetDir></relativeTargetDir>
+    <excludedRegions></excludedRegions>
+    <excludedUsers></excludedUsers>
+    <skipTag>false</skipTag>
+  </scm>
+  <canRoam>true</canRoam>
+  <disabled>false</disabled>
+  <blockBuildWhenDownstreamBuilding>false</blockBuildWhenDownstreamBuilding>
+  <blockBuildWhenUpstreamBuilding>false</blockBuildWhenUpstreamBuilding>
+  <triggers class="vector">
+    <hudson.triggers.SCMTrigger>
+    <spec>* * * * *</spec>
+    </hudson.triggers.SCMTrigger>
+  </triggers>
+  <concurrentBuild>false</concurrentBuild>
+  <builders>
+    <hudson.tasks.Shell>
+      <command><%= CI_CONFIG['build_command'] %></command>
+    </hudson.tasks.Shell>
+  </builders>
+  <publishers/>
+  <buildWrappers/>
+</project>

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_server/libraries/marker.rb

@@ -0,0 +1,42 @@
+class Chef::Recipe
+  
+  MARKER_DIR = "#{ENV['HOME']}/.install_markers"
+  
+  #Regarding marker files:
+  #
+  #The idea here is you have a simple "signal" on disk that tells you when you've 
+  #successfully run something, and you don't want to run it again if you don't have to.
+  #
+  #Also, the decision to rerun a unit of work becomes explicit - and owned by you.
+  #(it's not based on trusting a target program to respond in some way).
+  #You don't have to learn and keep up this "re-run" logic per unit of work / program
+  #
+  #Also, simply ls'ing the marker dir gives you interesting information all in once place -
+  #i.e. what markers are there and what are their timestamps?
+  #
+  #And reinstalls are easy - just rm the relevant marker file.
+  
+  def run_unless_marker_file_exists(marker_file_name)
+
+    directory MARKER_DIR do
+      # owner WS_USER
+      recursive true
+    end
+    
+    marker_path = File.join(MARKER_DIR, marker_file_name)
+    if File.exists?(marker_path)
+      log "skipping #{marker_file_name}: marker file found (#{marker_path}), detail: #{`ls -la #{marker_path}`.strip}"
+    else
+      
+      log "no marker file found for #{marker_file_name} in #{MARKER_DIR}, running"
+      
+      yield
+      
+      execute "touching marker file #{marker_path} after successful run" do
+        # user WS_USER
+        command "touch #{marker_path}"
+      end
+      
+    end
+  end
+end

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_server/recipes/daemontools.rb

@@ -0,0 +1,15 @@
+ruby_block "install daemontools" do
+  block do
+    directory = "/package/admin"
+    repo = "git://github.com/MikeSofaer/daemontools.git"
+    dir_name = "daemontools-0.76"
+    FileUtils.mkdir_p directory
+    system("cd #{directory} && git clone #{repo} #{dir_name}")
+    system("cd #{File.join(directory, dir_name)} && ./package/install")
+  end
+  not_if "ls /command/svscanboot"
+end
+
+execute "make sure daemontools is installed" do
+  command "ls /command/svscanboot"
+end

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_server/recipes/imagemagick.rb

@@ -0,0 +1,37 @@
+
+
+src_dir = "/usr/local/src/imagemagick"
+
+directory src_dir
+
+run_unless_marker_file_exists("imagemagick_6_6_5") do
+  execute "install imagemagic prerequisites" do
+    command "yum -y install tcl-devel libpng-devel libjpeg-devel ghostscript-devel bzip2-devel freetype-devel libtiff-devel"
+  end
+
+  execute "download imagemagick" do
+    # using an older version because the URL for the current version dies when a new version comes out.
+    # http://www.ics.uci.edu/~fielding/pubs/dissertation/rest_arch_style.htm
+    command "curl -Lsf ftp://ftp.imagemagick.org/pub/ImageMagick/legacy/ImageMagick-6.6.5-10.tar.gz | tar xvz -C#{src_dir} --strip 1"
+  end
+
+  execute "configure imagemagick" do
+    command "./configure --prefix=/usr/local --with-bzlib=yes --with-fontconfig=yes --with-freetype=yes --with-gslib=yes --with-gvc=yes --with-jpeg=yes --with-jp2=yes --with-png=yes --with-tiff=yes"
+    cwd src_dir
+  end
+
+  execute "make clean" do
+    command "make clean"
+    cwd src_dir
+  end
+
+  execute "make imagemagic" do
+    command "make"
+    cwd src_dir
+  end
+
+  execute "make install" do
+    command "make install"
+    cwd src_dir
+  end
+end

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_server/recipes/libxml_prereqs.rb

@@ -0,0 +1,14 @@
+{
+  "libxml2" =>       "2.6.26-2.1.2.8.el5_5.1",
+  "libxml2-devel" => "2.6.26-2.1.2.8.el5_5.1",
+  "libxslt" => "1.1.17-2.el5_2.2",
+  "libxslt-devel" => "1.1.17-2.el5_2.2",
+}.each do |package_name, version_string|
+  ['x86_64'].each do |arch_string|
+    yum_package package_name do
+      action :install
+      version version_string
+      # arch arch_string
+    end
+  end
+end

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_server/recipes/mysql_5_1.rb

@@ -0,0 +1,90 @@
+include_recipe "pivotal_server::daemontools"
+
+src_dir = "/usr/local/src/mysql"
+install_dir = "/usr/local/mysql"
+mysql_root_password = "password"
+mysql_user_name = "app_user"
+mysql_user_password = "password"
+
+{
+  "bison" => "2.3-2.1",
+  "ncurses-devel" => "5.5-24.20060715"
+}.each do |package_name, version_string|
+  package package_name do
+    action :install
+    version version_string
+  end
+end
+
+user "mysql"
+
+run_unless_marker_file_exists("mysql_5_1") do
+  execute "download mysql src" do
+    command "mkdir -p #{src_dir} && curl -Lsf http://mysql.he.net/Downloads/MySQL-5.1/mysql-5.1.57.tar.gz |  tar xvz -C#{src_dir} --strip 1"
+  end
+  
+  execute "configure" do
+    command "./configure --prefix=/usr/local/mysql"
+    cwd src_dir
+  end
+  
+  execute "make" do
+    command "make"
+    cwd src_dir
+  end
+  
+  execute "make install" do
+    command "make install"
+    cwd src_dir
+  end
+  
+  execute "mysql owns #{install_dir}" do
+    command "chown -R mysql #{install_dir}"
+  end
+  
+  execute "install db" do
+    command "#{install_dir}/bin/mysql_install_db --user=mysql"
+    cwd install_dir
+  end
+end
+
+execute "create daemontools directory" do
+  command "mkdir -p /service/mysql"
+end
+
+execute "create run script" do
+  command "echo -e '#!/bin/sh\nexec /command/setuidgid mysql  /usr/local/mysql/libexec/mysqld' > /service/mysql/run"
+  not_if "ls /service/mysql/run"
+end
+
+execute "make run script executable" do
+  command "chmod 755 /service/mysql/run"
+end
+
+ruby_block "wait for mysql to come up" do
+  block do
+    Timeout::timeout(60) do
+      until system("ls /tmp/mysql.sock")
+        sleep 1
+      end
+    end
+  end
+end
+
+execute "set the root mysql password" do
+  command "#{install_dir}/bin/mysqladmin -uroot password #{mysql_root_password}"
+  not_if "#{install_dir}/bin/mysql -uroot -p#{mysql_root_password} -e 'show databases'"
+end
+
+execute "create app_user user" do
+  command "#{install_dir}/bin/mysql -u root -p#{mysql_root_password} -D mysql -r -B -N -e \"CREATE USER '#{mysql_user_name}'@'localhost'\""
+  not_if "#{install_dir}/bin/mysql -u root -p#{mysql_root_password} -D mysql -r -B -N -e \"SELECT * FROM user where User='#{mysql_user_name}' and Host = 'localhost'\" | grep -q #{mysql_user_name}"
+end 
+
+execute "set password for app_user" do
+  command "#{install_dir}/bin/mysql -u root -p#{mysql_root_password} -D mysql -r -B -N -e \"SET PASSWORD FOR '#{mysql_user_name}'@'localhost' = PASSWORD('#{mysql_user_password}')\""
+end
+
+execute "grant user all rights (this maybe isn't a great idea)" do
+  command "#{install_dir}/bin/mysql -u root -p#{mysql_root_password} -D mysql -r -B -N -e \"GRANT ALL on *.* to '#{mysql_user_name}'@'localhost'\""
+end

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_server/recipes/mysql_5_5.rb

@@ -0,0 +1,86 @@
+include_recipe "pivotal_server::daemontools"
+
+src_dir = "/usr/local/src/mysql"
+install_dir = "/usr/local/mysql"
+mysql_root_password = "password"
+mysql_user_name = "app_user"
+mysql_user_password = "password"
+
+{
+  "cmake" => "2.6.4-5.el5.2",
+  "bison" => "2.3-2.1",
+  "ncurses-devel" => "5.5-24.20060715"
+}.each do |package_name, version_string|
+  package package_name do
+    action :install
+    version version_string
+  end
+end
+
+user "mysql"
+
+run_unless_marker_file_exists("mysql_5_5_11") do
+  execute "download mysql src" do
+    command "mkdir -p #{src_dir} && curl -Lsf http://mysql.he.net/Downloads/MySQL-5.5/mysql-5.5.14.tar.gz |  tar xvz -C#{src_dir} --strip 1"
+  end
+
+  execute "cmake" do
+    command "cmake ."
+    cwd src_dir
+  end
+
+  execute "make" do
+    command "make install"
+    cwd src_dir
+  end
+  
+  execute "mysql owns #{install_dir}/data" do
+    command "chown -R mysql #{install_dir}/data"
+  end
+
+  execute "install db" do
+    command "#{install_dir}/scripts/mysql_install_db --user=mysql"
+    cwd install_dir
+  end
+end
+
+execute "create daemontools directory" do
+  command "mkdir -p /service/mysql"
+end
+
+execute "create run script" do
+  command "echo -e '#!/bin/sh\nexec /command/setuidgid mysql  /usr/local/mysql/bin/mysqld' > /service/mysql/run"
+  not_if "ls /service/mysql/run"
+end
+
+execute "make run script executable" do
+  command "chmod 755 /service/mysql/run"
+end
+
+ruby_block "wait for mysql to come up" do
+  block do
+    Timeout::timeout(60) do
+      until system("ls /tmp/mysql.sock")
+        sleep 1
+      end
+    end
+  end
+end
+
+execute "set the root mysql password" do
+  command "#{install_dir}/bin/mysqladmin -uroot password #{mysql_root_password}"
+  not_if "#{install_dir}/bin/mysql -uroot -p#{mysql_root_password} -e 'show databases'"
+end
+
+execute "create app_user user" do
+  command "#{install_dir}/bin/mysql -u root -p#{mysql_root_password} -D mysql -r -B -N -e \"CREATE USER '#{mysql_user_name}'@'localhost'\""
+  not_if "#{install_dir}/bin/mysql -u root -p#{mysql_root_password} -D mysql -r -B -N -e \"SELECT * FROM user where User='#{mysql_user_name}' and Host = 'localhost'\" | grep -q #{mysql_user_name}"
+end 
+
+execute "set password for app_user" do
+  command "#{install_dir}/bin/mysql -u root -p#{mysql_root_password} -D mysql -r -B -N -e \"SET PASSWORD FOR '#{mysql_user_name}'@'localhost' = PASSWORD('#{mysql_user_password}')\""
+end
+
+execute "grant user all rights (this maybe isn't a great idea)" do
+  command "#{install_dir}/bin/mysql -u root -p#{mysql_root_password} -D mysql -r -B -N -e \"GRANT ALL on *.* to '#{mysql_user_name}'@'localhost'\""
+end