lobot 0.9.0

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_server/recipes/nginx.rb

@@ -0,0 +1,65 @@
+src_dir = "/usr/local/src/nginx"
+install_dir = "/usr/local/nginx"
+
+user "nginx"
+
+{
+  "pcre" =>       "6.6-6.el5_6.1",
+  "pcre-devel" => "6.6-6.el5_6.1"
+}.each do |package_name, version_string|
+  ['x86_64'].each do |arch_string|
+    package package_name do
+      action :install
+      version "#{version_string}"
+    end
+  end
+end
+
+run_unless_marker_file_exists("nginx_1_0_1") do
+  execute "download nginx src" do
+    command "mkdir -p #{src_dir} && curl -Lsf http://nginx.org/download/nginx-1.0.1.tar.gz |  tar xvz -C#{src_dir} --strip 1"
+  end
+
+  execute "configure nginx" do
+    command "cd #{src_dir} && ./configure"
+  end
+
+  execute "make nginx" do
+    command "cd #{src_dir} && make"
+  end
+
+  execute "install nginx" do
+    command "cd #{src_dir} && make install"
+  end
+end
+
+execute "nginx owns nginx dirs" do
+  command "chown -R nginx /usr/local/nginx"
+end
+
+directory "/etc/nginx"
+
+template "/etc/nginx/nginx.conf" do
+  source "nginx-conf.erb"
+  mode 0744
+end
+
+template "/etc/nginx/mime.types" do
+  source "nginx-mime-types.erb"
+  mode 0744
+end
+
+template "/etc/nginx/htpasswd" do
+  source "nginx-htaccess.erb"
+  mode 0644
+end
+
+execute "create daemontools directory" do
+  command "mkdir -p /service/nginx"
+end
+
+template "/service/nginx/run" do
+  source "nginx-run-script.erb"
+  mode 0755
+end
+

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_server/recipes/postgres.rb

@@ -0,0 +1,80 @@
+include_recipe "pivotal_server::daemontools"
+include_recipe "pivotal_server::libxml_prereqs"
+
+src_dir = "/usr/local/src/postgres"
+install_dir = "/usr/local/pgsql"
+
+# mysql_root_password = "password"
+# mysql_user_name = "app_user"
+# mysql_user_password = "password"
+
+# {
+#   "cmake" => "2.6.4-5.el5.2",
+#   "bison" => "2.3-2.1",
+#   "ncurses-devel" => "5.5-24.20060715"
+# }.each do |package_name, version_string|
+#   package package_name do
+#     action :install
+#     version version_string
+#   end
+# end
+
+user "postgres"
+
+run_unless_marker_file_exists("postgres_9_0_4") do
+  execute "download postgres src" do
+    command "mkdir -p #{src_dir} && curl -Lsf http://ftp9.us.postgresql.org/pub/mirrors/postgresql/source/v9.0.4/postgresql-9.0.4.tar.bz2 |  tar xvj -C#{src_dir} --strip 1"
+  end
+  
+  execute "config" do
+    command "./configure --disable-debug --enable-thread-safety --with-gssapi --with-krb5 --with-openssl --with-libxml --with-libxslt --with-perl --bindir=/usr/local/bin"
+    cwd src_dir
+  end
+  
+  execute "make" do
+    command "make"
+    cwd src_dir
+  end
+  
+  execute "make install" do
+    command "make install"
+    cwd src_dir
+  end
+  
+  directory "#{install_dir}/data/" do
+    owner "postgres"
+  end
+  
+  execute "init db" do
+    command "initdb -E UTF8 #{install_dir}/data/"
+    user "postgres"
+  end
+end
+
+
+execute "create daemontools directory" do
+  command "mkdir -p /service/postgres"
+end
+
+template "/service/postgres/run" do
+  source "postgres-run-script.erb"
+  mode 0755
+end
+
+file "/etc/ld.so.conf.d/postgres-64.conf" do
+  content "/usr/local/pgsql/lib"
+end
+
+execute "add postgres to ldconf" do
+  command "/sbin/ldconfig"
+end
+
+ruby_block "wait for postgres to come up" do
+  block do
+    Timeout::timeout(60) do
+      until system("ls /tmp/.s.PGSQL.5432")
+        sleep 1
+      end
+    end
+  end
+end

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_server/recipes/sqlite.rb

@@ -0,0 +1,20 @@
+src_dir = "/usr/local/src/sqlite"
+install_dir = "/usr/local/sqlite"
+
+run_unless_marker_file_exists("sqlite_0") do
+  execute "download sqlite src" do
+    command "mkdir -p #{src_dir} && curl -Lsf http://www.sqlite.org/sqlite-autoconf-3070602.tar.gz |  tar xvz -C#{src_dir} --strip 1"
+  end
+
+  execute "configure sqlite" do
+    command "cd #{src_dir} && ./configure"
+  end
+
+  execute "make sqlite" do
+    command "cd #{src_dir} && make"
+  end
+
+  execute "install sqlite" do
+    command "cd #{src_dir} && make install"
+  end
+end

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_server/recipes/swap.rb

@@ -0,0 +1,17 @@
+swapfile_location = "/swapfile"
+swap_in_megabytes = 512
+
+execute "create swapfile" do
+  command "dd if=/dev/zero of=#{swapfile_location} bs=1024 count=#{swap_in_megabytes*1024}"
+  not_if { File.exists?(swapfile_location) }
+end
+
+execute "mkswap" do
+  command "mkswap /swapfile"
+  not_if "file #{swapfile_location} | grep -q 'swap file'"
+end
+
+execute "swapon" do
+  command "swapon #{swapfile_location}"
+  not_if "cat /proc/swaps  | grep -q '/swapfile'"
+end

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_server/templates/default/nginx-conf.erb

@@ -0,0 +1,42 @@
+user nginx;
+worker_processes  1;
+daemon off;
+
+error_log  logs/error.log  info;
+
+events {
+    worker_connections  200;
+}
+
+http {
+  auth_basic            "CI";
+  auth_basic_user_file  htpasswd;
+  include       mime.types;
+  default_type   application/octet-stream;
+  sendfile        on;
+  keepalive_timeout  65;
+  tcp_nodelay        on;
+ 
+  upstream app_server {
+    server 127.0.0.1:8080;
+  }
+ 
+  server {
+    root         /usr/local/nginx/html/;
+ 
+    try_files $uri @app_server;
+ 
+    location @app_server {
+      proxy_set_header  X-Real-IP        $remote_addr;
+      proxy_set_header  X-Forwarded-For  $proxy_add_x_forwarded_for;
+      proxy_set_header  Host             $http_host;
+      proxy_set_header  X_FORWARDED_PROTO $scheme;
+      proxy_redirect    off;
+      proxy_pass        http://app_server;
+    }
+    error_page   500 502 503 504  /50x.html;
+    location = /50x.html {
+      root   html;
+    }
+  }
+}

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_server/templates/default/nginx-htaccess.erb

@@ -0,0 +1,3 @@
+<% node["nginx_settings"]["basic_auth_users"].each do |user| %>
+<%= "#{user["username"]}:#{user["password"].crypt("AA")}" %>
+<% end %>

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_server/templates/default/nginx-mime-types.erb

@@ -0,0 +1,75 @@
+
+types {
+    text/html                             html htm shtml;
+    text/css                              css;
+    text/xml                              xml;
+    image/gif                             gif;
+    image/jpeg                            jpeg jpg;
+    application/x-javascript              js;
+    application/atom+xml                  atom;
+    application/rss+xml                   rss;
+
+    text/mathml                           mml;
+    text/plain                            txt;
+    text/vnd.sun.j2me.app-descriptor      jad;
+    text/vnd.wap.wml                      wml;
+    text/x-component                      htc;
+
+    image/png                             png;
+    image/tiff                            tif tiff;
+    image/vnd.wap.wbmp                    wbmp;
+    image/x-icon                          ico;
+    image/x-jng                           jng;
+    image/x-ms-bmp                        bmp;
+    image/svg+xml                         svg;
+
+    application/java-archive              jar war ear;
+    application/mac-binhex40              hqx;
+    application/msword                    doc;
+    application/pdf                       pdf;
+    application/postscript                ps eps ai;
+    application/rtf                       rtf;
+    application/vnd.ms-excel              xls;
+    application/vnd.ms-powerpoint         ppt;
+    application/vnd.wap.wmlc              wmlc;
+    application/vnd.google-earth.kml+xml  kml;
+    application/vnd.google-earth.kmz      kmz;
+    application/x-7z-compressed           7z;
+    application/x-cocoa                   cco;
+    application/x-java-archive-diff       jardiff;
+    application/x-java-jnlp-file          jnlp;
+    application/x-makeself                run;
+    application/x-perl                    pl pm;
+    application/x-pilot                   prc pdb;
+    application/x-rar-compressed          rar;
+    application/x-redhat-package-manager  rpm;
+    application/x-sea                     sea;
+    application/x-shockwave-flash         swf;
+    application/x-stuffit                 sit;
+    application/x-tcl                     tcl tk;
+    application/x-x509-ca-cert            der pem crt;
+    application/x-xpinstall               xpi;
+    application/xhtml+xml                 xhtml;
+    application/zip                       zip;
+
+    application/octet-stream              bin exe dll;
+    application/octet-stream              deb;
+    application/octet-stream              dmg;
+    application/octet-stream              eot;
+    application/octet-stream              iso img;
+    application/octet-stream              msi msp msm;
+
+    audio/midi                            mid midi kar;
+    audio/mpeg                            mp3;
+    audio/ogg                             ogg;
+    audio/x-realaudio                     ra;
+
+    video/3gpp                            3gpp 3gp;
+    video/mpeg                            mpeg mpg;
+    video/quicktime                       mov;
+    video/x-flv                           flv;
+    video/x-mng                           mng;
+    video/x-ms-asf                        asx asf;
+    video/x-ms-wmv                        wmv;
+    video/x-msvideo                       avi;
+}

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_server/templates/default/nginx-run-script.erb

@@ -0,0 +1,2 @@
+#!/bin/sh
+exec /usr/local/nginx/sbin/nginx -c /etc/nginx/nginx.conf

data/lib/generators/lobot/templates/chef/cookbooks/pivotal_server/templates/default/postgres-run-script.erb

@@ -0,0 +1,2 @@
+#!/bin/sh
+/command/setuidgid postgres postgres -D /usr/local/pgsql/data

data/lib/generators/lobot/templates/ci.rake

@@ -0,0 +1,111 @@
+namespace :ci do
+  desc "Spin up CI server on amazon"
+  task :server_start do
+    require 'fog'
+    require 'yaml'
+
+    aws_conf_location = File.expand_path('../../../config/ci.yml', __FILE__)
+    aws_conf = YAML.load_file(aws_conf_location)
+    aws_credentials = aws_conf['credentials']
+    ec2_server_access = aws_conf['ec2_server_access']
+    server_config = aws_conf['server']
+
+    security_group_name = server_config['security_group']
+
+    aws_connection = Fog::Compute.new(
+      :provider => aws_credentials['provider'],
+      :aws_access_key_id => aws_credentials['aws_access_key_id'],
+      :aws_secret_access_key => aws_credentials['aws_secret_access_key']
+    )
+
+    security_group = aws_connection.security_groups.get(security_group_name)
+
+    if security_group.nil?
+      puts "Could not find security group named '#{security_group_name}'.  Creating..."
+      security_group = aws_connection.security_groups.new(:name => security_group_name, :description => 'ci servers group auto-created by lobot')
+      security_group.save
+      security_group.reload
+      p security_group
+    end
+
+    PORTS_TO_OPEN = [22, 443, 80]
+    PORTS_TO_OPEN.each do |port|
+      is_in_security_group = !!security_group.ip_permissions.detect{|group| (group['fromPort']..group['toPort']).include?(port) && group['ipRanges'].detect{|range| range["cidrIp"]== "0.0.0.0/0" } }
+
+      unless is_in_security_group
+        puts "Allowing port #{port} into '#{security_group_name}' security group"
+        security_group.authorize_port_range(port..port) 
+      end
+    end
+
+    ec2_key_pair_name = ec2_server_access['key_pair_name'] || "ci"
+    public_key_local_path = "#{ec2_server_access['id_rsa_path']}.pub"
+
+    current_key_pair = aws_connection.key_pairs.get(ec2_key_pair_name)
+    if current_key_pair
+      puts "Using existing '#{ec2_key_pair_name}' keypair"
+    else
+      puts "Creating '#{ec2_key_pair_name}' keypair, uploading #{public_key_local_path} to aws"
+
+      aws_connection.key_pairs.new(
+        :name => ec2_key_pair_name,
+        :public_key => File.read(File.expand_path("#{public_key_local_path}"))
+      ).save
+    end
+    
+    number_of_servers = aws_connection.servers.select{ |server| server.state == 'running' }.length
+    puts "you have #{number_of_servers} server(s) already running in this account" if number_of_servers > 0
+    
+    puts "Launching server... (this costs money until you stop it)"
+    server = aws_connection.servers.create(
+      :image_id => 'ami-d4de25bd',
+      :flavor_id =>  server_config['flavor_id'] || 'm1.large',
+      :key_name => ec2_key_pair_name
+    )
+    server.wait_for { ready? }
+    sleep 15 # Server ready? seems to mean 'almost ready'.  Sleep value is arbitrary at the moment
+        
+    p server
+    puts "Server is ready"
+    
+    p "Writing server public IP (#{server.dns_name}) to ci.yml"
+    aws_conf["server"].merge!("name" => server.dns_name, "instance_id" => server.id)
+    
+    f = File.open(aws_conf_location, "w")
+    f.write(aws_conf.to_yaml)
+    f.close
+  end
+  
+  desc "open the CI interface in a browser"
+  task :open do
+    aws_conf_location = File.expand_path('../../../config/ci.yml', __FILE__)
+    aws_conf = YAML.load_file(aws_conf_location)
+    server_config = aws_conf['server']
+    exec "open http://#{server_config['name']}"
+  end
+  
+  desc "ssh to CI"
+  task :ssh do
+    aws_conf_location = File.expand_path('../../../config/ci.yml', __FILE__)
+    aws_conf = YAML.load_file(aws_conf_location)
+    server_config = aws_conf['server']
+    exec "ssh -i #{aws_conf['ec2_server_access']['id_rsa_path']} #{aws_conf['app_user']}@#{server_config['name']}"
+  end
+  
+  desc "Get build status"
+  task :status do
+    require 'nokogiri'
+    ci_conf_location = File.expand_path('../../../config/ci.yml', __FILE__)
+    ci_conf = YAML.load_file(ci_conf_location)
+    
+    hudson_rss_feed = `curl -s --user #{ci_conf['basic_auth'][0]['username']}:#{ci_conf['basic_auth'][0]['password']} --anyauth http://#{ci_conf['server']['name']}/rssAll`
+    latest_build = Nokogiri::XML.parse(hudson_rss_feed.downcase).css('feed entry:first').first
+    status = !!(latest_build.css("title").first.content =~ /success|stable|back to normal/)
+    if status
+      p "Great Success"
+    else
+      p "Someone needs to fix the build"
+    end
+    status ? exit(0) : exit(1)
+  end
+end

data/lib/generators/lobot/templates/ci.yml

@@ -0,0 +1,24 @@
+--- 
+app_name: SHORT_APPLICATION_NAME
+app_user: APPLICATION_USER
+git_location: GIT CLONE URL
+basic_auth: 
+- username: BASIC_AUTH_LOGIN_NAME
+  password: BASIC_AUTH_PASSWORD
+credentials: 
+  aws_access_key_id: AWS_ACCESS_KEY #https://aws-portal.amazon.com/gp/aws/developer/account/index.html?ie=UTF8&action=access-key
+  aws_secret_access_key: AWS_SECRET
+  provider: AWS # leave this one
+server: 
+  flavor_id: m1.large
+  security_group: ci_servers
+  name:    # run 'rake ci:server_start to populate'
+  instance_id:  # run 'rake ci:server_start to populate'
+build_command: ./cruise_build.sh
+ec2_server_access:
+  key_pair_name: NAME_OF_YOUR_KEY_PAIR # like myapp_ci
+  id_rsa_path: ~/.ssh/id_rsa
+id_rsa_for_github_access: |-
+  -----BEGIN RSA PRIVATE KEY-----
+  SSH KEY WITH ACCESS TO GITHUB GOES HERE
+  -----END RSA PRIVATE KEY-----