Agiley-ec2onrails 0.9.9 → 0.9.10

data/server/files/usr/local/ec2onrails/startup-scripts/every-startup/get-hostname.sh

@@ -0,0 +1,27 @@
+#!/bin/sh
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+# Set the hostname to this instance's public hostname
+HOSTNAME=`curl http://169.254.169.254/latest/meta-data/public-hostname`
+
+hostname $HOSTNAME
+
+#echo $HOSTNAME > /etc/hostname
+

data/server/files/usr/local/ec2onrails/startup-scripts/first-startup/README

@@ -0,0 +1,5 @@
+These files are called by /etc/init.d/ec2-first-startup.
+
+They are launched via rcS.d, meaning they will be launched before OTHER
+Ec2 scripts, like ec2-get-credentials... so if need some of those scripts
+run before, call them manually

data/server/files/usr/local/ec2onrails/startup-scripts/first-startup/create-dirs.sh

@@ -0,0 +1,42 @@
+#!/bin/sh
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+make_dir() {
+  mkdir -p $1
+  if [ $2 ] ; then
+    chown -R $2 $1
+  fi
+}
+
+make_dir /mnt/app app:app
+
+#make sure it is setup to be able to be read/written by app user
+make_dir /etc/ec2onrails app:app
+
+make_dir /mnt/log
+# make_dir /mnt/log/apache2    www-data:www-data
+make_dir /mnt/log/fsck
+make_dir /mnt/log/mysql      mysql:mysql
+
+make_dir /mnt/mysql_data     mysql:mysql
+make_dir /mnt/mysql_data/tmp mysql:mysql
+
+make_dir /mnt/tmp
+chmod 777 /mnt/tmp

data/server/files/usr/local/ec2onrails/startup-scripts/first-startup/generate-default-web-cert-and-key.sh

@@ -0,0 +1,49 @@
+#!/bin/sh
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+
+# Generate a new self-signed cert and key for https
+
+echo "Generating default self-signed SSL cert and key..."
+
+export RANDFILE=/tmp/randfile
+
+cd /tmp
+openssl genrsa -out server.key 1024
+openssl req -new -key server.key -out server.csr <<END
+CA
+.
+.
+.
+.
+.
+.
+.
+.
+
+END
+openssl x509 -req -days 365 -in server.csr -signkey server.key -out server.crt
+
+mkdir -p /etc/ec2onrails/ssl/cert
+mkdir -p -m 700 /etc/ec2onrails/ssl/private
+mv server.key /etc/ec2onrails/ssl/private/ec2onrails-default.key
+mv server.crt /etc/ec2onrails/ssl/cert/ec2onrails-default.crt
+rm $RANDFILE
+rm server.csr

data/server/files/usr/local/ec2onrails/startup-scripts/first-startup/misc.sh

@@ -0,0 +1,27 @@
+#!/bin/sh
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+
+cp /etc/hosts /etc/hosts.original
+
+# make sure the db optimize is only run once... 
+# the setup script will look for this flag, and 
+# if it doesn't exist the db optimzation won't occur
+touch /tmp/optimize_db_flag

data/server/files/usr/local/ec2onrails/startup-scripts/first-startup/prepare-mysql-data-dir.sh

@@ -0,0 +1,24 @@
+#!/bin/sh
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+
+mkdir -p /mnt/mysql_data/tmp
+chown -R mysql:mysql /mnt/mysql_data/
+cp -rp /var/lib/mysql/mysql /mnt/mysql_data/

data/server/files/usr/local/ec2onrails/startup-scripts/first-startup/setup-credentials.sh

@@ -0,0 +1,29 @@
+#!/bin/sh
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+#    This file helps spread the root key so we can log in/deploy using the 
+#    app user instead of root, but with the same ec2 key
+
+#make sure we have the credentials
+/etc/init.d/ec2-get-credentials
+
+mkdir -p -m 700 /home/app/.ssh
+cp /root/.ssh/authorized_keys /home/app/.ssh
+chown -R app:app /home/app/.ssh

data/server/rakefile.rb

@@ -0,0 +1,222 @@
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+
+# This script is meant to be run by build-ec2onrails.sh, which is run by
+# Eric Hammond's Ubuntu build script: http://alestic.com/
+# e.g.:
+# bash /mnt/ec2ubuntu-build-ami --script /mnt/ec2onrails/server/build-ec2onrails.sh ...
+
+
+
+require "rake/clean"
+require 'yaml'
+require 'erb'
+require "#{File.dirname(__FILE__)}/../lib/ec2onrails/version"
+
+if `whoami`.strip != 'root'
+  raise "Sorry, this buildfile must be run as root."
+end
+
+@packages = %w(
+  adduser
+  apache2
+  aptitude
+  bison
+  ca-certificates
+  cron
+  curl
+  denyhosts           # security: ssh monitoring service
+  flex
+  gcc
+  git-core
+  irb
+  less
+  libdbm-ruby
+  libgdbm-ruby
+  libmysql-ruby
+  libopenssl-ruby
+  libreadline-ruby
+  libruby
+  libssl-dev
+  libyaml-ruby
+  libzlib-ruby
+  logrotate
+  make
+  mailx
+  memcached
+  mysql-client
+  mysql-server
+  nano
+  openssh-server
+  postfix
+  rdoc
+  ri
+  rsync
+  ruby
+  ruby1.8-dev
+  subversion
+  unzip
+  vim
+  wget
+)
+
+@rubygems = [
+  "amazon-ec2",
+  "aws-s3",
+  "memcache-client",
+  "mongrel",
+  "mongrel_cluster",
+  "optiflag",
+  "rails",
+  "rails -v 2.0.2",
+  "rails -v 1.2.6",
+  "rake"
+]
+
+@build_root = "/mnt/build"
+@fs_dir = "#{@build_root}/ubuntu"
+
+@version = [Ec2onrails::VERSION::MAJOR, Ec2onrails::VERSION::MINOR, Ec2onrails::VERSION::TINY].join('.')
+
+task :default => :configure
+
+desc "Removes all build files"
+task :clean_all do |t|
+  rm_rf @build_root
+end
+
+desc "Use apt-get to install required packages inside the image's filesystem"
+task :install_packages do |t|
+  unless_completed(t) do
+    #why is this commented out?
+    #ENV['DEBIAN_FRONTEND'] = 'noninteractive'
+    ENV['LANG'] = ''
+    run_chroot "apt-get install -y #{@packages.join(' ')}"
+    run_chroot "apt-get clean"
+  end
+end
+
+desc "Install required ruby gems inside the image's filesystem"
+task :install_gems => [:install_packages] do |t|
+  unless_completed(t) do
+    run_chroot "sh -c 'cd /tmp && wget -q http://rubyforge.org/frs/download.php/38646/rubygems-1.2.0.tgz && tar zxf rubygems-1.2.0.tgz'"
+    run_chroot "sh -c 'cd /tmp/rubygems-1.2.0 && ruby setup.rb'"
+    run_chroot "ln -sf /usr/bin/gem1.8 /usr/bin/gem"
+    run_chroot "gem update --system --no-rdoc --no-ri"
+    run_chroot "gem update --no-rdoc --no-ri"
+    @rubygems.each do |gem|
+      run_chroot "gem install #{gem} --no-rdoc --no-ri"
+    end
+  end
+end
+
+desc "Compile and install monit"
+task :install_monit => [:install_packages] do |t|
+  unless_completed(t) do
+    run_chroot "sh -c 'cd /tmp && wget -q http://www.tildeslash.com/monit/dist/monit-4.10.1.tar.gz'"
+    run_chroot "sh -c 'cd /tmp && tar xzvf monit-4.10.1.tar.gz'"
+    run_chroot "sh -c 'cd /tmp/monit-4.10.1 && ./configure  --sysconfdir=/etc/monit/ --localstatedir=/var/run && make && make install'"
+  end
+end
+
+desc "Configure the image"
+task :configure => [:install_gems, :install_monit] do |t|
+  unless_completed(t) do
+    sh("cp -r files/* #{@fs_dir}")
+    sh("find #{@fs_dir} -type d -name .svn | xargs rm -rf")
+
+    replace("#{@fs_dir}/etc/motd.tail", /!!VERSION!!/, "Version #{@version}")
+        
+    run_chroot "/usr/sbin/adduser --gecos ',,,' --disabled-password app"
+        
+    run "echo '. /usr/local/ec2onrails/config' >> #{@fs_dir}/root/.bashrc"
+    run "echo '. /usr/local/ec2onrails/config' >> #{@fs_dir}/home/app/.bashrc"
+    
+    %w(mysql auth.log daemon.log kern.log mail.err mail.info mail.log mail.warn syslog user.log).each do |f|
+      rm_rf "#{@fs_dir}/var/log/#{f}"
+      run_chroot "ln -sf /mnt/log/#{f} /var/log/#{f}"
+    end
+    
+    run "touch #{@fs_dir}/ec2onrails-first-boot"
+    
+    # TODO find out the most correct solution here, there seems to be a bug in
+    # both feisty and gutsy where the dhcp daemon runs as dhcp but the dir
+    # that it tries to write to is owned by root and not writable by others.
+    run_chroot "chown -R dhcp /var/lib/dhcp3"
+  end
+end
+
+desc "This task is for deploying the contents of /files to a running server image to test config file changes without rebuilding."
+task :deploy_files do |t|
+  raise "need 'key' and 'host' env vars defined" unless ENV['key'] && ENV['host']
+  run "rsync -rlvzcC --rsh='ssh -l root -i #{ENV['key']}' files/ #{ENV['host']}:/"
+end
+
+##################
+
+# Execute a given block and touch a stampfile. The block won't be run if the stampfile exists.
+def unless_completed(task, &proc)
+  stampfile = "#{@build_root}/#{task.name}.completed"
+  unless File.exists?(stampfile)
+    yield  
+    touch stampfile
+  end
+end
+
+def run_chroot(command, ignore_error = false)
+  run "chroot '#{@fs_dir}' #{command}", ignore_error
+end
+
+def run(command, ignore_error = false)
+  puts "*** #{command}" 
+  result = system command
+  raise("error: #{$?}") unless result || ignore_error
+end
+
+# def mount(type, mount_point)
+#   unless mounted?(mount_point)
+#     puts
+#     puts "********** Mounting #{type} on #{mount_point}..."
+#     puts
+#     run "mount -t #{type} none #{mount_point}"
+#   end
+# end
+# 
+# def mounted?(mount_point)
+#   mount_point_regex = mount_point.gsub(/\//, "\\/")
+#   `mount`.select {|line| line.match(/#{mount_point_regex}/) }.any?
+# end
+
+def replace_line(file, newline, linenum)
+  contents = File.open(file, 'r').readlines
+  contents[linenum - 1] = newline
+  File.open(file, 'w') do |f|
+    contents.each {|line| f << line}
+  end
+end
+
+def replace(file, pattern, text)
+  contents = File.open(file, 'r').readlines
+  contents.each do |line|
+    line.gsub!(pattern, text)
+  end
+  File.open(file, 'w') do |f|
+    contents.each {|line| f << line}
+  end
+end

data/test/autobench.conf

@@ -0,0 +1,60 @@
+# Autobench Configuration File
+
+# host1, host2 
+# The hostnames of the servers under test
+# Eg. host1 = iis.test.com 
+#     host2 = apache.test.com
+
+file = out.tsv
+
+host1 = ec2-67-202-61-243.compute-1.amazonaws.com
+
+# uri1, uri2
+# The URI to test (relative to the document root).  For a fair comparison
+# the files should be identical (although the paths to them may differ on the 
+# different hosts)
+
+uri1  = /
+
+# port1, port2
+# The port number on which the servers are listening
+
+port1 = 80
+
+# low_rate, high_rate, rate_step
+# The 'rate' is the number of number of connections to open per second.
+# A series of tests will be conducted, starting at low rate,
+# increasing by rate step, and finishing at high_rate.
+# The default settings test at rates of 20,30,40,50...180,190,200
+
+low_rate  = 1
+high_rate = 5
+rate_step = 1
+
+# num_conn, num_call
+# num_conn is the total number of connections to make during a test
+# num_call is the number of requests per connection
+# The product of num_call and rate is the the approximate number of
+# requests per second that will be attempted.
+
+num_conn  = 1000
+num_call  = 5
+
+# timeout sets the maximimum time (in seconds) that httperf will wait
+# for replies from the web server.  If the timeout is exceeded, the
+# reply concerned is counted as an error.
+
+timeout   = 10
+
+# output_fmt
+# sets the output type - may be either "csv", or "tsv";
+
+output_fmt = tsv
+
+## Config for distributed autobench (autobench_admin)
+# clients  
+# comma separated list of the hostnames and portnumbers for the
+# autobench clients.  No whitespace can appear before or after the commas.
+# clients = bench1.foo.com:4600,bench2.foo.com:4600,bench3.foo.com:4600
+
+#clients = localhost:4600