ScholarNexus-ec2onrails 0.9.10

data/server/files/usr/local/ec2onrails/startup-scripts/first-startup/prepare-mysql-data-dir.sh

@@ -0,0 +1,24 @@
+#!/bin/sh
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+
+mkdir -p /mnt/mysql_data/tmp
+chown -R mysql:mysql /mnt/mysql_data/
+cp -rp /var/lib/mysql/mysql /mnt/mysql_data/

data/server/files/usr/local/ec2onrails/startup-scripts/first-startup/setup-credentials.sh

@@ -0,0 +1,29 @@
+#!/bin/sh
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+#    This file helps spread the root key so we can log in/deploy using the 
+#    app user instead of root, but with the same ec2 key
+
+#make sure we have the credentials
+/etc/init.d/ec2-get-credentials
+
+mkdir -p -m 700 /home/app/.ssh
+cp /root/.ssh/authorized_keys /home/app/.ssh
+chown -R app:app /home/app/.ssh

data/server/files/usr/local/ec2onrails/startup-scripts/first-startup/setup-file-permissions.sh

@@ -0,0 +1,30 @@
+#!/bin/sh
+
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+#    Some of the files will need to have additional permissions than the
+#    default settings, especially as the main app and deploy do not run
+#    under the user 'root' but instead under the user 'app'
+#
+
+
+chmod 777 /tmp
+
+#make sure the god files hav the correct permissions set
+chmod 700 -R /etc/god

data/server/rakefile.rb

@@ -0,0 +1,249 @@
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+
+# This script is meant to be run by build-ec2onrails.sh, which is run by
+# Eric Hammond's Ubuntu build script: http://alestic.com/
+# e.g.:
+# bash /mnt/ec2ubuntu-build-ami --script /mnt/ec2onrails/server/build-ec2onrails.sh ...
+
+
+
+require "rake/clean"
+require 'yaml'
+require 'erb'
+require "#{File.dirname(__FILE__)}/../lib/ec2onrails/version"
+
+if `whoami`.strip != 'root'
+  raise "Sorry, this buildfile must be run as root."
+end
+
+# package notes:
+# * aptitude:       much better package installation system, especially around 
+#                   upgrades and package dependencies
+# * gcc:            libraries needed to compile c/c++ files from source
+# * libmysqlclient-dev : provide mysqlclient-dev libs, needed for DataObject gems
+# * nano/vim/less:  simle file editors and viewer
+# * git-core:       because we are all using git now, aren't we?
+# * xfsprogs:       help with freezing and resizing of persistent volumes
+# 
+  
+@packages = %w(
+  adduser
+  apache2
+  aptitude
+  bison
+  ca-certificates
+  cron
+  curl
+  flex
+  gcc
+  git-core
+  irb
+  less
+  libdbm-ruby
+  libgdbm-ruby
+  libmysql-ruby
+  libopenssl-ruby
+  libreadline-ruby
+  libruby
+  libssl-dev
+  libyaml-ruby
+  libzlib-ruby
+  logrotate
+  make
+  mailx
+  memcached
+  mysql-client
+  mysql-server
+  nano
+  openssh-server
+  postfix
+  rdoc
+  ri
+  rsync
+  ruby
+  ruby1.8-dev
+  subversion
+  sysstat
+  unzip
+  vim
+  wget
+  xfsprogs
+)
+
+# HACK: some packages just fail with apt-get but work fine
+#       with aptitude.  These generally are virtual packages
+@aptitude_packages = %w(
+  libmysqlclient-dev
+)
+
+# NOTE: the amazon-ec2 gem is now at github, maintained by
+#       grempe-amazon-ec2.  Will move back to regular amazon-ec2
+#       gem if/when he cuts a new release with volume and snapshot
+#       support included
+@rubygems = [
+  "grempe-amazon-ec2",
+  "aws-s3",
+  "god",
+  "RubyInline",
+  "memcache-client",
+  "mongrel",
+  "mongrel_cluster",
+  "optiflag",
+  "rails",
+  "rails -v '~> 2.2.2'",
+  "rails -v '~> 2.1.2'",
+  "rails -v '~> 2.0.5'",
+  "rails -v '~> 1.2.6'",
+  "rake"
+]
+
+@build_root = "/mnt/build"
+@fs_dir = "#{@build_root}/ubuntu"
+
+@version = [Ec2onrails::VERSION::STRING]
+
+task :default => :configure
+
+desc "Removes all build files"
+task :clean_all do |t|
+  rm_rf @build_root
+end
+
+desc "Use apt-get to install required packages inside the image's filesystem"
+task :install_packages do |t|
+  unless_completed(t) do
+    ENV['DEBIAN_FRONTEND'] = 'noninteractive'
+    ENV['LANG'] = ''
+    run_chroot "apt-get install -y #{@packages.join(' ')}"
+    run_chroot "apt-get clean"
+    
+    #lets run the aptitude-only packages
+    run_chroot "aptitude install -y #{@aptitude_packages.join(' ')}"
+    run_chroot "aptitude clean"
+  end
+end
+
+desc "Install required ruby gems inside the image's filesystem"
+task :install_gems => [:install_packages] do |t|
+  unless_completed(t) do
+    run_chroot "sh -c 'cd /tmp && wget -q http://rubyforge.org/frs/download.php/45905/rubygems-1.3.1.tgz && tar zxf rubygems-1.3.1.tgz'"
+    run_chroot "sh -c 'cd /tmp/rubygems-1.3.1 && ruby setup.rb'"
+    run_chroot "ln -sf /usr/bin/gem1.8 /usr/bin/gem"
+    #NOTE: this will update to rubygems 1.3 and beyond... 
+    #      this was broken in rubygems 1.1 and 1.2, but it looks like they fixed it
+    run_chroot "gem update --system --no-rdoc --no-ri"
+    run_chroot "gem update --no-rdoc --no-ri"
+    run_chroot "gem sources -a http://gems.github.com"
+#    run_chroot "cp /root/.gemrc /home/app" # so the app user also has access to gems.github.com
+    @rubygems.each do |g|
+      run_chroot "gem install #{g} --no-rdoc --no-ri"
+    end
+  end
+end
+
+desc "Configure the image"
+task :configure => [:install_gems] do |t|
+  unless_completed(t) do
+    sh("cp -r files/* #{@fs_dir}")
+    replace("#{@fs_dir}/etc/motd.tail", /!!VERSION!!/, "Version #{@version}")
+        
+    run_chroot "/usr/sbin/adduser --gecos ',,,' --disabled-password app"
+        
+    run "echo '. /usr/local/ec2onrails/config' >> #{@fs_dir}/root/.bashrc"
+    run "echo '. /usr/local/ec2onrails/config' >> #{@fs_dir}/home/app/.bashrc"
+    
+    %w(mysql auth.log daemon.log kern.log mail.err mail.info mail.log mail.warn syslog user.log).each do |f|
+      rm_rf "#{@fs_dir}/var/log/#{f}"
+      run_chroot "ln -sf /mnt/log/#{f} /var/log/#{f}"
+    end
+    
+    run "touch #{@fs_dir}/ec2onrails-first-boot"
+    
+    # TODO find out the most correct solution here, there seems to be a bug in
+    # both feisty and gutsy where the dhcp daemon runs as dhcp but the dir
+    # that it tries to write to is owned by root and not writable by others.
+    # *** Do we still need this? The problem was constant messages in the syslog
+    # after the first DHCP lease expired (after 12 hours or so).
+    # We can probably assume Eric's base image does the right thing.
+    run_chroot "chown -R dhcp /var/lib/dhcp3"
+    
+    #make sure that god is setup to reboot at startup
+    run_chroot "update-rc.d god defaults 98"
+  end
+end
+
+desc "This task is for deploying the contents of /files to a running server image to test config file changes without rebuilding."
+task :deploy_files do |t|
+  raise "need 'key' and 'host' env vars defined" unless ENV['key'] && ENV['host']
+  run "rsync -rlvzcCp --rsh='ssh -l root -i #{ENV['key']}' files/ #{ENV['host']}:/"
+end
+
+##################
+
+# Execute a given block and touch a stampfile. The block won't be run if the stampfile exists.
+def unless_completed(task, &proc)
+  stampfile = "#{@build_root}/#{task.name}.completed"
+  unless File.exists?(stampfile)
+    yield  
+    touch stampfile
+  end
+end
+
+def run_chroot(command, ignore_error = false)
+  run "chroot '#{@fs_dir}' #{command}", ignore_error
+end
+
+def run(command, ignore_error = false)
+  puts "*** #{command}" 
+  result = system command
+  raise("error: #{$?}") unless result || ignore_error
+end
+
+# def mount(type, mount_point)
+#   unless mounted?(mount_point)
+#     puts
+#     puts "********** Mounting #{type} on #{mount_point}..."
+#     puts
+#     run "mount -t #{type} none #{mount_point}"
+#   end
+# end
+# 
+# def mounted?(mount_point)
+#   mount_point_regex = mount_point.gsub(/\//, "\\/")
+#   `mount`.select {|line| line.match(/#{mount_point_regex}/) }.any?
+# end
+
+def replace_line(file, newline, linenum)
+  contents = File.open(file, 'r').readlines
+  contents[linenum - 1] = newline
+  File.open(file, 'w') do |f|
+    contents.each {|line| f << line}
+  end
+end
+
+def replace(file, pattern, text)
+  contents = File.open(file, 'r').readlines
+  contents.each do |line|
+    line.gsub!(pattern, text)
+  end
+  File.open(file, 'w') do |f|
+    contents.each {|line| f << line}
+  end
+end