RubyGems - rubber-jcarnegie - Versions diffs - 0.0.1 - Mend

rubber-jcarnegie 0.0.1

Files changed (396) hide show

data/lib/generators/vulcanize/templates/apache/config/rubber/role/web_tools/tools-apache.auth ADDED Viewed

@@ -0,0 +1,7 @@
+<%
+  @path = "#{RUBBER_ROOT}/config/#{rubber_env.app_name}.auth"
+  user = rubber_env.web_tools_user || 'admin'
+  pass = rubber_env.web_tools_password || rand(1000000000).to_s
+%>
+<%= `htpasswd -nb #{user} #{pass}` %>

data/lib/generators/vulcanize/templates/apache/config/rubber/role/web_tools/tools-index.html ADDED Viewed

@@ -0,0 +1,34 @@
+<%
+  @path = "/var/www/index.html"
+%>
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
+<html>
+	<head>
+		<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1">
+		<title>Rubber Admin Tools</title>
+	</head>
+	<body>
+		<h1>Rubber Admin Tools</h1>
+		<ul>
+      <li><a href="/munin/">Munin</a></li>
+      <% if cruise_host = rubber_instances.for_role('cruise').first %>
+        <li><a href="http://<%= cruise_host %>/cruise/">CruiseControl</a></li>
+      <% end %>
+		  <% rubber_instances.for_role('haproxy').sort {|a,b| a.name <=> b.name }.each do |ic| %>
+		      <li><a href="/haproxy_<%= ic.name %>/">HAProxy <%= ic.name %></a></li>
+		  <% end %>
+      <% rubber_instances.sort {|a,b| a.name <=> b.name }.each do |ic| %>
+          <li><a href="/monit_<%= ic.name %>/">Monit <%= ic.name %></a></li>
+      <% end %>
+      <% if resque_host = rubber_instances.for_role('resque_web').first %>
+          <li><a href="/resque/">Resque</a></li>
+      <% end %>
+		</ul>
+	</body>
+</html>

data/lib/generators/vulcanize/templates/apache/config/rubber/rubber-apache.yml ADDED Viewed

@@ -0,0 +1,6 @@
+roles:
+  apache:
+    packages: [apache2]
+  web_tools:
+    packages: [libapache2-mod-proxy-html]

data/lib/generators/vulcanize/templates/apache/templates.yml ADDED Viewed

	@@ -0,0 +1 @@
1	+ description: The apache module

data/lib/generators/vulcanize/templates/base/Capfile ADDED Viewed

@@ -0,0 +1,14 @@
+load 'deploy' if respond_to?(:namespace) # cap2 differentiator
+env = ENV['RUBBER_ENV'] ||= (ENV['RAILS_ENV'] || 'production')
+root = File.dirname(__FILE__)
+# this tries first as a rails plugin then as a gem
+$:.unshift "#{root}/vendor/plugins/rubber/lib/"
+require 'rubber'
+Rubber::initialize(root, env)
+require 'rubber/capistrano'
+Dir['vendor/plugins/*/recipes/*.rb'].each { |plugin| load(plugin) }
+load 'config/deploy'

data/lib/generators/vulcanize/templates/base/Rakefile ADDED Viewed

@@ -0,0 +1,23 @@
+require 'rake'
+require 'rake/testtask'
+require 'rake/rdoctask'
+RAILS_LOADER
+env = ENV['RUBBER_ENV'] ||= (ENV['RAILS_ENV'] || 'development')
+RAILS_ENV = ENV['RAILS_ENV'] = env
+root = File.dirname(__FILE__)
+require 'rubber'
+Rubber::initialize(root, env)
+require 'rubber/tasks/rubber'
+task :console do
+  ARGV.clear
+  require "irb"
+  IRB.start
+end
+RAILS_TASKS

data/lib/generators/vulcanize/templates/base/config/deploy.rb ADDED Viewed

@@ -0,0 +1,56 @@
+# This is a sample Capistrano config file for rubber
+set :rails_env, RUBBER_ENV
+on :load do
+  set :application, rubber_env.app_name
+  set :runner,      rubber_env.app_user
+  set :deploy_to,   "/mnt/#{application}-#{RUBBER_ENV}"
+  set :copy_exclude, [".git/*", ".bundle/*", "log/*"]
+end
+# Use a simple directory tree copy here to make demo easier.
+# You probably want to use your own repository for a real app
+set :scm, :none
+set :repository, "."
+set :deploy_via, :copy
+# Easier to do system level config as root - probably should do it through
+# sudo in the future.  We use ssh keys for access, so no passwd needed
+set :user, 'root'
+set :password, nil
+# Use sudo with user rails for cap deploy:[stop|start|restart]
+# This way exposed services (mongrel) aren't running as a privileged user
+set :use_sudo, true
+# How many old releases should be kept around when running "cleanup" task
+set :keep_releases, 3
+# Lets us work with staging instances without having to checkin config files
+# (instance*.yml + rubber*.yml) for a deploy.  This gives us the
+# convenience of not having to checkin files for staging, as well as
+# the safety of forcing it to be checked in for production.
+set :push_instance_config, RUBBER_ENV != 'production'
+# Allows the tasks defined to fail gracefully if there are no hosts for them.
+# Comment out or use "required_task" for default cap behavior of a hard failure
+rubber.allow_optional_tasks(self)
+# Wrap tasks in the deploy namespace that have roles so that we can use FILTER
+# with something like a deploy:cold which tries to run deploy:migrate but can't
+# because we filtered out the :db role
+namespace :deploy do
+  rubber.allow_optional_tasks(self)
+  tasks.values.each do |t|
+    if t.options[:roles]
+      task t.name, t.options, &t.body
+    end
+  end
+end
+# load in the deploy scripts installed by vulcanize for each rubber module
+Dir["#{File.dirname(__FILE__)}/rubber/deploy-*.rb"].each do |deploy_file|
+  load deploy_file
+end
+after "deploy", "deploy:cleanup"

data/lib/generators/vulcanize/templates/base/config/rubber/common/crontab ADDED Viewed

@@ -0,0 +1,22 @@
+<%
+  @read_cmd = 'crontab -l'
+  @write_cmd = 'crontab -'
+%>
+# cron clears out enviroment variables, so we need to add these in
+# to make sure we are running the correct ruby (rvm env vars, plus paths)
+<%- ENV.select {|k, v| k =~ /rvm|ruby|bundler|gem|path/i }.each do |k, v| -%>
+<%= k %>='<%= v %>'
+<%- end -%>
+MAILTO=<%= rubber_env.admin_email %>
+# don't need to set RUBBER_ENV for each script since we set it for all cron here
+RUBBER_ENV=<%= RUBBER_ENV %>
+RAILS_ENV=<%= RUBBER_ENV %>
+RUBYOPT=rubygems
+# Roll all rails logs at midnight
+0 0 * * * LOG_DIR=<%= RUBBER_ROOT %>/log <%= RUBBER_ROOT %>/script/cron-rake rubber:rotate_logs
+# Automatically set the clock for all machines
+<%= rand(60) %> 4 * * * <%= RUBBER_ROOT %>/script/cron-sh -- ntpdate pool.ntp.org

data/lib/generators/vulcanize/templates/base/config/rubber/common/monit-postfix.conf ADDED Viewed

@@ -0,0 +1,8 @@
+<%
+  @path = '/etc/monit/monit.d/monit-postfix.conf'
+%>
+check process postfix with pidfile /var/spool/postfix/pid/master.pid
+  start program  "/usr/bin/env service postfix start"
+  stop program  "/usr/bin/env service postfix stop"
+  if 5 restarts within 5 cycles then timeout

data/lib/generators/vulcanize/templates/base/config/rubber/common/rubber.profile ADDED Viewed

@@ -0,0 +1,13 @@
+<%
+  @path = "/etc/profile.d/rubber.sh"
+  current_path = "/mnt/#{rubber_env.app_name}-#{RUBBER_ENV}/current"
+%>
+# convenience to simply running rails console, etc with correct env
+export RUBBER_ENV=<%= RUBBER_ENV %>
+export RAILS_ENV=<%= RUBBER_ENV %>
+alias current="cd <%= current_path %>"
+alias release="cd <%= RUBBER_ROOT %>"
+# Always use rubygems
+export RUBYOPT="rubygems"

data/lib/generators/vulcanize/templates/base/config/rubber/deploy-setup.rb ADDED Viewed

@@ -0,0 +1,92 @@
+namespace :rubber do
+  namespace :base do
+    rubber.allow_optional_tasks(self)
+    before "rubber:setup_gem_sources", "rubber:base:install_rvm"
+    task :install_rvm do
+      rubber.sudo_script "install_rvm", <<-ENDSCRIPT
+        if [[ `rvm --version 2> /dev/null` == "" ]]; then
+          echo "rvm_prefix=/usr/local/" > /etc/rvmrc
+          echo "#{rubber_env.rvm_prepare}" > /etc/profile.d/rvm.sh
+          # Copied below from http://rvm.beginrescueend.com/releases/rvm-install-latest
+          #
+          if [[ -f /etc/rvmrc ]] ; then source /etc/rvmrc ; fi
+          if [[ -f "$HOME/.rvmrc" ]] ; then source "$HOME/.rvmrc" ; fi
+          rvm_path="${rvm_path:-$HOME/.rvm}"
+          mkdir -p $rvm_path/src/
+          builtin cd $rvm_path/src
+          stable_version=#{rubber_env.rvm_version}
+          echo "rvm-${stable_version}"
+          curl -L "http://rvm.beginrescueend.com/releases/rvm-${stable_version}.tar.gz" -o "rvm-${stable_version}.tar.gz"
+          tar zxf "rvm-${stable_version}.tar.gz"
+          builtin cd "rvm-${stable_version}"
+          dos2unix scripts/* >/dev/null 2>&1 || true
+          bash ./scripts/install
+          #
+          # end rvm install script
+        fi
+      ENDSCRIPT
+    end
+    # ensure that the rvm profile script gets sourced by reconnecting
+    after "rubber:base:install_rvm" do
+      teardown_connections_to(sessions.keys)
+    end
+    after "rubber:base:install_rvm", "rubber:base:install_rvm_ruby"
+    task :install_rvm_ruby do
+      opts = get_host_options('rvm_ruby')
+      install_rvm_ruby_script = <<-ENDSCRIPT
+        rvm_ver=$1
+        if [[ ! `rvm list default 2> /dev/null` =~ "$rvm_ver" ]]; then
+          rvm install $rvm_ver
+          # need to set default after using once or something in env is broken
+          rvm use $rvm_ver &> /dev/null
+          rvm use $rvm_ver --default
+        fi
+      ENDSCRIPT
+      opts[:script_args] = '$CAPISTRANO:VAR$'
+      rubber.sudo_script "install_rvm_ruby", install_rvm_ruby_script, opts
+    end
+    after "rubber:install_packages", "rubber:base:configure_git" if scm == "git"
+    task :configure_git do
+      rubber.sudo_script 'configure_git', <<-ENDSCRIPT
+        if [[ "#{repository}" =~ "@" ]]; then
+          # Get host key for src machine to prevent ssh from failing
+          rm -f ~/.ssh/known_hosts
+          ! ssh -o 'StrictHostKeyChecking=no' #{repository.gsub(/:.*/, '')} &> /dev/null
+        fi
+      ENDSCRIPT
+    end
+    # We need a rails user for safer permissions used by deploy.rb
+    after "rubber:install_packages", "rubber:base:custom_install"
+    task :custom_install do
+      rubber.sudo_script 'custom_install', <<-ENDSCRIPT
+        # add the user for running app server with
+        if ! id #{rubber_env.app_user} &> /dev/null; then adduser --system --group #{rubber_env.app_user}; fi
+        # add ssh keys for root
+        if [[ ! -f /root/.ssh/id_dsa ]]; then ssh-keygen -q -t dsa -N '' -f /root/.ssh/id_dsa; fi
+      ENDSCRIPT
+    end
+  end
+end

data/lib/generators/vulcanize/templates/base/config/rubber/deploy-util.rb ADDED Viewed

@@ -0,0 +1,97 @@
+namespace :rubber do
+  namespace :util do
+    rubber.allow_optional_tasks(self)
+    desc <<-DESC
+      Backup database using rake task rubber:backup_db
+    DESC
+    task :backup do
+      master_instances = rubber_instances.for_role('db', 'primary' => true)
+      slaves = rubber_instances.for_role('db', {})
+      # Select only one instance for backup.  Favor slave database.
+      selected_db_instance = (slaves+master_instances).first
+      task_name = "_backup_db_#{selected_db_instance.full_name}".to_sym()
+      task task_name, :hosts => selected_db_instance.full_name do
+        rsudo "cd #{current_path} && RUBBER_ENV=#{RUBBER_ENV} BACKUP_DIR=/mnt/db_backups DBUSER=#{rubber_env.db_user} DBPASS=#{rubber_env.db_pass} DBNAME=#{rubber_env.db_name} DBHOST=#{selected_db_instance.full_name} rake rubber:backup_db"
+      end
+      send task_name
+    end
+    desc <<-DESC
+      Restore database from s3 using rake task rubber:restore_db_s3
+    DESC
+    task :restore_s3 do
+      master_instances = rubber_instances.for_role('db', 'primary' => true)
+      slaves = rubber_instances.for_role('db', {})
+      for instance in master_instances+slaves
+        task_name = "_restore_db_s3_#{instance.full_name}".to_sym()
+        task task_name, :hosts => instance.full_name do
+          rsudo "cd #{current_path} && RUBBER_ENV=#{RUBBER_ENV} BACKUP_DIR=/mnt/db_backups DBUSER=#{rubber_env.db_user} DBPASS=#{rubber_env.db_pass} DBNAME=#{rubber_env.db_name} DBHOST=#{instance.full_name} rake rubber:restore_db_s3"
+        end
+        send task_name
+      end
+    end
+    desc <<-DESC
+      Overwrite ec2 production database with export from local production database.
+    DESC
+    task :local_to_ec2 do
+      require 'yaml'
+      master_instances = rubber_instances.for_role('db', 'primary' => true)
+      slaves = rubber_instances.for_role('db', {})
+      # Select only one instance for backup.  Favor slave database.
+      selected_db_instance = (slaves+master_instances).first
+      task_name = "_load_local_to_#{selected_db_instance.full_name}".to_sym()
+      task task_name, :hosts => selected_db_instance.full_name do
+        # Dump Local to tmp folder
+        filename = "#{application}.local.#{Time.now.to_i}.sql.gz"
+        backup_file = "/tmp/#{filename}"
+        on_rollback { delete file }
+        FileUtils.mkdir_p(File.dirname(backup_file))
+        # Use database.yml to get connection params
+        db = YAML::load(ERB.new(IO.read(File.join(File.dirname(__FILE__), '..','database.yml'))).result)[RUBBER_ENV]
+        user = db['username']
+        pass = db['passsword']
+        pass = nil if pass and pass.strip.size == 0
+        host = db['host']
+        name = db['database']
+        raise "No db_backup_cmd defined in rubber.yml, cannot backup!" unless rubber_env.db_backup_cmd
+        db_backup_cmd = rubber_env.db_backup_cmd.gsub(/%([^%]+)%/, '#{\1}')
+        db_backup_cmd = eval('%Q{' + db_backup_cmd + '}')
+        # dbdump (or backup app) needs to be in your path
+        puts "Backing up database with command:"
+        system(db_backup_cmd)
+        puts "Created backup: #{backup_file}"
+        # Upload Local to S3
+        cloud_provider = rubber_env.cloud_providers[rubber_env.cloud_provider]
+        s3_prefix = "db/"
+        backup_bucket = cloud_provider.backup_bucket
+        if backup_bucket
+          AWS::S3::Base.establish_connection!(:access_key_id => cloud_provider.access_key, :secret_access_key => cloud_provider.secret_access_key)
+          unless AWS::S3::Bucket.list.find { |b| b.name == backup_bucket }
+            AWS::S3::Bucket.create(backup_bucket)
+          end
+          dest = "#{s3_prefix}#{File.basename(backup_file)}"
+          puts "Saving db dump to S3: #{backup_bucket}:#{dest}"
+          AWS::S3::S3Object.store(dest, open(backup_file), backup_bucket)
+        end
+        send :restore_s3
+      end
+      send task_name
+    end
+  end
+end

data/lib/generators/vulcanize/templates/base/config/rubber/rubber-dns.yml ADDED Viewed

@@ -0,0 +1,78 @@
+# OPTIONAL: The dns provider to use.  Need to exist in dns_providers below
+# dns_provider: nettica
+# OPTIONAL: The configuration for each dns provider (nettica|zerigo|dyndns)
+#          This lets rubber update a dynamic dns service with the instance alias and ip
+#
+dns_providers:
+  nettica:
+    user: joe
+    password: sekret
+    type: A
+    ttl: 300
+  zerigo:
+    email: foo@bar.com
+    token: hexxy
+    type: A
+    ttl: 300
+  dyndns:
+    user: joe
+    password: sekret
+    update_url: https://members.dyndns.org/nic/update?hostname=%host%&myip=%ip%'
+# OPTIONAL: Lets you configure your dns service, for example to add other CNAMES
+#           or setup dns round robin, etc.  Run "cap rubber:setup_dns_records"
+#           to apply them as rubber only sets up instance aliases as part of
+#           the standard lifecycle
+#
+#  dns_records:
+#    # simple A record
+#    - host: bar
+#      data: 1.1.1.1
+#
+#    # more detailed A record
+#    - host: bar
+#      domain: otherdomain.com
+#      data: 1.1.1.1
+#      type: A
+#      ttl: 300
+#
+#    # tld A record
+#    - host: ''
+#      data: 1.1.1.1
+#      type: A
+#
+#    # simple CNAME record
+#    - host: otherbar
+#      domain: foo.com
+#      data: bar.foo.com
+#      type: CNAME
+#      ttl: 300
+#
+#    # 2 of the same A records is a round robin dns
+#    - host: rr
+#      domain: foo.com
+#      data: 1.1.1.1
+#      type: A
+#      ttl: 300
+#    - host: rr
+#      domain: foo.com
+#      data: 1.1.1.2
+#      type: A
+#      ttl: 300
+#
+#    # A record, grabbing ip from instance config
+#    - host: baz
+#      domain: foo.com
+#      data: "#{rubber_instances.for_role('web').first.external_ip}"
+#      type: A
+#      ttl: 300
+#
+#    # MX record
+#    - host: ''
+#      domain: foo.com
+#      data: mail.foo.com
+#      type: MX
+#      ttl: 300
+#      priority: 10