capistrano-scale 0.0.2

data/.gitignore

@@ -0,0 +1,42 @@
+!.gitignore
+*.gem
+*.rbc
+*.sw[a-p]
+*.tmproj
+*.tmproject
+*.un~
+*~
+.DS_Store
+.Spotlight-V100
+.Trashes
+._*
+.bundle
+.config
+.directory
+.elc
+.redcar
+.yardoc
+/.emacs.desktop
+/.emacs.desktop.lock
+Desktop.ini
+Gemfile.lock
+Icon?
+InstalledFiles
+Session.vim
+Thumbs.db
+\#*\#
+_yardoc
+auto-save-list
+coverage
+doc/
+lib/bundler/man
+pkg
+pkg/*
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+tmtags
+tramp
+.idea

data/.rvmrc

@@ -0,0 +1,68 @@
+#!/usr/bin/env bash
+
+# This is an RVM Project .rvmrc file, used to automatically load the ruby
+# development environment upon cd'ing into the directory
+
+# First we specify our desired <ruby>[@<gemset>], the @gemset name is optional.
+# Only full ruby name is supported here, for short names use:
+#     echo "rvm use jruby" > .rvmrc
+environment_id="ruby-1.9.3-p194@capistrano-scale"
+
+# Uncomment the following lines if you want to verify rvm version per project
+# rvmrc_rvm_version="1.10.2" # 1.10.1 seams as a safe start
+# eval "$(echo ${rvm_version}.${rvmrc_rvm_version} | awk -F. '{print "[[ "$1*65536+$2*256+$3" -ge "$4*65536+$5*256+$6" ]]"}' )" || {
+#   echo "This .rvmrc file requires at least RVM ${rvmrc_rvm_version}, aborting loading."
+#   return 1
+# }
+
+# Uncomment following line if you want options to be set only for given project.
+#   PROJECT_JRUBY_OPTS=( --1.9 )
+# The variable PROJECT_JRUBY_OPTS requires the following to be run in shell:
+#   chmod +x ${rvm_path}/hooks/after_use_jruby_opts
+
+# First we attempt to load the desired environment directly from the environment
+# file. This is very fast and efficient compared to running through the entire
+# CLI and selector. If you want feedback on which environment was used then
+# insert the word 'use' after --create as this triggers verbose mode.
+if [[ -d "${rvm_path:-$HOME/.rvm}/environments"
+  && -s "${rvm_path:-$HOME/.rvm}/environments/$environment_id" ]]
+then
+  \. "${rvm_path:-$HOME/.rvm}/environments/$environment_id"
+  [[ -s "${rvm_path:-$HOME/.rvm}/hooks/after_use" ]] &&
+    \. "${rvm_path:-$HOME/.rvm}/hooks/after_use" || true
+else
+  # If the environment file has not yet been created, use the RVM CLI to select.
+  rvm --create  "$environment_id" || {
+    echo "Failed to create RVM environment '${environment_id}'."
+    return 1
+  }
+fi
+
+# If you use an RVM gemset file to install a list of gems (*.gems), you can have
+# it be automatically loaded. Uncomment the following and adjust the filename if
+# necessary.
+#
+# filename=".gems"
+# if [[ -s "$filename" ]]
+# then
+#   rvm gemset import "$filename" | grep -v already | grep -v listed | grep -v complete | sed '/^$/d'
+# fi
+
+# If you use bundler, this might be useful to you:
+if [[ -s Gemfile ]] && ! command -v bundle >/dev/null
+then
+  printf "%b" "The rubygem 'bundler' is not installed. Installing it now.\n"
+  gem install bundler
+fi
+# if [[ -s Gemfile ]] && command -v bundle
+# then
+#   bundle install
+# fi
+
+if [[ $- == *i* ]] # check for interactive shells
+then
+    echo "Using: $(tput setaf 2)$GEM_HOME$(tput sgr0)" # show the user the ruby and gemset they are using in green
+else
+  echo "Using: $GEM_HOME" # don't use colors in interactive shells
+fi
+

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Claudio Poli
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,15 @@
+# Capistrano::Scale
+
+This is a revised implementation of the ideas in Bill Kirtleys `capistrano-s3` and Richie McMahon `capistrano-s3-copy` gem.
+
+Don't use it.
+
+### TODO
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require 'bundler'
+require 'bundler/gem_tasks'

data/capistrano-scale.gemspec

@@ -0,0 +1,20 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/capistrano-scale/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name        = 'capistrano-scale'
+  gem.version     = CapistranoScale::VERSION.dup
+  gem.author      = 'Claudio Poli'
+  gem.email       = 'masterkain@gmail.com'
+  gem.homepage    = 'https://github.com/masterkain/capistrano-scale'
+  gem.summary     = %q{Capistrano deployment strategy that transfers the release on S3}
+  gem.description = %q{Capistrano deployment strategy that creates and pushes a tarball into S3, for both pushed deployments and pulled auto-scaling.}
+
+  gem.files         = `git ls-files`.split("\n")
+  gem.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.executables   = `git ls-files -- bin/*`.split("\n").map{|f| File.basename(f)}
+  gem.require_paths = ['lib']
+
+  gem.add_runtime_dependency 'capistrano', '>= 2.13.3'
+  gem.add_runtime_dependency 'fog'
+end

data/examples/aws_install.sh.erb

@@ -0,0 +1,97 @@
+#!/bin/bash -ex
+
+# Auto-scaling capistrano like deployment script.
+
+# Begin S3 Credentials parsing.
+IAM_ROLE=<%= configuration[:aws_ec2_iam_role] %>
+# Begin application configuration
+APPLICATION=<%= configuration[:application] %>
+
+AWS_RELEASES_BUCKET=<%= configuration[:aws_releases_bucket] %>
+RAILS_ENV=<%= configuration[:rails_env] %>              # e.g. production
+DEPLOY_TO=<%= configuration[:deploy_to] %>              # e.g. /home/ubuntu/myapp
+RELEASES_PATH=<%= configuration[:releases_path] %>      # e.g. /home/ubuntu/myapp/releases
+RELEASE_PATH=<%= configuration[:release_path] %>        # e.g. /home/ubuntu/myapp/releases/20120428210958
+SHARED_PATH=<%= configuration[:shared_path] %>          # e.g. /home/ubuntu/myapp/shared
+CURRENT_PATH=<%= configuration[:current_path] %>        # e.g. /home/ubuntu/myapp/current
+
+PACKAGE_NAME=<%= File.basename(filename) %>             # e.g. 20120428210958.tar.gz
+DOWNLOADED_PACKAGE_PATH=<%= remote_filename %>          # e.g. /tmp/20120428210958.tar.gz
+DECOMPRESS_CMD="<%= decompress(remote_filename).join(" ") %>" # e.g. tar xfz /tmp/20120428210958.tar.gz
+S3_PACKAGE_PATH=${RAILS_ENV}/${APPLICATION}/${PACKAGE_NAME}   # e.g. production/myapp/20120428210958.tar.gz
+
+KEEP_RELEASES=<%= configuration[:keep_releases] %>
+
+# EC2 IAM Role parsing.
+AWS_CREDENTIALS="`curl -s http://169.254.169.254/latest/meta-data/iam/security-credentials/${IAM_ROLE}`"
+AWS_ACCESS_KEY_ID="$(ruby -r json -e 'puts JSON.parse(ARGV[0])["AccessKeyId"]' "$AWS_CREDENTIALS")"
+AWS_SECRET_ACCESS_KEY="$(ruby -r json -e 'puts JSON.parse(ARGV[0])["SecretAccessKey"]' "$AWS_CREDENTIALS")"
+AWS_SECRET_TOKEN="$(ruby -r json -e 'puts JSON.parse(ARGV[0])["Token"]' "$AWS_CREDENTIALS")"
+
+if [ -z "$AWS_ACCESS_KEY_ID" ]; then
+  echo "Expecting the environment variable AWS_ACCESS_KEY_ID to be set"
+  exit 1
+fi
+
+if [ -z "$AWS_SECRET_ACCESS_KEY" ]; then
+  echo "Expecting the environment variable AWS_SECRET_ACCESS_KEY to be set"
+  exit 2
+fi
+
+if [ -z "$AWS_SECRET_TOKEN" ]; then
+  echo "Expecting the environment variable AWS_SECRET_TOKEN to be set"
+  exit 2
+fi
+
+expires=${6:-$((`date +%s`+60))}
+stringToSign="GET\n\n\n${expires}\nx-amz-security-token:${AWS_SECRET_TOKEN}\n/${AWS_RELEASES_BUCKET}/${S3_PACKAGE_PATH}"
+base64Signature=`echo -en "${stringToSign}" | openssl dgst -sha1 -binary -hmac ${AWS_SECRET_ACCESS_KEY} | openssl base64`
+escapedSignature="$(ruby -r cgi -e 'puts CGI.escape(ARGV[0])' "$base64Signature")"
+escapedAwsKey="$(ruby -r cgi -e 'puts CGI.escape(ARGV[0])' "$AWS_ACCESS_KEY_ID")"
+escapedToken="$(ruby -r cgi -e 'puts CGI.escape(ARGV[0])' "$AWS_SECRET_TOKEN")"
+
+URL="http://s3.amazonaws.com/${AWS_RELEASES_BUCKET}/${S3_PACKAGE_PATH}?AWSAccessKeyId=${escapedAwsKey}&Signature=${escapedSignature}&Expires=${expires}&x-amz-security-token=${escapedToken}"
+
+mkdir -p  $DEPLOY_TO $RELEASES_PATH $SHARED_PATH ${SHARED_PATH}/system ${SHARED_PATH}/log ${SHARED_PATH}/pids
+chmod g+w $DEPLOY_TO $RELEASES_PATH $SHARED_PATH ${SHARED_PATH}/system ${SHARED_PATH}/log ${SHARED_PATH}/pids
+
+chmod -R g+w ${DEPLOY_TO}
+
+curl -s -o $DOWNLOADED_PACKAGE_PATH --url "$URL"
+cd ${RELEASES_PATH} && ${DECOMPRESS_CMD} && rm ${DOWNLOADED_PACKAGE_PATH}
+
+cd ${RELEASE_PATH} && bundle install --gemfile ${RELEASE_PATH}/Gemfile --path ${SHARED_PATH}/bundle --deployment --quiet --without development test
+
+chmod -R g+w ${RELEASE_PATH}
+rm -rf ${RELEASE_PATH}/public/system && mkdir -p ${RELEASE_PATH}/public/
+ln -s ${SHARED_PATH}/system ${RELEASE_PATH}/public/system
+rm -rf ${RELEASE_PATH}/log
+ln -s ${SHARED_PATH}/log ${RELEASE_PATH}/log
+rm -rf ${RELEASE_PATH}/tmp/pids && mkdir -p ${RELEASE_PATH}/tmp/
+ln -s ${SHARED_PATH}/pids ${RELEASE_PATH}/tmp/pids
+
+rm -f ${CURRENT_PATH} && ln -s ${RELEASE_PATH} ${CURRENT_PATH}
+
+cd ${RELEASE_PATH} && rvmsudo bundle exec foreman export upstart /etc/init -f ./Procfile.production -a ${APPLICATION} -u ubuntu -l ${SHARED_PATH}/log
+
+sudo start ${APPLICATION} || sudo restart ${APPLICATION}
+
+# Cleanup older releases.
+versions=`ls -xt $RELEASES_PATH`
+releases=(${versions// / })
+
+releases_count=${#releases[@]}
+
+if [ $releases_count -le $KEEP_RELEASES ]
+then
+  echo 'no old releases to clean up'
+else
+  echo keeping $KEEP_RELEASES of $releases_count deployed releases
+  releases=(${releases[@]:0:0} ${releases[@]:($KEEP_RELEASES)})
+
+  for release in "${releases[@]}"
+  do
+    path=$releases_path$release
+    `rm -rf $path`
+  done
+fi

data/lib/capistrano/recipes/deploy/strategy/scale_copy.rb

@@ -0,0 +1,121 @@
+require 'capistrano/recipes/deploy/strategy/copy'
+require 'erb'
+require 'fog'
+
+module Capistrano
+  module Deploy
+    module Strategy
+      class ScaleCopy < Copy
+
+        def initialize(config={})
+          super(config)
+
+          # Check configuration keys and raise error if something is missing.
+          %w(aws_access_key_id aws_secret_access_key aws_releases_bucket aws_install_script aws_ec2_iam_role).each do |var|
+            value = configuration[var.to_sym]
+            if value.nil?
+              raise(Capistrano::Error, "Missing configuration[:#{var}] setting")
+            end
+          end
+          # Build up variables needed in the later execution.
+          @aws_credentials = {
+            :aws_access_key_id     => configuration[:aws_access_key_id],
+            :aws_secret_access_key => configuration[:aws_secret_access_key]
+          }
+          @bucket_name = configuration[:aws_releases_bucket]
+          @aws_shell_environment = @aws_credentials.collect{ |k,v| "#{k.upcase}=#{v}" }.join(' ')
+          @aws_connection = Fog::Storage::AWS.new(aws_credentials)
+          @aws_directory = @aws_connection.directories.create(
+            :key        => bucket_name,
+            :public     => false
+          )
+        end
+
+        # Check if curl is installed on the remote server.
+        def check!
+          super.check do |d|
+            d.remote.command("curl")
+          end
+        end
+
+        # Distributes the file to the remote servers.
+        def distribute!
+          package_path = filename
+          package_name = File.basename(package_path)
+
+          package_key  = "#{rails_env}/#{application}/#{package_name}"
+
+          file = aws_directory.files.new(
+            :key        => package_key,
+            :body       => File.open(package_path),
+            :public     => false,
+            :encryption => 'AES256'
+          )
+
+          logger.debug "Copying the package on S3: #{package_key}"
+          if configuration.dry_run
+            logger.debug file.inspect
+          else
+            begin
+              file.save
+            rescue => e
+              raise(Capistrano::Error, "S3 File upload failed: #{e.class.to_s}:#{e.message}")
+            end
+          end
+          logger.debug "Package copied."
+
+          expiring_url = file.url(Time.now + 600)
+
+          logger.debug "Fetching the release archive on the server"
+          run "curl -s -L -o #{remote_filename} --url '#{expiring_url}'"
+          logger.debug "Decompressing the release archive on the server"
+          run "cd #{configuration[:releases_path]} && #{decompress(remote_filename).join(" ")} && rm #{remote_filename}"
+          logger.debug "Release uncompressed, ready for hooks"
+
+          logger.debug "Creating instance initialization script locally"
+
+          template_text = File.read(configuration[:aws_install_script])
+          template_text = template_text.gsub("\r\n?", "\n")
+          template      = ERB.new(template_text, nil, '<>-')
+          output        = template.result(self.binding)
+
+          local_output_file = File.join(copy_dir, "#{rails_env}_aws_install.sh")
+
+          File.open(local_output_file, "w") do  |f|
+            f.write(output)
+          end
+
+          logger.debug "Script created at: #{local_output_file}"
+
+          # Will be picked up by an internal Capistrano hook after a deploy has finished
+          # to put this manifest on S3.
+          configuration[:s3_install_cmd_path] = local_output_file
+        end
+
+        def binding
+          super
+        end
+
+        def aws_credentials
+          @aws_credentials
+        end
+
+        def aws_shell_environment
+          @aws_shell_environment
+        end
+
+        def bucket_name
+          @bucket_name
+        end
+
+        def aws_connection
+          @aws_connection
+        end
+
+        def aws_directory
+          @aws_directory
+        end
+      end
+    end
+  end
+end

data/lib/capistrano-scale/capistrano_integration.rb

@@ -0,0 +1,44 @@
+require 'capistrano'
+require 'capistrano/version'
+
+module CapistranoScale
+  class CapistranoIntegration
+    def self.load_into(capistrano_config)
+      capistrano_config.load do
+        namespace :scale_copy do
+
+          desc "Internal hook that updates the aws_install.sh script to latest if the deploy completed"
+          task :store_aws_install_script_on_success do
+            install_cmd_path = fetch(:s3_install_cmd_path)
+
+            if install_cmd_path
+              aws_credentials = {
+                :aws_access_key_id     => capistrano_config[:aws_access_key_id],
+                :aws_secret_access_key => capistrano_config[:aws_secret_access_key]
+              }
+              aws_connection = Fog::Storage::AWS.new(aws_credentials)
+              aws_directory = aws_connection.directories.create(
+                :key        => capistrano_config[:aws_releases_bucket],
+                :public     => false
+              )
+              logger.debug "Uploading initialization script to S3"
+              file = aws_directory.files.create(
+                :key        => "#{rails_env}/#{application}/aws_install.sh",
+                :body       => File.open(install_cmd_path),
+                :acl        => 'public-read',
+                :encryption => 'AES256'
+              )
+              logger.debug "AWS Install script uploaded."
+            end
+          end
+        end
+
+        after 'deploy', 'scale_copy:store_aws_install_script_on_success'
+      end
+    end
+  end
+end
+
+if Capistrano::Configuration.instance
+  CapistranoScale::CapistranoIntegration.load_into(Capistrano::Configuration.instance)
+end

data/lib/capistrano-scale/version.rb

@@ -0,0 +1,5 @@
+module CapistranoScale
+  unless defined?(::CapistranoScale::VERSION)
+    VERSION = "0.0.2".freeze
+  end
+end

data/lib/capistrano-scale.rb

@@ -0,0 +1,2 @@
+require 'capistrano-scale/version'
+require 'capistrano-scale/capistrano_integration'

metadata

@@ -0,0 +1,89 @@
+--- !ruby/object:Gem::Specification
+name: capistrano-scale
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+  prerelease: 
+platform: ruby
+authors:
+- Claudio Poli
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-09-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: capistrano
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.13.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.13.3
+- !ruby/object:Gem::Dependency
+  name: fog
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Capistrano deployment strategy that creates and pushes a tarball into
+  S3, for both pushed deployments and pulled auto-scaling.
+email: masterkain@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rvmrc
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- capistrano-scale.gemspec
+- examples/aws_install.sh.erb
+- lib/capistrano-scale.rb
+- lib/capistrano-scale/capistrano_integration.rb
+- lib/capistrano-scale/version.rb
+- lib/capistrano/recipes/deploy/strategy/scale_copy.rb
+homepage: https://github.com/masterkain/capistrano-scale
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Capistrano deployment strategy that transfers the release on S3
+test_files: []