capistrano3-autoscaling-deploy 0.1

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    MjkxZDcwNDI2MTgyYmQwNWE5ZWRmM2M1Y2UwMTcyY2JhMjg5MmI2MA==
+  data.tar.gz: !binary |-
+    ODg1YjEyZTlhYzhhNWFiNTdhYzRiMWYyYzhjZjg5ZTc5NWE5ZTBjMw==
+SHA512:
+  metadata.gz: !binary |-
+    OWI5N2I2NWM1ZTVlNDE1MGZmMThmYWUwZjZjYTk1MzQzZDkzY2I1NGM0M2Uy
+    MDY5N2E2MGIwNmZhN2I3YmMyNmFhMmU2YTE2MWQ0MzZmMTM1YmI1MDA3OWRl
+    MDRkNmY4MDc0ZDkwZTRiMmUyZjFkZWE2ZTExNWM2ODE5OTcyYTM=
+  data.tar.gz: !binary |-
+    MTBmZGY0N2NiNThjOTA1YjUyNjUyZWZmNDgxZTYwMjJkMjgyMzNlNmM0YmEx
+    NTg4NGY3ODFjZWM4NTA2YTI3YzZhOWM5YzAxY2U2ZTMxOWZiOWExOGQ1OGIx
+    MzU0M2E4ZmRjMzdkODY2YjdkNzdhMWFkMzdkNTYyNWE2NDZiNDc=

data/.gitignore

@@ -0,0 +1,53 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/spec/examples.txt
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+# Used by dotenv library to load environment variables.
+# .env
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+*.bridgesupport
+build-iPhoneOS/
+build-iPhoneSimulator/
+
+## Specific to RubyMotion (use of CocoaPods):
+#
+# We recommend against adding the Pods directory to your .gitignore. However
+# you should judge for yourself, the pros and cons are mentioned at:
+# https://guides.cocoapods.org/using/using-cocoapods.html#should-i-check-the-pods-directory-into-source-control
+#
+# vendor/Pods/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalization:
+/.bundle/
+/vendor/bundle
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+# Gemfile.lock
+# .ruby-version
+# .ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc
+
+# RubyMine folder
+.idea

data/.travis.yml

@@ -0,0 +1,12 @@
+install:
+  - time
+
+script:
+  - time
+
+deploy:
+  provider: rubygems
+  api_key: $RUBYGEMS_API_KEY
+  on:
+    repo: mchicote/capistrano3-autoscaling-deploy
+    branch: master

data/Gemfile

@@ -0,0 +1,4 @@
+source 'http://rubygems.org'
+
+# Specify your gem's dependencies in capistrano-ec2tag.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,51 @@
+PATH
+  remote: .
+  specs:
+    capistrano3-autoscaling-deploy (0.1)
+      aws-sdk (~> 2)
+      capistrano (~> 3)
+      capistrano-bundler
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    airbrussh (1.0.2)
+      sshkit (>= 1.6.1, != 1.7.0)
+    aws-sdk (2.3.9)
+      aws-sdk-resources (= 2.3.9)
+    aws-sdk-core (2.3.9)
+      jmespath (~> 1.0)
+    aws-sdk-resources (2.3.9)
+      aws-sdk-core (= 2.3.9)
+    capistrano (3.5.0)
+      airbrussh (>= 1.0.0)
+      capistrano-harrow
+      i18n
+      rake (>= 10.0.0)
+      sshkit (>= 1.9.0)
+    capistrano-bundler (1.1.4)
+      capistrano (~> 3.1)
+      sshkit (~> 1.2)
+    capistrano-harrow (0.5.1)
+    i18n (0.7.0)
+    jmespath (1.2.4)
+      json_pure (>= 1.8.1)
+    json_pure (1.8.3)
+    net-scp (1.2.1)
+      net-ssh (>= 2.6.5)
+    net-ssh (3.1.1)
+    rake (11.1.2)
+    sshkit (1.10.0)
+      net-scp (>= 1.1.2)
+      net-ssh (>= 2.8.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.5)
+  capistrano3-autoscaling-deploy!
+  rake
+
+BUNDLED WITH
+   1.12.5

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2016 Marcos Chicote
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,79 @@
+[![Gem Version](https://badge.fury.io/rb/capistrano3-autoscaling-deploy.png)](http://badge.fury.io/rb/capistrano3-autoscaling-deploy)
+# capistrano3-autoscaling-deploy
+Capistrano 3 plugin for AWS Auto Scaling deploys.
+ 
+ A lot of inspiration (and code) for how this gem was built come from https://github.com/gtforge/capistrano-autoscale-deploy
+ I've also taken suggestions from the opened PRs against such repo.
+ 
+ I'm mainly building this gem as the author for the gem above has dissapeared 
+ and I need an updated version that uses Capistrano 3 and current version of 
+ AWS CLI.
+
+## Requirements
+
+* aws-sdk ~> 2
+* capistrano ~> 3
+
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'capistrano3-autoscaling-deploy'
+
+And then execute:
+
+    $ bundle install
+
+Or install it yourself as:
+
+    $ gem install capistrano3-autoscaling-deploy
+
+Add this line to your application's Capfile:
+
+```ruby
+require 'capistrano/autoscaling_deploy'
+```
+
+## Usage
+
+Set credentials with AmazonEC2ReadOnlyAccess permission in the capistrano deploy script / stage files add the following lines
+
+```ruby
+set :aws_region, 'us-west-2'
+set :aws_access_key_id, 'YOUR AWS KEY ID'
+set :aws_secret_access_key, 'YOUR AWS SECRET KEY'
+set :aws_autoscaling_group_name, 'YOUR NAME OF AUTO SCALING GROUP NAME'
+set :aws_deploy_roles, [:app, :web, :db]
+```
+
+you can add more auto scaling configs to deploy to multiple auto scaling groups like a cluster
+
+## How this works
+
+This gem will fetch only running instances that have an auto scaling tag name you specified
+
+It will then reject the roles of :db and the :primary => true for all servers found **but the first one** 
+
+(from all auto scaling groups you have specified such as using more then once the auto scaling directive in your config - i.e cluster deploy)
+
+this is to make sure a single working task does not run in parallel
+
+you end up as if you defined the servers yourself like so:
+
+````ruby
+server ip_address1, :app, :db, :web, :primary => true
+server ip_address2, :app, :web
+server ip_address3, :app, :web
+````
+
+## Contributing
+
+1. Fork it ( http://github.com/<my-github-username>/capistrano3-autoscaling-deploy/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request
+
+To test while developoing just `bundle console` on the project root directory and execute 
+`Capistrano::AutoScalingDeploy::VERSION` for a quick test

data/Rakefile

@@ -0,0 +1 @@
+require 'bundler/gem_tasks'

data/capistrano3-autoscaling-deploy.gemspec

@@ -0,0 +1,26 @@
+# encoding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'capistrano/autoscaling_deploy/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'capistrano3-autoscaling-deploy'
+  spec.version       = Capistrano::AutoScalingDeploy::VERSION
+  spec.authors       = ['Marcos Chicote']
+  spec.email         = ['chicotemarcos@gmail.com']
+  spec.summary       = %q{Get all instances in an AutoScaling group by AutoScaling EC2 Tag and depoy.}
+  spec.description   = %q{Get all instances in an AutoScaling group by AutoScaling EC2 Tag and depoy.}
+  spec.homepage      = ''
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'aws-sdk', '~> 2'
+  spec.add_dependency 'capistrano', '~> 3'
+  spec.add_dependency 'capistrano-bundler'
+  spec.add_development_dependency 'bundler', '~> 1.5'
+  spec.add_development_dependency 'rake'
+end

data/lib/capistrano/autoscaling_deploy.rb

@@ -0,0 +1,2 @@
+require 'capistrano/bundler'
+load File.expand_path('tasks/deploy.rake', __FILE__)

data/lib/capistrano/autoscaling_deploy/autoscaling_deploy.rb

@@ -0,0 +1 @@
+load File.expand_path('../../tasks/deploy.rake', __FILE__)

data/lib/capistrano/autoscaling_deploy/version.rb

@@ -0,0 +1,5 @@
+module Capistrano
+  module AutoScalingDeploy
+    VERSION = '0.1'
+  end
+end

data/lib/capistrano/helpers/aws_helper.rb

@@ -0,0 +1,46 @@
+require 'aws-sdk'
+
+module AwsHelper
+  def get_instances(aws_region, aws_access_key_id, aws_secret_access_key, aws_autoscaling_group_name)
+    aws_credentials = Aws::Credentials.new(aws_access_key_id, aws_secret_access_key)
+    retrieve_ec2_instances(aws_region, aws_autoscaling_group_name, aws_credentials)
+  end
+
+  private
+
+  def retrieve_ec2_instances(aws_region, autoscaling_group_name, aws_credentials)
+    instances = fetch_autoscaling_group_instances(aws_region, autoscaling_group_name, aws_credentials)
+
+    if instances.empty?
+      autoscaling_dns = []
+    else
+      instance_ids = instances.map(&:instance_id)
+      ec2 = Aws::EC2::Resource.new(region: aws_region, credentials: aws_credentials)
+      puts "instances_ids #{instance_ids}"
+      autoscaling_dns = instance_ids.map do |instance_id|
+        ec2.instance(instance_id).public_dns_name
+      end
+    end
+
+    autoscaling_dns
+  end
+
+  def fetch_autoscaling_group_instances(aws_region, autoscaling_group_name, aws_credentials)
+    as = Aws::AutoScaling::Client.new(region: aws_region, credentials: aws_credentials)
+    as_groups = as.describe_auto_scaling_groups(
+        auto_scaling_group_names: [autoscaling_group_name],
+        max_records: 1,
+    ).auto_scaling_groups
+
+    puts "as groups: #{as_groups}"
+
+    as_group = as_groups[0]
+
+    puts "as group: #{as_group}"
+
+    puts "as group: #{as_group.instances}"
+
+    as_group.instances
+  end
+
+end

data/lib/capistrano/helpers/cap_helper.rb

@@ -0,0 +1,13 @@
+module CapHelper
+  def sanitize_roles(roles)
+    # remove :db (for migrations), remove  :primary => :true (for assets precompile)
+    roles.inject([]){|acc, role|
+      if !role.is_a?(Hash)
+        acc << role if role != :db
+      else
+        acc << role.reject{|k,v| k == :primary}
+      end
+      acc
+    }
+  end
+end

data/lib/capistrano/tasks/deploy.rake

@@ -0,0 +1,50 @@
+require 'capistrano/helpers/aws_helper'
+require 'capistrano/helpers/cap_helper'
+
+namespace :load do
+  task :defaults do
+    set :aws_autoscaling, true
+    set :aws_region, 'us-west-2'
+  end
+end
+
+# namespace :deploy do
+#   before :starting do
+#     invoke 'autoscaling_deploy:setup_instances' if fetch(:aws_autoscaling)
+#   end
+# end
+
+namespace :autoscaling_deploy do
+  include AwsHelper
+  include CapHelper
+
+  desc 'Add server from Auto Scaling Group.'
+  task :setup_instances do
+    ec2_instances = fetch_ec2_instances
+    aws_deploy_roles = [:db, :web, :app]#fetch(:aws_deploy_roles)
+
+    ec2_instances.each {|instance|
+      if ec2_instances.first[0] == instance
+        server instance, *roles
+        logger.info("First Server: #{instance} - #{aws_deploy_roles}")
+      else
+        server instance, *sanitize_roles(roles)
+        logger.info("Server: #{instance} - #{sanitize_roles(aws_deploy_roles)}")
+      end
+    }
+
+  end
+
+  def fetch_ec2_instances
+    region = fetch(:aws_region)
+    key = fetch(:aws_access_key_id)
+    secret = fetch(:aws_secret_access_key)
+    group_name = fetch(:aws_autoscaling_group_name)
+
+    instances = get_instances(region, key, secret, group_name)
+
+    puts("Found #{instances.count} servers for Auto Scaling Group: #{group_name} ")
+
+    instances
+  end
+end

data/test/autoscaling_test.rb

@@ -0,0 +1,18 @@
+require File.expand_path('../lib/localytics', File.dirname(__FILE__))
+require File.expand_path('test_helper', File.dirname(__FILE__))
+
+require 'cutest'
+require 'mocha/api'
+include Mocha::API
+
+prepare do
+  # Prepare Test
+end
+
+setup do
+  # Setup test
+end
+
+test 'autoscale' do |mock|
+  # Do Test
+end

metadata

@@ -0,0 +1,132 @@
+--- !ruby/object:Gem::Specification
+name: capistrano3-autoscaling-deploy
+version: !ruby/object:Gem::Version
+  version: '0.1'
+platform: ruby
+authors:
+- Marcos Chicote
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-09-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: capistrano
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3'
+- !ruby/object:Gem::Dependency
+  name: capistrano-bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Get all instances in an AutoScaling group by AutoScaling EC2 Tag and
+  depoy.
+email:
+- chicotemarcos@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- capistrano3-autoscaling-deploy.gemspec
+- lib/capistrano/autoscaling_deploy.rb
+- lib/capistrano/autoscaling_deploy/autoscaling_deploy.rb
+- lib/capistrano/autoscaling_deploy/version.rb
+- lib/capistrano/helpers/aws_helper.rb
+- lib/capistrano/helpers/cap_helper.rb
+- lib/capistrano/tasks/deploy.rake
+- lib/capistrano3-autoscaling-deploy.rb
+- test/autoscaling_test.rb
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Get all instances in an AutoScaling group by AutoScaling EC2 Tag and depoy.
+test_files:
+- test/autoscaling_test.rb