opsworks_ship 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 66c032eab09bb2b04296a28d235b90531d9c47c4
+  data.tar.gz: 130a6889b02ac9cc624be1a62181bfc1a0e0bb60
+SHA512:
+  metadata.gz: 74595c2ed4606193c189137d1b6d75abdafdc6484146610f0489d68408de279bddce73498f198e55edbfaa491ae5388d10196025da10aaf60c11e05f7f1a4e75
+  data.tar.gz: 7808aaac37125a07b8cfa021b17a559d9c9f9ae26a5a524608c0b0093f21bd5315d9414ac4d9a251985260b31fc4fbee4e40d56ca033624478a1a9f4bbe663a3

data/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.gem
+.idea

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in opsworks_ship.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2017 Ritani
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,56 @@
+# OpsworksShip
+
+Provides a shipping script for AWS OpsWorks apps.
+
+## Installation
+
+This requires the AWS CLI tools to be configured on the machine running the script. [Learn how](http://docs.aws.amazon.com/cli/latest/userguide/cli-chap-getting-started.html)  
+
+Add this line to your application's Gemfile, probably in the `development` group:
+
+```ruby
+gem 'opsworks_ship'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install opsworks_ship
+    
+Create a script (probably in `bin/deploy`) similar to the following:
+
+        #!/usr/bin/env ruby
+        
+        gem 'opsworks_ship'
+        require 'opsworks_ship/deploy'
+        
+        initialize(stack_name, revision, app_type, app_layer_name_regex, hipchat_auth_token = nil, hipchat_room_id = nil)
+        
+        args = [ARGV[0], ARGV[1], 'rails', 'rails|sidekiq', 'abcde_this_is_a_token', 12345].compact
+        OpsworksShip::Deploy.new(*args).deploy
+
+## Usage examples
+
+* `./bin/deploy help`
+* `./bin/deploy staging heads/master rails rails|sidekiq`
+* `./bin/deploy staging heads/master rails rails|sidekiq my_hipchat_token my_hipchat_room`
+* `./bin/deploy production heads/master java "Java App Server" my_hipchat_token my_hipchat_room`
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/NEWECX/opsworks_ship.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/Rakefile

@@ -0,0 +1,10 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList['test/**/*_test.rb']
+end
+
+task :default => :test

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "opsworks_ship"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/opsworks_ship/deploy.rb

@@ -0,0 +1,192 @@
+require 'json'
+
+module OpsworksShip
+  class Deploy
+    def initialize(stack_name, revision, app_type, app_layer_name_regex, hipchat_auth_token = nil, hipchat_room_id = nil)
+      @stack_name = stack_name
+      raise "Invalid stack name, valid stacks are: #{all_stack_names}" unless all_stack_names.any?{|available_name| available_name == stack_name}
+
+      @revision = revision
+
+      @app_type = app_type
+      raise "Invalid app type #{@app_type}" unless opsworks_app_types.include?(@app_type)
+
+      @app_layer_name_regex = app_layer_name_regex
+
+      @hipchat_auth_token = hipchat_auth_token
+      @hipchat_room_id = hipchat_room_id
+      raise "Must supply both or neither hipchat params" if [@hipchat_auth_token, @hicphat_room_id].compact.size == 1
+    end
+
+    def syntax
+      puts "Arguments: #{method(:initialize).parameters.map{|p| "#{p.last} (#{p.first})"}.join(' ')}"
+      puts "\n"
+      puts "Valid stacks: #{all_stack_names}}"
+    end
+
+    def deploy
+      start_time = Time.now
+
+      puts "\n-------------------------------------"
+      puts "Deployment started"
+      puts "Revision: #{@revision}"
+      puts "Stack: #{@stack_name}"
+      puts "-------------------------------------\n\n"
+
+      set_revision_in_opsworks_app
+
+      deployment_id = start_deployment
+      final_status = monitor_deployment(deployment_id)
+
+      if final_status.downcase =~ /successful/
+        msg = "#{@app_type} deployment successful! Layers #{@app_layer_name_regex} now on #{@revision} deployed to #{@stack_name} by #{deployed_by}"
+        post_deployment_to_hipchat(msg)
+      else
+        raise "Deployment failed, status: #{final_status}"
+      end
+
+      run_time_seconds = Time.now.to_i - start_time.to_i
+      timestamped_puts "Deployment time #{run_time_seconds / 60}:%02i" % (run_time_seconds % 60)
+    end
+
+    def all_stack_names
+      @all_stack_names ||= stack_data.map{|s| s['Name']}.sort
+    end
+
+    def stack_data
+      @stack_data ||= begin
+        JSON.parse(`aws opsworks describe-stacks`)['Stacks']
+      end
+    end
+
+    def stack_id
+      stack = stack_data.select{|s| s['Name'].downcase == @stack_name.downcase}.first
+      if stack
+        stack['StackId']
+      else
+        raise "Stack not found.  Available opsworks stacks: #{all_stack_names}"
+      end
+    end
+
+    def set_revision_in_opsworks_app
+      timestamped_puts "Setting revision #{@revision}"
+      cmd = "aws opsworks update-app --app-id #{app_id(stack_id)} --app-source Revision=#{@revision}"
+      timestamped_puts "#{cmd}"
+      `#{cmd}`
+    end
+
+    def app_id(stack_id)
+      JSON.parse(`aws opsworks describe-apps --stack-id=#{stack_id}`)['Apps'].select{|a| a['Type'] == @app_type}.first['AppId']
+    end
+
+    def timestamped_puts(str)
+      puts "#{Time.now}  #{str}"
+    end
+
+    def deployed_by
+      git_user = `git config --global user.name`.chomp
+      git_email = `git config --global user.email`.chomp
+      "#{git_user} (#{git_email})"
+    end
+
+    def deploy_comment
+      "--comment \"rev. #{@revision}, deployed by #{deployed_by}\" "
+    end
+
+    def deploy_command
+      { :Name => "deploy" }.to_json.gsub('"', "\\\"")
+    end
+
+    def monitor_deployment(deployment_id)
+      deployment_finished = false
+      status = ""
+      while !deployment_finished
+        response = describe_deployments(deployment_id)
+        response["Deployments"].each do |deployment|
+          next if deployment["DeploymentId"] != deployment_id
+          status = deployment["Status"]
+          timestamped_puts "Status: #{status}"
+          deployment_finished = true if deployment["Status"].downcase != "running"
+        end
+        sleep(15) unless deployment_finished
+      end
+      timestamped_puts "Deployment #{status}"
+      status
+    end
+
+    def describe_deployments(deployment_id)
+      cmd = "aws opsworks describe-deployments --deployment-ids #{deployment_id}"
+      JSON.parse(`#{cmd}`)
+    end
+
+    def start_deployment
+      app_id = app_id(stack_id)
+
+      cmd = "aws opsworks create-deployment --app-id #{app_id} " +
+          "--stack-id #{stack_id} " +
+          "--command \"#{deploy_command}\" " +
+          "--instance-ids #{relevant_instance_ids(stack_id).join(' ')} " +
+          deploy_comment
+
+      timestamped_puts "Starting deployment..."
+      timestamped_puts cmd
+
+      response = JSON.parse(`#{cmd}`)
+      response["DeploymentId"]
+    end
+
+    def post_deployment_to_hipchat(msg)
+      room_id = (@hipchat_room_id || ENV['HIPCHAT_ROOM_ID']).to_i
+      auth_token = @hipchat_auth_token || ENV['HIPCHAT_AUTH_TOKEN']
+
+      return unless room_id > 0 && auth_token.present?
+
+      post_data = {
+        :name => "Deployments",
+        :privacy => 'private',
+        :is_archived => false,
+        :is_guest_accessible => true,
+        :topic => 'curl',
+        :message => msg,
+        :color => 'green',
+        :owner => { :id => 5 }
+      }
+
+      url = "https://api.hipchat.com/v2/room/#{room_id}/notification"
+      cmd = "curl --header \"content-type: application/json\" --header \"Authorization: Bearer #{auth_token}\" -X POST -d \"#{post_data.to_json.gsub('"', '\\"')}\" #{url}"
+      puts cmd
+      `#{cmd}`
+    end
+
+    def layer_instance_ids(layer_ids)
+      layer_ids.map do |layer_id|
+        JSON.parse(`aws opsworks describe-instances --layer-id=#{layer_id}`)['Instances'].map{|i| i['InstanceId']}
+      end.flatten
+    end
+
+    def relevant_instance_ids(stack_id)
+      layer_instance_ids(relevant_app_layer_ids(stack_id))
+    end
+
+    def relevant_app_layer_ids(stack_id)
+      stack_layers(stack_id).select{|l| l['Name'] =~ /#{@app_layer_name_regex}/i}.first['LayerId']
+    end
+
+    def stack_layers(stack_id)
+      JSON.parse(`aws opsworks describe-layers --stack-id=#{stack_id}`)['Layers']
+    end
+
+    def opsworks_app_types
+      [
+        'aws-flow-ruby',
+        'java',
+        'rails',
+        'php',
+        'nodejs',
+        'static',
+        'other',
+      ]
+    end
+
+  end
+end

data/lib/opsworks_ship/version.rb

@@ -0,0 +1,3 @@
+module OpsworksShip
+  VERSION = "0.1.0"
+end

data/lib/opsworks_ship.rb

@@ -0,0 +1,5 @@
+require "opsworks_ship/version"
+
+module OpsworksShip
+  autoload :Deploy, 'opsworks_ship/deploy'
+end

data/opsworks_ship.gemspec

@@ -0,0 +1,25 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'opsworks_ship/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "opsworks_ship"
+  spec.version       = OpsworksShip::VERSION
+  spec.authors       = ["Seth Ringling"]
+  spec.email         = ["sethr@ritani.com"]
+
+  spec.summary       = %q{Provides a shipping script for AWS ECS dockerized applications}
+  spec.description   = %q{EZ-Deployment of a dockerized app in AWS!}
+  spec.homepage      = "https://github.com/NEWECX/opsworks_ship"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "minitest"
+end

metadata

@@ -0,0 +1,97 @@
+--- !ruby/object:Gem::Specification
+name: opsworks_ship
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Seth Ringling
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2017-08-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: EZ-Deployment of a dockerized app in AWS!
+email:
+- sethr@ritani.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- lib/opsworks_ship.rb
+- lib/opsworks_ship/deploy.rb
+- lib/opsworks_ship/version.rb
+- opsworks_ship.gemspec
+homepage: https://github.com/NEWECX/opsworks_ship
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.12
+signing_key: 
+specification_version: 4
+summary: Provides a shipping script for AWS ECS dockerized applications
+test_files: []