napkin 0.0.5 → 0.0.6

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    ZTYyYjBhODc3ZjRiNGY1NTMxMDY2N2FjYTY4NGI5ZTdhYTk4ZjU2Mw==
+    ZmUwMTU1Mjk4MTEzNzU2YWQ5Y2RkMjVkMThlODMwOTYyOGE2ZWVkZQ==
   data.tar.gz: !binary |-
-    ZTZiZjdiYzNkZjk5MmMxNmNiNDc0YWJhNjYyODYyNzhjOWM3YmRjNg==
+    Y2JkMmFmODkzNTliOTNkNWVjMTQ2MTNiNjVhODAzMTg3YWZhNjllOQ==
 SHA512:
   metadata.gz: !binary |-
-    ZTNiYTc5MDdlOGNjOTk2MTY2ZDEwZjQzMmZhN2FmZGQ1YmZmZjMyNGUyNDMz
-    ODJkMjRkNWFmMTYyM2Y0Y2JmZjM3NWEzMTJiYTFiMWJmM2RhMmRjYzY4YTFh
-    NDc3OWE4ZmE3MTE1MDA3NDMyZmQ0YjM4Njk2MmZhYzU3ODgyNTU=
+    MDUzMjk2ZjljZWFjY2YzZjhmZjdmZWU4N2RhYjg3OWM4ZTkzNjA1ZjA1OWY2
+    NjdiZjM2YTcyYjBjYzlkNzViNDhmZDc0NWYwOWFlZmY5MGEzNDZlYTEzNzU0
+    NmYzYWI0YzU2MmU3MzJkZjczN2Y4MzkyMzU2ZWU0MDAzMGE0ODY=
   data.tar.gz: !binary |-
-    ZjFmYjFhZWIxMzA1MDdmOWJkYzY5NzA5OTZjZjQxZDBkMGY0MzM1Yjk5Zjcy
-    ZGU5YTQ0ZmY4ZWE1NjlmMjVkNzVjY2FkMWQyYzNmMGFmNzIyMTk5ODgxYjIz
-    MDUwMTk2NmU3MmQwNTg5NmI1YmYyMjMxM2Q5ZTdjNWUxYTEzYjU=
+    YzkxNWNhZGQxZWExNTgzY2IyYjg4MGExOGVmMmZlNzAxOGRkYWZmZGI2NDEw
+    N2Y1YjM5N2Q5NmUyYjcwYmYyMDdjMGZjZGMzMDM1MTIwNjg3YzQ0MjU3ZTkw
+    ZDUzNGM5NTljOWRiZWE3ZWIwZGY3NTM1YWE1MGNhNzYyZjBkMWU=

data/Gemfile.lock

@@ -1,35 +1,59 @@
 PATH
   remote: .
   specs:
-    napkin (0.0.4)
+    napkin (0.0.5)
+      aws-sdk (>= 2.0)
+      httparty (>= 0.13.3)
       jenkins_api_client (~> 1.3.0)
       octokit (~> 3.0)
       semantic (~> 1.3.0)
+      sshkit (>= 1.7.1)
       thor (~> 0.19.1)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    addressable (2.3.6)
+    addressable (2.3.7)
     ast (2.0.0)
+    aws-sdk (2.0.31)
+      aws-sdk-resources (= 2.0.31)
+    aws-sdk-core (2.0.31)
+      builder (~> 3.0)
+      jmespath (~> 1.0)
+      multi_json (~> 1.0)
+      multi_xml (~> 0.5)
+    aws-sdk-resources (2.0.31)
+      aws-sdk-core (= 2.0.31)
+    builder (3.2.2)
     coderay (1.1.0)
-    faraday (0.9.0)
+    colorize (0.7.5)
+    faraday (0.9.1)
       multipart-post (>= 1.2, < 3)
+    httparty (0.13.3)
+      json (~> 1.8)
+      multi_xml (>= 0.5.2)
     jenkins_api_client (1.3.0)
       json
       mixlib-shellout (>= 1.1.0)
       nokogiri (~> 1.6.0)
       terminal-table (>= 1.4.0)
       thor (>= 0.16.0)
+    jmespath (1.0.2)
+      multi_json (~> 1.0)
     json (1.8.1)
     method_source (0.8.2)
     mini_portile (0.6.2)
     mixlib-shellout (2.0.1)
+    multi_json (1.11.0)
+    multi_xml (0.5.5)
     multipart-post (2.0.0)
+    net-scp (1.2.1)
+      net-ssh (>= 2.6.5)
+    net-ssh (2.9.2)
     nokogiri (1.6.6.2)
       mini_portile (~> 0.6.0)
-    octokit (3.2.0)
-      sawyer (~> 0.5.3)
+    octokit (3.8.0)
+      sawyer (~> 0.6.0, >= 0.5.3)
     parser (2.2.0.pre.3)
       ast (>= 1.1, < 3.0)
       slop (~> 3.4, >= 3.4.5)
@@ -46,11 +70,15 @@ GEM
       rainbow (>= 1.99.1, < 3.0)
       ruby-progressbar (~> 1.4)
     ruby-progressbar (1.5.1)
-    sawyer (0.5.4)
+    sawyer (0.6.0)
       addressable (~> 2.3.5)
       faraday (~> 0.8, < 0.10)
     semantic (1.3.1)
     slop (3.6.0)
+    sshkit (1.7.1)
+      colorize (>= 0.7.0)
+      net-scp (>= 1.1.2)
+      net-ssh (>= 2.8.0)
     terminal-table (1.4.5)
     thor (0.19.1)
 

data/lib/napkin/cli.rb

@@ -4,6 +4,7 @@ require 'thor'
 
 require_relative './cli/github'
 require_relative './cli/jenkins'
+require_relative './cli/staging'
 require_relative './cli/tools'
 
 module Napkin
@@ -14,6 +15,9 @@ module Napkin
     desc 'jenkins', 'manage a jenkins instance'
     subcommand 'jenkins', Jenkins
 
+    desc 'staging', 'manage the staging (branch) environment'
+    subcommand 'staging', Staging
+
     desc 'tools', 'install and configure tools for builds'
     subcommand 'tools', Tools
   end

data/lib/napkin/cli/staging.rb

@@ -0,0 +1,155 @@
+# encoding: utf-8
+
+require 'aws-sdk'
+require 'aws-sdk-resources'
+require 'httparty'
+require 'sshkit'
+require 'sshkit/dsl'
+
+require 'pp'
+
+SSHKit::Backend::Netssh.configure do |ssh|
+  ssh.connection_timeout = 30
+  ssh.ssh_options        = {
+    :keys                  => [ File.join(ENV['HOME'], '.ssh', 'new_chef_deployer.pem') ],
+    :user                  => 'ubuntu',
+    :user_known_hosts_file => '/dev/null'
+  }
+end
+
+module Napkin
+  class CLI < Thor
+    class Staging < Thor
+      include Thor::Actions
+
+      desc 'list', 'list all hosts in the staging environment'
+      def list
+        instances.each do |instance|
+          name = instance.tags.detect { |tag| tag.key == 'Name' && tag.value != '' }.value
+          say "#{name.ljust(30)}\t#{instance.instance_id}\t#{instance.public_dns_name}"
+        end
+      end
+
+      desc 'show ID', 'show the instance ID details'
+      def show(id)
+        name = instance(id).tags.detect { |tag| tag.key == 'Name' && tag.value != '' }.value
+        say "#{name.ljust(30)}\t#{instance(id).instance_id}\t#{instance(id).public_dns_name}"
+      end
+
+      desc 'check_active ID', 'check if an instance is active'
+      def check_active(id)
+        commands = [
+          SSHKit::Command.new("[ `cat /proc/uptime | awk '{ printf \"%.0f\",($1/60/60/24) }'` -lt 3 ] && echo to_keep"),
+          SSHKit::Command.new("cat /lift/logs/nginx/*.log | grep -v robots.txt | grep 'HTTP/1.1\" 200'"),
+          SSHKit::Command.new("zcat /lift/logs/nginx/*.log.*.gz | grep -v robots.txt | grep 'HTTP/1.1\" 200' | egrep \"`date +%d/%b/%Y --date='1 day ago'`|`date +%d/%b/%Y --date='2 days ago'`\"")
+        ]
+
+        !check(id, *commands).empty?
+      end
+
+      desc 'destroy_inactive', 'destroy all inactive instances'
+      def destroy_inactive
+        instances.each do |i|
+          destroy(i.instance_id)
+        end
+      end
+
+      desc 'destroy ID', 'destroy an instance by ID'
+      method_option :force,
+                    :aliases  => '-f',
+                    :default  => false,
+                    :desc     => 'Force the destruction of the instance',
+                    :required => false,
+                    :type     => :boolean
+      def destroy(id)
+        if check_active(id) && !options[:force]
+          say "#{id} is still active. Use -f to force.", :red
+          return false
+        end
+        staging_name = name_for(instance(id)).rpartition('-').first
+        if staging_name.empty?
+          say "#{id} isn't a staging box.", :red
+          return false
+        end
+        instance_ids = instances(true).collect { |instance| name_for(instance).start_with?(staging_name) ? instance.instance_id : nil }.compact
+        instance_ids.each do |instance_id|
+          show(instance_id)
+          destroy_instance(instance_id)
+        end
+
+        notify(staging_name)
+      end
+
+      private
+
+      def notify(name)
+        options = {
+          :headers => {
+            'Content-Type' => 'application/json'
+          },
+          :body => {
+            :build => {
+              :phase  => 'FINISHED',
+              :status => 'SUCCESS',
+              :parameters => {
+                :NODE_NAME => name
+              }
+            }
+          }.to_json
+        }
+        HTTParty.post('http://lift-jarvis.herokuapp.com/jenkins/branch_destroy', options)
+      end
+
+      def destroy_instance(id)
+        say "destroying #{id}", :cyan
+        instance(id).terminate
+      end
+
+      def name_for(instance)
+        instance.tags.detect { |tag| tag.key == 'Name' && tag.value != '' }.value
+      rescue NoMethodError
+        ''
+      end
+
+      def check(id, *commands)
+        hostname = instance(id).public_dns_name
+        name = instance(id).tags.detect { |tag| tag.key == 'Name' && tag.value != '' }.value
+        say "checking #{hostname} (#{name})", :blue
+        output = ''
+
+        on hostname do
+          commands.each do |command|
+            begin
+              output << capture(command)
+            rescue SSHKit::Command::Failed
+              # command failed, with a status code > 0, which means there were no logs found usually
+            end
+          end
+        end
+
+        output
+      end
+
+      def instance(id)
+        unless @instance_id == id
+          @instance    = nil
+          @instance_id = id
+        end
+
+        @instance ||= Aws::EC2::Resource.new.instance(id)
+      end
+
+      def instances(all = false)
+        unless @all == all
+          @instances = nil
+          @all       = all
+        end
+        @instances ||= ec2.describe_instances.reservations.map { |r| r.instances.map { |instance| instance if instance.tags.any? { |tag| tag.key == 'Name' && tag.value.end_with?('apps') || all } } }.flatten.compact.reject { |i| i.state.name != 'running' }
+      end
+
+      def ec2
+        @ec2 ||= Aws::EC2::Client.new(:region => 'us-east-1')
+      end
+    end
+  end
+end

data/lib/napkin/version.rb

@@ -3,7 +3,7 @@
 require 'semantic'
 
 module Napkin
-  VERSION = Semantic::Version.new('0.0.5')
+  VERSION = Semantic::Version.new('0.0.6')
 
   MAJOR   = VERSION.major
   MINOR   = VERSION.minor

data/napkin.gemspec

@@ -28,9 +28,12 @@ Gem::Specification.new do |spec|
   end
 
   {
+    'aws-sdk'            => '>= 2.0',
+    'httparty'           => '>= 0.13.3',
     'jenkins_api_client' => '~> 1.3.0',
     'octokit'            => '~> 3.0',
     'semantic'           => '~> 1.3.0',
+    'sshkit'             => '>= 1.7.1',
     'thor'               => '~> 0.19.1'
   }.each_pair do |dep, ver|
     spec.add_dependency(dep, ver)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: napkin
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.0.6
 platform: ruby
 authors:
 - Aaron Daniel
@@ -38,6 +38,34 @@ dependencies:
     - - ~>
       - !ruby/object:Gem::Version
         version: 0.24.1
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.13.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.13.3
 - !ruby/object:Gem::Dependency
   name: jenkins_api_client
   requirement: !ruby/object:Gem::Requirement
@@ -80,6 +108,20 @@ dependencies:
     - - ~>
       - !ruby/object:Gem::Version
         version: 1.3.0
+- !ruby/object:Gem::Dependency
+  name: sshkit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.7.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.7.1
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
@@ -111,6 +153,7 @@ files:
 - lib/napkin/cli.rb
 - lib/napkin/cli/github.rb
 - lib/napkin/cli/jenkins.rb
+- lib/napkin/cli/staging.rb
 - lib/napkin/cli/tools.rb
 - lib/napkin/files/lifted-chef.erb
 - lib/napkin/version.rb