conan_deploy 0.0.4 → 0.0.5

data/lib/conan/application_helper.rb

@@ -0,0 +1,118 @@
+require 'rest_client'
+require 'json'
+
+module RestClientExt
+  include RestClient
+
+  RETRIES = 3
+
+  def self.handle_network_error(verb, err, url, tries)
+    additional_tries = tries - 1
+    message = "#{verb} to #{url} failed with (#{err.ai}), retrying #{additional_tries} more times"
+
+    case err
+      when Errno::ETIMEDOUT, Errno::ECONNREFUSED, RestClient::ServerBrokeConnection, RestClient::RequestTimeout
+        puts message
+        sleep 1
+      else
+        raise err
+    end
+
+    additional_tries
+  end
+
+  def self.request_options(verb, url, headers, payload = nil)
+    opts = {
+        :method => verb.downcase.to_sym,
+        :url => url,
+        :headers => headers.clone,
+        :timeout => headers[:timeout] || 10,
+        :open_timeout => headers[:open_timeout] || 10
+    }
+
+    payload ? opts.merge(:payload => payload) : opts
+  end
+
+  def self.execute_request(verb, url, headers, payload = nil, tries = RETRIES, &block)
+    Request.execute(request_options(verb, url, headers, payload),&block)
+  rescue SystemCallError, Exception => err
+    retry unless (tries = handle_network_error(verb, err, url, tries)).zero?
+  end
+
+  def self.get(url, headers={}, &block)
+    execute_request("GET", url, headers, &block)
+  end
+
+  def self.post(url, payload, headers={}, &block)
+    execute_request("POST", url, headers, payload, &block)
+  end
+
+  def self.put(url, payload, headers={}, &block)
+    execute_request("PUT", url, headers, payload, &block)
+  end
+
+  def self.delete(url, headers={}, &block)
+    execute_request("DELETE", url, headers, &block)
+  end
+end
+
+module ApiHelper
+
+  def self.defaultHeaders(headers = {})
+    default_headers = {
+        :user_agent => 'CONAN_DA_DEPLOYER',
+        :accept => :json,
+        :accept_encoding => :gzip,
+        :content_type => :json }
+
+    default_headers = default_headers.merge(headers).delete_if { |k, v| v.nil? }
+    return default_headers
+  end
+
+  def self.healthcheck(url, timeout)
+    RestClientExt.get(
+        url,
+        defaultHeaders(
+            :timeout => timeout,
+            :open_timeout => timeout)) do |response, request, result, &block|
+      return NexusResponse.new(response.code, response.body)
+    end
+  end
+end
+
+class NexusResponse
+  attr_accessor :code
+  attr_accessor :json
+  attr_accessor :raw_json
+
+  def initialize(code, raw_json)
+    @code = code
+
+    begin
+      @json = OpenStruct.new(JSON.parse(Zlib::GzipReader.new(StringIO.new(raw_json)).read))
+      @raw_json = Zlib::GzipReader.new(StringIO.new(raw_json)).read
+    rescue Zlib::Error
+      begin
+        @json = OpenStruct.new(JSON.parse(raw_json))
+        @raw_json = raw_json
+      rescue JSON::ParserError
+        puts "NexusResponse - could not parse following JSON:\n#{raw_json}"
+        @json = OpenStruct.new(JSON.parse("{ \"status\" : \"error\", \"errorMessage\" : \"Previous call likely returned a Stackato HTML error page\" }"))
+        @raw_json = raw_json
+      end
+    rescue Zlib::GzipFile::Error
+      begin
+        @json = OpenStruct.new(JSON.parse(raw_json))
+        @raw_json = raw_json
+      rescue JSON::ParserError
+        puts "NexusResponse - could not parse following JSON:\n#{raw_json}"
+        @json = OpenStruct.new(JSON.parse("{ \"status\" : \"error\", \"errorMessage\" : \"Previous call likely returned a Stackato HTML error page\" }"))
+        @raw_json = raw_json
+      end
+    rescue JSON::ParserError
+      puts "NexusResponse - could not parse following JSON:\n#{raw_json}"
+      @json = OpenStruct.new(JSON.parse("{ \"status\" : \"error\", \"errorMessage\" : \"Previous call likely returned a Stackato HTML error page\" }"))
+      @raw_json = raw_json
+    end
+  end
+end

data/lib/conan/deploy.rb

@@ -36,8 +36,13 @@ module Conan
         manifest.provision
         manifest.bg_configure
         manifest.bg_deploy
-        manifest.bg_switch
-        manifest.bg_clean
+        if(manifest.is_inactive_node_healthy?)
+          manifest.bg_switch
+          manifest.bg_clean
+        else
+          raise RuntimeError.new "Blue node is not healthy. Skipping switch and cleaning to facilitate troubleshooting."
+        end
+
       else
         raise ArgumentError.new "Invalid action: #{options[:action]}"
       end

data/lib/conan/manifest_builder.rb

@@ -1,6 +1,5 @@
 require 'rest_client'
 require 'rexml/document'
-require 'properties-ruby'
 require 'json'
 require 'securerandom'
 require 'daphne_util'
@@ -9,6 +8,7 @@ require 'conan/output'
 require 'conan/repository'
 require 'conan/stackato'
 require 'conan/newrelic'
+require 'conan/application_helper'
 
 module ManifestBuilder
   def self.build(options, pipeline_id, env_id, artifact_repo=nil, outthingy=nil, &block)
@@ -119,6 +119,12 @@ class Manifest
     @current_pipeline.bg_deploy(@current_environment, paas, force)
   end
 
+  def is_inactive_node_healthy?
+    validateThatEnvironmentIsSelected
+    puts "Blue/green health check #{@current_environment.id} for #{@current_pipeline.id} pipeline"
+    @current_pipeline.is_inactive_node_healthy?(@current_environment, paas)
+  end
+
   def bg_switch
     validateThatEnvironmentIsSelected
     puts "Blue/green switch #{@current_environment.id} for #{@current_pipeline.id} pipeline"
@@ -141,6 +147,8 @@ class Manifest
 end
 
 class Pipeline
+  include ApiHelper
+
   attr_accessor :id, :apps
 
   def initialize(id, artifact_repo, output)
@@ -219,6 +227,19 @@ class Pipeline
     }  
   end
 
+  def is_inactive_node_healthy?(environment, paas)
+    eachAppDeployment(environment) { |app, deploy|
+      response = ApiHelper.healthcheck(deploy.inactive_healthcheck_url(app.id), 60)
+
+      if(response.code != 200)
+        puts "Healthcheck failed for inactive (Blue) node. Here is the entire response: #{response.inspect}"
+        return false
+      else
+        return true
+      end
+    }
+  end
+
   def bg_switch(environment, paas)
     eachAppDeployment(environment) { |app, deploy| paas.bg_switch(app, deploy) }
   end
@@ -329,6 +350,7 @@ class Application
     res
   end  
 
+
   def compareVersion(target_version, deployed_version)    
     target = Gem::Version.new(target_version)
     begin
@@ -478,6 +500,14 @@ class Deployment < HasOptions
     "http://#{dns_name(app_id)}/status/manifest"
   end
 
+  def active_healthcheck_url(app_id)
+    "http://#{dns_name(app_id)}/status/healthcheck"
+  end
+
+  def inactive_healthcheck_url(app_id)
+    "http://inactive.#{dns_name(app_id)}/status/healthcheck"
+  end
+
   def paas_target
     "https://api.paas.#{@ship}.#{@org}.#{@@paas_domain}"
   end

data/lib/conan/version.rb

@@ -1,3 +1,3 @@
 module Conan
-  VERSION = "0.0.4"
+  VERSION = "0.0.5"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: conan_deploy
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.5
   prerelease: 
 platform: ruby
 authors:
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-04-16 00:00:00.000000000 Z
+date: 2014-04-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: daphne_util
@@ -36,6 +36,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - bin/conan
+- lib/conan/application_helper.rb
 - lib/conan/deploy.rb
 - lib/conan/manifest_builder.rb
 - lib/conan/newrelic.rb