conan_deploy 0.0.9 → 0.0.12

data/bin/conan

@@ -1,10 +1,28 @@
 #!/usr/bin/env ruby
-
+require 'rest_client'
+require 'rexml/document'
+require 'json'
+require 'securerandom'
+require 'daphne_util'
+require 'optparse'
+require 'conan/application'
+require 'conan/application_helper'
 require 'conan/deploy'
-require 'conan/version'
+require 'conan/deployment'
+require 'conan/environment'
+require 'conan/has_options'
+require 'conan/jvm_app'
+require 'conan/manifest'
+require 'conan/manifest_builder'
+require 'conan/newrelic'
 require 'conan/options'
-require 'optparse'
-
+require 'conan/output'
+require 'conan/pipeline'
+require 'conan/rails_zip_app'
+require 'conan/repository'
+require 'conan/stackato'
+require 'conan/templates'
+require 'conan/version'
 options = {}
 
 optparse = OptionParser.new do |o|
@@ -14,12 +32,12 @@ optparse = OptionParser.new do |o|
   o.separator "   environment - name of a the target environment: integ,stage,prod"
   o.separator ""
   o.separator "   Options:"
- 
+
   o.on( '-d', '--output-dir [DIR]', 'Generate manifest data to this directory' ) do |dir|
     options[:directory] = dir
   end
 
-  o.on( '-f', '--output-format [FORMAT]', [:properties, :stackato], 
+  o.on( '-f', '--output-format [FORMAT]', [:properties, :stackato],
     'The format used to write output. Either "properties" for Jenkins build properties',
     ' or "stackato" (default) to provision binaries and write stackato yml files',
     ' from project templates.' ) do |format|
@@ -29,14 +47,14 @@ optparse = OptionParser.new do |o|
       puts "Unsupported --format option"
       puts o
       exit
-    end    
+    end
   end
 
   o.on('-a','--action [ACTION]', [:provision,:configure,:deploy,:bg_configure,:bg_deploy,:bg_switch,:bg_clean,:all,:bg_all],
     'The action(s) to perform. Either "provision" (default), "configure","deploy" or "all".',
     ' Support for blue/green deployments use actions: "provision", "bg_configure", "bg_deploy",',
     ' "bg_switch", "bg_clean" or "bg_all".') do |action|
-    if (action) 
+    if (action)
       options[:action] = action
     else
       puts "Unsupported --action option"
@@ -44,19 +62,19 @@ optparse = OptionParser.new do |o|
       exit
     end
   end
- 
+
   o.on('-u','--paas-user [USER]', 'The stackato user name for deployments' ) do |user|
     options[:'paas-user'] = user
   end
 
   o.on('-p','--paas-password [PASSWORD]', 'The stackato password name for deployments' ) do |pw|
     options[:'paas-password'] = pw
-  end  
+  end
 
   o.on('-F','--force-deploy', 'Force deployment to bypass version checks.' ) do
     options[:'force-deploy'] = true
-  end  
-  
+  end
+
   o.on('-N', '--new-relic-api-key', 'New Relic API key for deployment alerts') do |api_key|
     options[:'new-relic-api-key'] = api_key
   end
@@ -75,7 +93,7 @@ optparse = OptionParser.new do |o|
 
   o.on('-D','--dry-run', 'Deployment dry-run. Prints Stackato commands' ) do
     options[:'dry-run'] = true
-  end  
+  end
 
   o.on('-V','--verbose', 'Verbose console output' ) do
     options[:verbose] = true
@@ -83,9 +101,9 @@ optparse = OptionParser.new do |o|
 
   o.on("-v", "--version", "Show the software version") do
    puts Conan::VERSION
-   exit    
+   exit
   end
-  
+
   o.on_tail( '-h', '--help', 'Display this screen' ) do
     puts o
     exit
@@ -94,20 +112,20 @@ end
 optparse.parse!
 
 
-pl = if (ARGV.size < 1)
+if (ARGV.size < 1)
     puts optparse
     puts ''
     raise ArgumentError, "No pipeline name argument was provided, e.g. nexus-apps-deploy"
   else
-    ARGV[0].downcase.to_sym
+    options[:pipeline] = ARGV[0].downcase.to_sym
   end
 
-env = if (ARGV.size < 2)
+if (ARGV.size < 2)
     puts optparse
-    puts ''  
+    puts ''
     raise ArgumentError, "No environment name argument was provided, e.g. integ"
   else
-    ARGV[1].downcase.to_sym
+    options[:environment] = ARGV[1].downcase.to_sym
   end
 
-Conan::Deploy.run(Conan::Options.new(options), pl, env)
+Conan::Deploy.run(Conan::Options.new(options))

data/lib/conan/application.rb

@@ -0,0 +1,164 @@
+
+class Application
+
+  attr_accessor :id, :platform_type, :group_id, :artifact_id, :version, :extension, :sha1, :artifact_meta_data, :url_segment,
+  :unique_name, :additional_mappings, :org, :infra, :smoke_test_path
+
+  def initialize(id, project_name, platform_type, options, url_segment=nil)
+    @id = id
+    @platform_type = platform_type
+    @url_segment = url_segment || id
+    mvn_id = project_name.split(':')
+    @options = options
+    @org = options[:'deploy-shipcloud'].split('-')[0]
+    @infra = options[:'deploy-shipcloud'].split('-')[1]
+    @environment = options[:environment]
+    @group_id = mvn_id[0]
+    @artifact_id = mvn_id[1]
+    @smoke_test_path = 'status/healthcheck'
+  end
+
+  def is_inactive_node_operational?
+    puts "Checking inactive app at #{inactive_healthcheck_url}"
+    !!(RestClient.get(inactive_healthcheck_url))
+  rescue
+    false
+  end
+
+  def is_active_node_operational?
+    puts "Checking active app at #{inactive_healthcheck_url}"
+    !!(RestClient.get(active_healthcheck_url))
+  rescue
+    false
+  end
+
+  def inactive_healthcheck_url
+    "http://inactive.#{full_backchannel_domain}/#{@smoke_test_path}"
+  end
+
+  def active_healthcheck_url
+    "http://#{full_backchannel_domain}/#{@smoke_test_path}"
+  end
+
+  def old_versions
+    @old_apps ||= Stackato.find_old_versions(self)
+  end
+
+  def stackato_base_name
+    "#{@id}-#{@environment}-#{@infra}"
+  end
+
+  def findRequestedVersion(requested_version='LATEST')
+    puts("Finding requested version: #{requested_version}")
+    extension = case platform_type
+      when :jvm
+        "jar"
+      when :rails_zip
+        "tar.gz"
+      else
+        raise "Unsupported platform type: #{platform_type}"
+      end
+    readArtifactMetadata(@artifact_repo.resolveArtifact(group_id, artifact_id, extension, requested_version))
+    puts "- Found version #{version} #{@id} artifact\n"+
+      "  Artifact: #{self}\n" +
+      "  Checksum: #{@sha1}"
+  end
+
+  def readArtifactMetadata(xml)
+    @artifact_meta_data = xml
+    begin
+      doc = REXML::Document.new(xml)
+    rescue Exception => e
+      puts "Failed to parse meta-data: #{e}"
+      puts "--------------------------------"
+      puts xml
+      puts "--------------------------------"
+      raise "Unreadable artifact meta-data for #{self}"
+    end
+
+    meta_data = doc.elements['/artifact-resolution/data']
+    @version = meta_data.elements['version'].text
+    @sha1 = meta_data.elements['sha1'].text
+    @extension = meta_data.elements['extension'].text
+  end
+
+  def download(location)
+    puts "- Provision #{group_id}:#{artifact_id}:#{extension}:#{version}"
+    @artifact_repo.downloadArtifact(location, group_id, artifact_id, extension, version, sha1)
+  end
+
+  def isDeployedAt(url)
+    # only deploy if an older version is found, or no app found
+    res = false
+    begin
+      response = RestClient::Request.new(
+        :method => :get,
+        :url => url,
+        :headers => {
+          'accept' => :json,
+          'content_type' => :json
+        },
+        :timeout => 5,
+        :open_timeout => 5
+      ).execute
+      if (response.code == 200)
+        build_metadata = JSON.parse(response.to_str)
+        puts ''
+        puts "+- Currently at #{url}:"
+        printM = ->(s) {
+          puts " | #{s}: #{build_metadata[s]}"
+        }
+        printM.call 'Implementation-Title'
+        printM.call 'Build-Version'
+        printM.call 'Build-Url'
+        printM.call 'Git-Commit'
+        current_ver = build_metadata["Build-Version"]
+      end
+      #TODO make sure the artifact id matches too, currently finding  "Implementation-Title": "apollo" in build metadata
+      if (compareVersion(@version, current_ver))
+        puts "#{@artifact_id} #{@version} is newer than version found at #{url}: #{current_ver}"
+      else
+        puts "#{@artifact_id} #{@version} found at #{url}. (skipping deployment)"
+        res = true
+      end
+    rescue => e
+      puts "#{@artifact_id} not found at #{url}: #{e}"
+    end
+    res
+  end
+
+
+  def compareVersion(target_version, deployed_version)
+    target = Gem::Version.new(target_version)
+    begin
+      found = Gem::Version.new(deployed_version)
+      target > found
+    rescue => e
+      puts "Error parsing version number: #{e}"
+      false
+    end
+  end
+
+  def to_s
+    "#{artifact_id}-#{version}.#{extension}"
+  end
+
+
+  def active_domains
+    [full_backchannel_domain, infra_agnostic_backchannel_domain] + Array(@additional_mappings)
+  end
+
+  def inactive_domains
+    active_domains.map{|domain| "inactive.#{domain}"}
+  end
+
+  private
+
+  def full_backchannel_domain
+    "#{@environment}.#{@url_segment}.#{@infra}.#{@org}.mtnsatcloud.com"
+  end
+
+  def infra_agnostic_backchannel_domain
+    "#{@environment}.#{@url_segment}.mtnsatcloud.com"
+  end
+end

data/lib/conan/application_helper.rb

@@ -71,6 +71,7 @@ module ApiHelper
   end
 
   def self.smoke_test(url, timeout)
+    puts "Smoke Testing #{url}"
     RestClientExt.get(
         url,
         defaultHeaders(
@@ -116,4 +117,4 @@ class NexusResponse
       @raw_json = raw_json
     end
   end
-end
+end

data/lib/conan/deploy.rb

@@ -3,11 +3,11 @@ require 'optparse'
 
 module Conan
   class Deploy
-    def self.run(options, pl, env)
-      puts "> Pipeline: #{pl}"
-      puts "> Environment: #{env}"
+    def self.run(options)
+      puts "> Pipeline: #{options[:pipeline]}"
+      puts "> Environment: #{options[:environment]}"
 
-      manifest = ManifestBuilder.build(options, pl, env) {
+      manifest = ManifestBuilder.build(options) {
         m = File.join(options[:directory], 'environments.rb')
         puts "> Manifest: #{m}"
         instance_eval(File.read(m), m)
@@ -33,14 +33,16 @@ module Conan
         manifest.configure
         manifest.deploy
       when :bg_all
+        Stackato.static_login(options)
         manifest.provision
         manifest.bg_configure
-        manifest.bg_deploy
-        if(manifest.is_inactive_node_operational?)
-          manifest.bg_switch
-          manifest.bg_clean
-        else
-          raise RuntimeError.new "Blue node is not operational. Skipping switch and cleaning to facilitate troubleshooting."
+        manifest.bg_deploy.each do |app|
+          if app.is_inactive_node_operational?
+            Stackato.bg_switch(app)
+            Stackato.bg_clean(app)
+          else
+            raise RuntimeError.new "#{app}'s blue node is not operational. Skipping switch and clean."
+          end
         end
 
       else

data/lib/conan/deployment.rb

@@ -0,0 +1,93 @@
+require 'conan/has_options'
+class Deployment < HasOptions
+
+  @@paas_domain = 'mtnsatcloud.com'
+
+  attr_accessor :environment, :org, :ship, :shipcloud, :app_ids, :facility_id, :additional_mappings, :custom_smoke_test_path
+
+  def initialize(environment, org, ship)
+    # inherit options from the environment
+    #super(environment.options)  # TODO:  copy?!
+    super({})
+    @environment = environment
+    @org = org
+    @ship = ship
+    @shipcloud = "#{org}-#{ship}"
+    @app_ids = []
+    @additional_mappings = []
+    @facility_id = nil
+    @enabled = true
+    @randomid = SecureRandom.hex(3)
+    @custom_smoke_test_path = nil
+  end
+
+  def apps(*app_ids)
+    @app_ids = app_ids
+  end
+
+  def facility(facility_id)
+    @facility_id = facility_id
+  end
+
+  def hostnames(*hostnames)
+    hostnames.each do |hostname|
+      @additional_mappings.push(hostname) unless hostname.empty?
+    end
+  end
+
+  def enabled(b)
+    @enabled = b
+  end
+
+  def enabled?
+    @enabled
+  end
+
+  def name(app)
+    "#{app.id}-#{@environment.id}-#{@ship}"
+  end
+
+  def unique_name(app)
+    "#{name(app)}-#{@randomid}"
+  end
+
+  def dns_name(app)
+    "#{@environment.id}.#{app.url_segment}.#{@ship}.#{@org}.#{@@paas_domain}"
+  end
+
+  def agnostic_dns_name(app)
+    "#{@environment.id}.#{app.url_segment}.#{@@paas_domain}"
+  end
+
+  def active_urls(app)
+    [ dns_name(app), agnostic_dns_name(app) ] + @additional_mappings
+  end
+
+  def inactive_urls(app)
+    active_urls(app).map{ |url| "inactive.#{url}" }
+  end
+
+  def manifest_url(app)
+    "http://#{dns_name(app)}/status/manifest"
+  end
+
+  def active_smoke_test_url(app)
+    "http://#{dns_name(app)}/#{@custom_smoke_test_path || 'status/healthcheck'}"
+  end
+
+  def inactive_smoke_test_url(app)
+    "http://inactive.#{dns_name(app)}/#{@custom_smoke_test_path || 'status/healthcheck'}"
+  end
+
+  def paas_target
+    "https://api.paas.#{@ship}.#{@org}.#{@@paas_domain}"
+  end
+
+  def to_s
+    "#{org}-#{ship}"
+  end
+
+  def smoke_test_path(path=nil)
+    @custom_smoke_test_path = path
+  end
+end

data/lib/conan/environment.rb

@@ -0,0 +1,24 @@
+class Environment
+  attr_accessor :id, :upstream_env, :deployments
+
+  def initialize(env_id)
+    @id = env_id
+    @deployments = []
+    @org_holder = nil
+  end
+
+  def promotes_from(env_id)
+    @upstream_env = env_id
+  end
+
+  def org(org_name, &block)
+    @org_holder = org_name
+    self.instance_eval(&block)
+  end
+
+  def deploy(ship, &block)
+    d = Deployment.new(self, @org_holder, ship)
+    d.instance_eval(&block)
+    @deployments << d
+  end
+end