conan_deploy 0.0.9 → 0.0.12

data/lib/conan/has_options.rb

@@ -0,0 +1,15 @@
+class HasOptions
+  attr_accessor :options
+
+  def initialize(options)
+    @options = options
+  end
+
+  def option(key, value)
+    if @options[key].nil?
+      @options[key] = [value]
+    else
+      @options[key] << value
+    end
+  end
+end

data/lib/conan/jvm_app.rb

@@ -0,0 +1,16 @@
+require 'conan/application'
+class JvmApp < Application
+  attr_accessor :sha1, :artifact_repo
+
+  def initialize(id, project_name, artifact_repo, options, url_segment=nil)
+    super(id, project_name, :jvm, options, url_segment)
+    @sha1 = nil
+    @artifact_repo = artifact_repo
+  end
+
+  def download(location)
+    super
+    puts "- Provision NewRelic Agent jar"
+    @artifact_repo.downloadNewRelicAgent(File.join(location, @artifact_id), '3.2.3', 'c07cd82e033af9628cd7f90df874daee7000e471')
+  end
+end

data/lib/conan/manifest.rb

@@ -0,0 +1,120 @@
+class Manifest
+
+  def initialize(options, artifact_repo, output)
+    @pipelines = {}
+    @environments = {}
+    @options = options
+    @artifact_repo = artifact_repo
+    @output = output
+  end
+
+  # select a pipeline and environment to do operations on
+  def select(pipeline_id, env_id)
+    env = @environments[env_id]
+    raise ArgumentError.new "Invalid environment id: '#{env_id}'. Valid options are #{@environments.keys.join(", ")}" if env.nil?
+    @current_environment = env
+    pl = @pipelines[pipeline_id]
+    raise ArgumentError.new "Invalid pipeline id: '#{pipeline_id}'. Valid options are #{@pipelines.keys.join(", ")}" if pl.nil?
+    @current_pipeline = pl
+    pl.load!(env, @options[:'deploy-shipcloud'])
+  end
+
+  def pipeline(pipeline_id, &block)
+    pl = Pipeline.new(pipeline_id, @artifact_repo, @output, @options)
+    pl.instance_eval(&block)
+    @pipelines[pipeline_id] = pl
+    pl
+  end
+
+  def environment(env_id, &block)
+    e = Environment.new(env_id)
+    e.instance_eval(&block)
+    @environments[env_id] = e
+    e
+  end
+
+  def appVersion(pipeline_id, app_id)
+    @pipelines[pipeline_id].appVersion(app_id)
+  end
+
+  def provision
+    validateThatEnvironmentIsSelected
+    # TODO banners
+    puts "Update #{@current_environment.id} manifest files for #{@current_pipeline.id} pipeline"
+    @current_pipeline.update(@current_environment, @environments[@current_environment.upstream_env])
+  end
+
+  def configure
+    validateThatEnvironmentIsSelected
+    puts "Configure #{@current_environment.id} manifest files for #{@current_pipeline.id} pipeline"
+    @current_pipeline.configure(@current_environment)
+  end
+
+  def bg_configure
+    validateThatEnvironmentIsSelected
+    puts "Blue/green configure #{@current_environment.id} manifest files for #{@current_pipeline.id} pipeline"
+    @current_pipeline.configure(@current_environment, true)
+  end
+
+  def paas
+    paas_user = @options[:'paas-user'] || ENV['PAAS_USER']
+    paas_pwd = @options[:'paas-password'] || ENV['PAAS_PASSWORD']
+    dry_run = @options[:'dry-run'] || false
+    trace = @options[:'verbose'] || false
+
+    Stackato.new(paas_user, paas_pwd, trace, dry_run)
+  end
+
+  def deploy
+    validateThatEnvironmentIsSelected
+    puts "Deploy #{@current_environment.id} for #{@current_pipeline.id} pipeline"
+
+    nr_api_key = @options[:'new-relic-api-key'] || ENV['NEWRELIC_API_KEY']
+    force = @options[:'force-deploy'] || false
+
+    @current_pipeline.deploy(@current_environment, paas, force) { |app_name|
+      if (nr_api_key)
+        puts 'Reporting Deployment to New Relic'
+        job = @options[:'job-url'] || 'nexus-app-manifest'
+        NewRelic.alertDeployment(nr_api_key, app_name, "Deployed by #{job}")
+      else
+        puts "WARNING: Skipping New Relic alert. No API defined"
+      end
+    }
+  end
+
+  def bg_deploy
+    validateThatEnvironmentIsSelected
+    puts "Blue/green deploy #{@current_environment.id} for #{@current_pipeline.id} pipeline"
+
+    force = @options[:'force-deploy'] || false
+
+    @current_pipeline.bg_deploy(@current_environment, paas, force)
+  end
+
+  def is_inactive_node_operational?
+    validateThatEnvironmentIsSelected
+    puts "Blue/green smoke test #{@current_environment.id} for #{@current_pipeline.id} pipeline"
+    @current_pipeline.is_inactive_node_operational?(@current_environment, paas)
+  end
+
+  def bg_switch
+    validateThatEnvironmentIsSelected
+    puts "Blue/green switch #{@current_environment.id} for #{@current_pipeline.id} pipeline"
+
+    @current_pipeline.bg_switch(@current_environment, paas)
+  end
+
+  def bg_clean
+    validateThatEnvironmentIsSelected
+    puts "Blue/green clean #{@current_environment.id} for #{@current_pipeline.id} pipeline"
+
+    @current_pipeline.bg_clean(@current_environment, paas)
+  end
+
+  def validateThatEnvironmentIsSelected
+    unless @current_environment && @current_pipeline
+      raise ScriptError, 'Environment and Pipeline must be selected'
+    end
+  end
+end

data/lib/conan/manifest_builder.rb

@@ -1,541 +1,14 @@
-require 'rest_client'
-require 'rexml/document'
-require 'json'
-require 'securerandom'
-require 'daphne_util'
-
-require 'conan/output'
-require 'conan/repository'
-require 'conan/stackato'
-require 'conan/newrelic'
-require 'conan/application_helper'
-
 module ManifestBuilder
-  def self.build(options, pipeline_id, env_id, artifact_repo=nil, outthingy=nil, &block)
+  def self.build(options, artifact_repo=nil, outthingy=nil, &block)
     manifest_dir = options[:directory]
     output_type = options[:format]
 
     artifact_repo ||= DefaultArtifactRepository.new
     outthingy ||= StackatoOutThingy.new(manifest_dir)
-    
+
     manifest = Manifest.new(options, artifact_repo, outthingy)
     manifest.instance_eval(&block)
-    manifest.select(pipeline_id, env_id)
+    manifest.select(options[:pipeline], options[:environment])
     manifest
   end
 end
-
-class Manifest
-
-  def initialize(options, artifact_repo, output)    
-    @pipelines = {}
-    @environments = {}
-    @options = options
-    @artifact_repo = artifact_repo
-    @output = output   
-  end
-
-  # select a pipeline and environment to do operations on
-  def select(pipeline_id, env_id)
-    env = @environments[env_id]
-    raise ArgumentError.new "Invalid environment id: '#{env_id}'. Valid options are #{@environments.keys.join(", ")}" if env.nil?
-    @current_environment = env
-    pl = @pipelines[pipeline_id]
-    raise ArgumentError.new "Invalid pipeline id: '#{pipeline_id}'. Valid options are #{@pipelines.keys.join(", ")}" if pl.nil?
-    @current_pipeline = pl
-    pl.load!(env, @options[:'deploy-shipcloud'])
-  end
-
-  def pipeline(pipeline_id, &block)
-    pl = Pipeline.new(pipeline_id, @artifact_repo, @output, @options)
-    pl.instance_eval(&block)
-    @pipelines[pipeline_id] = pl
-    pl
-  end
-
-  def environment(env_id, &block)
-    e = Environment.new(env_id)
-    e.instance_eval(&block)
-    @environments[env_id] = e
-    e
-  end
-
-  def appVersion(pipeline_id, app_id)
-    @pipelines[pipeline_id].appVersion(app_id)
-  end
-
-  def provision
-    validateThatEnvironmentIsSelected
-    # TODO banners
-    puts "Update #{@current_environment.id} manifest files for #{@current_pipeline.id} pipeline"
-    @current_pipeline.update(@current_environment, @environments[@current_environment.upstream_env])
-  end
-
-  def configure
-    validateThatEnvironmentIsSelected
-    puts "Configure #{@current_environment.id} manifest files for #{@current_pipeline.id} pipeline"
-    @current_pipeline.configure(@current_environment)
-  end
-
-  def bg_configure
-    validateThatEnvironmentIsSelected
-    puts "Blue/green configure #{@current_environment.id} manifest files for #{@current_pipeline.id} pipeline"
-    @current_pipeline.configure(@current_environment, true)
-  end
-
-  def paas
-    paas_user = @options[:'paas-user'] || ENV['PAAS_USER']
-    paas_pwd = @options[:'paas-password'] || ENV['PAAS_PASSWORD']  
-    dry_run = @options[:'dry-run'] || false
-    trace = @options[:'verbose'] || false
-    
-    Stackato.new(paas_user, paas_pwd, trace, dry_run)
-  end
-
-  def deploy
-    validateThatEnvironmentIsSelected
-    puts "Deploy #{@current_environment.id} for #{@current_pipeline.id} pipeline"
-
-    nr_api_key = @options[:'new-relic-api-key'] || ENV['NEWRELIC_API_KEY']
-    force = @options[:'force-deploy'] || false
-
-    @current_pipeline.deploy(@current_environment, paas, force) { |app_name| 
-      if (nr_api_key)
-        puts 'Reporting Deployment to New Relic'
-        job = @options[:'job-url'] || 'nexus-app-manifest'
-        NewRelic.alertDeployment(nr_api_key, app_name, "Deployed by #{job}")
-      else
-        puts "WARNING: Skipping New Relic alert. No API defined"
-      end
-    }
-  end
-
-  def bg_deploy
-    validateThatEnvironmentIsSelected
-    puts "Blue/green deploy #{@current_environment.id} for #{@current_pipeline.id} pipeline"
-
-    force = @options[:'force-deploy'] || false
-
-    @current_pipeline.bg_deploy(@current_environment, paas, force)
-  end
-
-  def is_inactive_node_operational?
-    validateThatEnvironmentIsSelected
-    puts "Blue/green smoke test #{@current_environment.id} for #{@current_pipeline.id} pipeline"
-    @current_pipeline.is_inactive_node_operational?(@current_environment, paas)
-  end
-
-  def bg_switch
-    validateThatEnvironmentIsSelected
-    puts "Blue/green switch #{@current_environment.id} for #{@current_pipeline.id} pipeline"
-
-    @current_pipeline.bg_switch(@current_environment, paas)
-  end
-
-  def bg_clean
-    validateThatEnvironmentIsSelected
-    puts "Blue/green clean #{@current_environment.id} for #{@current_pipeline.id} pipeline"
-
-    @current_pipeline.bg_clean(@current_environment, paas)
-  end
-
-  def validateThatEnvironmentIsSelected
-    unless @current_environment && @current_pipeline
-      raise ScriptError, 'Environment and Pipeline must be selected'
-    end
-  end
-end
-
-class Pipeline
-  include ApiHelper
-
-  attr_accessor :id, :apps
-
-  def initialize(id, artifact_repo, output, options)
-    @id = id    
-    @artifact_repo = artifact_repo    
-    @output = output
-    @apps = {}
-    @options = options    
-  end
-
-  def app(app_id, project_name, platform_type, url_segment=nil)
-    if (@options[:'deploy-app-name'].nil?) || (@options[:'deploy-app-name'] == app_id.to_s)
-      puts "No app specified, or we matched the specified app: #{@options[:'deploy-app-name']}"
-      @apps[app_id] = case platform_type
-        when :jvm
-          JvmApp.new(app_id, project_name, @artifact_repo, url_segment)
-        when :rails_zip
-          RailsZipApp.new(app_id, project_name, @artifact_repo, url_segment)
-        else
-          raise "unknown platform type: #{platform_type}"
-        end
-    else
-      puts "App #{app_id} doesn't match specified app #{@options[:'deploy-app-name']}, skipping"
-    end
-  end
-
-  def appVersion(app_id)
-    @apps[app_id].version
-  end  
-
-  def load!(environment, deploy_shipcloud)
-    eachAppDeployment(environment) { |app, deploy|
-      # load the persisted meta-data
-      @output.loadAppMetadataFromDeploymentIfExists(app, deploy)
-    }
-    @deploy_shipcloud = deploy_shipcloud
-  end
-
-  def update(environment, from_upstream_env)
-    @apps.values.each { |app| 
-      puts ''
-      if !(@options[:'deploy-app-version'].nil?)
-        puts "Using version from options: #{@options[:'deploy-app-version']}"
-        app.findRequestedVersion(@options[:'deploy-app-version'])
-      elsif (from_upstream_env)        
-        # promote versions from an upstream deploy
-        # TODO: this needs improving
-        puts "Promote #{app.id} from #{from_upstream_env.id} to #{environment.id}"
-        upstream_deploy = from_upstream_env.deployments.select { |d| d.app_ids.select {|x| x == app.id }.size > 0 }.first             
-        @output.loadAppMetadataFromDeployment(app, upstream_deploy)
-      else
-        puts "Find latest #{app.artifact_id}"
-        # lookup most recent from repo
-        app.findRequestedVersion('LATEST')
-      end
-      @output.clean(app, environment)
-      # download artifacts
-      @output.provision(app) 
-    }
-
-    # write out deployment artifact meta-data
-    eachAppDeployment(environment) { |app, deploy| @output.writeArtifactMetadata(app, deploy) } 
-  end  
-
-  def configure(environment, bg=false)    
-    eachAppDeployment(environment) { |app, deploy| @output.writeConfiguration(app, deploy, bg) }
-  end
-
-  def deploy(environment, paas, force=false)
-    eachAppDeployment(environment) { |app, deploy|
-      work_dir = @output.workingDir(app)
-      if (force)
-        paas.deploy(work_dir, app, deploy, true)
-      else
-        paas.deploy(work_dir, app, deploy) unless app.isDeployedAt(deploy.manifest_url(app))
-      end
-    }  
-  end
-
-  def bg_deploy(environment, paas, force=false)
-    eachAppDeployment(environment) { |app, deploy|
-      if (force or !app.isDeployedAt(deploy.manifest_url(app)))        
-        paas.bg_deploy(@output.workingDir(app), app, deploy)
-      end
-    }  
-  end
-
-  def is_inactive_node_operational?(environment, paas)
-    eachAppDeployment(environment) { |app, deploy|
-      response = ApiHelper.smoke_test(deploy.inactive_smoke_test_url(app), 60)
-
-      if(response.code != 200)
-        puts "Smoke test failed for inactive (Blue) node. Here is the entire response: #{response.inspect}"
-        return false
-      else
-        return true
-      end
-    }
-  end
-
-  def bg_switch(environment, paas)
-    eachAppDeployment(environment) { |app, deploy| paas.bg_switch(app, deploy) }
-  end
-
-  def bg_clean(environment, paas)
-    eachAppDeployment(environment) { |app, deploy| paas.bg_clean(app, deploy) }
-  end
-
-  def eachAppDeployment(environment)
-    selected_deployments = environment.deployments.select{ |d| @deploy_shipcloud.nil? || d.shipcloud == @deploy_shipcloud }
-    puts "WARNING no deploys selected: #{@deploy_shipcloud}" if selected_deployments.empty?
-    selected_deployments.each { |d|      
-      d.app_ids.each { |a| 
-        app = @apps[a]
-        yield app, d  if app
-      }
-    } 
-  end
-end
-
-class Application
-
-  attr_accessor :id, :platform_type, :group_id, :artifact_id, :version, :extension, :sha1, :artifact_meta_data, :url_segment
-
-  def initialize(id, project_name, platform_type, url_segment=nil)
-    @id = id
-    @platform_type = platform_type 
-    @url_segment = url_segment || id
-    mvn_id = project_name.split(':')
-    @group_id = mvn_id[0]
-    @artifact_id = mvn_id[1] 
-  end
-
-  def findRequestedVersion(requested_version='LATEST')   
-    puts("Finding requested version: #{requested_version}")
-    extension = case platform_type
-      when :jvm
-        "jar"
-      when :rails_zip
-        "tar.gz"
-      else
-        raise "Unsupported platform type: #{platform_type}"
-      end  
-    readArtifactMetadata(@artifact_repo.resolveArtifact(group_id, artifact_id, extension, requested_version))
-    puts "- Found version #{version} #{@id} artifact\n"+
-      "  Artifact: #{self}\n" +
-      "  Checksum: #{@sha1}"    
-  end
-
-  def readArtifactMetadata(xml)
-    @artifact_meta_data = xml    
-    begin
-      doc = REXML::Document.new(xml)  
-    rescue Exception => e
-      puts "Failed to parse meta-data: #{e}"
-      puts "--------------------------------"
-      puts xml
-      puts "--------------------------------"
-      raise "Unreadable artifact meta-data for #{self}"
-    end
-    
-    meta_data = doc.elements['/artifact-resolution/data']
-    @version = meta_data.elements['version'].text
-    @sha1 = meta_data.elements['sha1'].text
-    @extension = meta_data.elements['extension'].text
-  end  
-
-  def download(location)
-    puts "- Provision #{group_id}:#{artifact_id}:#{extension}:#{version}"
-    @artifact_repo.downloadArtifact(location, group_id, artifact_id, extension, version, sha1)    
-  end
-
-  def isDeployedAt(url)
-    # only deploy if an older version is found, or no app found          
-    res = false
-    begin
-      response = RestClient::Request.new(
-        :method => :get,
-        :url => url,
-        :headers => { 
-          'accept' => :json,
-          'content_type' => :json
-        },
-        :timeout => 5,
-        :open_timeout => 5
-      ).execute
-      if (response.code == 200)
-        build_metadata = JSON.parse(response.to_str)
-        puts ''
-        puts "+- Currently at #{url}:"
-        printM = ->(s) {
-          puts " | #{s}: #{build_metadata[s]}"
-        }            
-        printM.call 'Implementation-Title'
-        printM.call 'Build-Version'
-        printM.call 'Build-Url'
-        printM.call 'Git-Commit'            
-        current_ver = build_metadata["Build-Version"]
-      end
-      #TODO make sure the artifact id matches too, currently finding  "Implementation-Title": "apollo" in build metadata
-      if (compareVersion(@version, current_ver))
-        puts "#{@artifact_id} #{@version} is newer than version found at #{url}: #{current_ver}"
-      else
-        puts "#{@artifact_id} #{@version} found at #{url}. (skipping deployment)"
-        res = true
-      end          
-    rescue => e
-      puts "#{@artifact_id} not found at #{url}: #{e}"
-    end
-    res
-  end  
-
-
-  def compareVersion(target_version, deployed_version)    
-    target = Gem::Version.new(target_version)
-    begin
-      found = Gem::Version.new(deployed_version)
-      target > found
-    rescue => e
-      puts "Error parsing version number: #{e}"
-      false
-    end    
-  end  
-
-  def to_s
-    "#{artifact_id}-#{version}.#{extension}"
-  end   
-end
-
-class JvmApp < Application
-  attr_accessor :sha1, :artifact_repo
-
-  def initialize(id, project_name, artifact_repo, url_segment=nil)
-    super(id, project_name, :jvm, url_segment)
-    @sha1 = nil
-    @artifact_repo = artifact_repo
-  end
-
-  def download(location)
-    super
-    puts "- Provision NewRelic Agent jar"    
-    @artifact_repo.downloadNewRelicAgent(File.join(location, @artifact_id), '3.2.3', 'c07cd82e033af9628cd7f90df874daee7000e471')    
-  end
-end
-
-class RailsZipApp < Application
-  attr_accessor :sha1, :artifact_repo
-
-  def initialize(id, project_name, artifact_repo, url_segment=nil)
-    super(id, project_name, :rails_zip, url_segment)
-    @sha1 = nil
-    @artifact_repo = artifact_repo
-  end
-end
-
-class HasOptions
-  attr_accessor :options
-
-  def initialize(options)
-    @options = options
-  end
-
-  def option(key, value)
-    if @options[key].nil?
-      @options[key] = [value]
-    else
-      @options[key] << value
-    end
-  end
-end
-
-class Environment #< HasOptions
-  attr_accessor :id, :upstream_env, :deployments
-
-  def initialize(env_id)
-    #super({})
-    @id = env_id
-    @deployments = []
-    @org_holder = nil
-  end
-
-  def promotes_from(env_id)
-    @upstream_env = env_id    
-  end
-
-  def org(org_name, &block)
-    @org_holder = org_name
-    self.instance_eval(&block)
-  end
-
-  def deploy(ship, &block)
-    d = Deployment.new(self, @org_holder, ship)
-    d.instance_eval(&block)
-    @deployments << d    
-  end
-end
-
-class Deployment < HasOptions
-
-  @@paas_domain = 'mtnsatcloud.com'
-
-  attr_accessor :environment, :org, :ship, :shipcloud, :app_ids, :facility_id, :additional_mappings, :custom_smoke_test_path
-
-  def initialize(environment, org, ship)
-    # inherit options from the environment
-    #super(environment.options)  # TODO:  copy?!
-    super({})
-    @environment = environment
-    @org = org    
-    @ship = ship
-    @shipcloud = "#{org}-#{ship}"
-    @app_ids = []
-    @additional_mappings = []
-    @facility_id = nil
-    @enabled = true
-    @randomid = SecureRandom.hex(3)
-    @custom_smoke_test_path = nil
-  end  
-
-  def apps(*app_ids)
-    @app_ids = app_ids
-  end
-
-  def facility(facility_id)
-    @facility_id = facility_id
-  end
-  
-  def hostnames(*hostnames)
-    hostnames.each do |hostname| 
-      @additional_mappings.push(hostname) unless hostname.empty?
-    end 
-  end
-
-  def enabled(b)
-    @enabled = b
-  end
-
-  def enabled?
-    @enabled
-  end
-
-  def name(app)
-    "#{app.id}-#{@environment.id}-#{@ship}"
-  end
-
-  def unique_name(app)
-    "#{name(app)}-#{@randomid}"
-  end
-
-  def dns_name(app)
-    "#{@environment.id}.#{app.url_segment}.#{@ship}.#{@org}.#{@@paas_domain}"
-  end
-
-  def agnostic_dns_name(app)
-    "#{@environment.id}.#{app.url_segment}.#{@@paas_domain}"
-  end  
-
-  def active_urls(app)
-    [ dns_name(app), agnostic_dns_name(app) ] + @additional_mappings
-  end
-
-  def inactive_urls(app)
-    active_urls(app).map{ |url| "inactive.#{url}" }
-  end
-
-  def manifest_url(app)
-    "http://#{dns_name(app)}/status/manifest"
-  end
-
-  def active_smoke_test_url(app)
-    "http://#{dns_name(app)}/#{@custom_smoke_test_path || 'status/healthcheck'}"
-  end
-
-  def inactive_smoke_test_url(app)
-    "http://inactive.#{dns_name(app)}/#{@custom_smoke_test_path || 'status/healthcheck'}"
-  end
-
-  def paas_target
-    "https://api.paas.#{@ship}.#{@org}.#{@@paas_domain}"
-  end
-
-  def to_s
-    "#{org}-#{ship}"
-  end
-
-  def smoke_test_path(path=nil)
-    @custom_smoke_test_path = path
-  end
-end
-