conan_deploy 0.0.9 → 0.0.12

data/lib/conan/output.rb

@@ -10,15 +10,15 @@ class OutThingy
   end
 
   def outputToFile(file, &block)
-    o = File.join(@output_dir, file)    
-    puts "Write: #{o}"  
+    o = File.join(@output_dir, file)
+    puts "Write: #{o}"
     FileUtils.mkdir_p File.dirname(o)
     File.open(o, 'w') { |f| yield f }
   end
 
   def loadAppMetadataFromDeploymentIfExists(app, deploy)
     loadAppMetadataFromDeployment(app, deploy, true)
-  end  
+  end
 end
 
 class StackatoOutThingy < OutThingy
@@ -39,15 +39,15 @@ class StackatoOutThingy < OutThingy
     FileUtils.mkdir_p apps_dir
   end
 
-  def clean(app, environment) 
+  def clean(app, environment)
     #  TODO: cleanup
   end
 
   def provision(app)
-    app.download(@apps_dir) 
+    app.download(@apps_dir)
   end
 
-  def filePath(app, deploy) 
+  def filePath(app, deploy)
     "#{deploy.environment.id}/#{deploy.shipcloud}/#{app.id}"
   end
 
@@ -56,9 +56,9 @@ class StackatoOutThingy < OutThingy
   end
 
   # TODO this needs a refactor, it's knoted up with App
-  def loadAppMetadataFromDeployment(app, deploy, fail_silent=false)  
+  def loadAppMetadataFromDeployment(app, deploy, fail_silent=false)
     p = filePath(app, deploy)
-    path = File.join(@environments_dir, p) 
+    path = File.join(@environments_dir, p)
     metadata_file = File.join(path, @@metadata_file_name)
 
     if (File.exists? path)
@@ -66,7 +66,7 @@ class StackatoOutThingy < OutThingy
     else
       raise "Build meta-data was not found: #{path}" unless fail_silent
     end
-  end 
+  end
 
   def writeArtifactMetadata(app, deploy)
     if (deploy.enabled?)
@@ -76,15 +76,15 @@ class StackatoOutThingy < OutThingy
       }
     end
   end
-     
+
   def writeConfiguration(app, deploy, bg=false)
-    if (deploy.enabled?)      
+    if (deploy.enabled?)
       target_dir = workingDir(app)
       templates_dir = File.join(target_dir, "deploy-templates")
 
-      daphne_tokens = [ "#{app.id}", "#{deploy.environment.id}" ] 
+      daphne_tokens = [ "#{app.id}", "#{deploy.environment.id}" ]
       daphne_tokens = daphne_tokens << "facility-#{deploy.facility_id}" unless deploy.facility_id.nil?
-        
+
       n_changes = Templates.evaluate templates_dir, target_dir, {
         :app => app,
         :deploy => deploy,
@@ -95,10 +95,10 @@ class StackatoOutThingy < OutThingy
         :oauth_secret => DaphneUtil.generate_secret(*daphne_tokens),
         :api_key => DaphneUtil.generate_api_key(*daphne_tokens),
 
-        # short-cuts          
+        # short-cuts
         :app_id => app.id,
         :deploy_base_name => deploy.name(app),
-        :deploy_name => bg ? deploy.unique_name(app) : deploy.name(app),
+        :deploy_name => bg ? app.unique_name : deploy.name(app),
         :deploy_urls => bg ? deploy.inactive_urls(app) : deploy.active_urls(app),
         :env => deploy.environment.id,
         :org => deploy.org,
@@ -106,7 +106,7 @@ class StackatoOutThingy < OutThingy
         :infra => deploy.shipcloud, # TODO: remove infra key, this is just to avoid breaking existing templates
         :shipcloud => deploy.shipcloud,
         :facility => deploy.facility_id,
-        :options => deploy.options    
+        :options => deploy.options
       }
     end
     #TODO: can this be used to provide idempotency for config-only deploymnent?
@@ -116,19 +116,19 @@ end
 
 class PropertiesFileOutThingy < OutThingy
 
-  def clean(app, environment) 
+  def clean(app, environment)
     # cleanup current
-    FileUtils.rm Dir.glob("#{@output_dir}/#{app.id}-deploy-#{environment.id}-*.properties")    
+    FileUtils.rm Dir.glob("#{@output_dir}/#{app.id}-deploy-#{environment.id}-*.properties")
   end
 
-  def fileName(app, deploy) 
+  def fileName(app, deploy)
     "#{app.id}-deploy-#{deploy.environment.id}-#{deploy.shipcloud}.properties"
   end
 
   def loadAppMetadataFromDeployment(app, deploy, fail_silent=false)
     path = File.join(@output_dir, fileName(app, deploy))
     if (File.exists? path)
-      props = Utils::Properties.load_from_file(path, true) 
+      props = Utils::Properties.load_from_file(path, true)
       app.version = props.get(:DEPLOY_VERSION) # TODO: preserve SHA1
     else
       raise "File not found: #{path}" unless fail_silent
@@ -138,16 +138,16 @@ class PropertiesFileOutThingy < OutThingy
   def writeArtifactMetadata(app, deploy)
     file_name = fileName(app, deploy)
     out_file = File.join(@output_dir, file_name)
-    if (!deploy.enabled?)  
-      if (File.exists? out_file)        
+    if (!deploy.enabled?)
+      if (File.exists? out_file)
         File.delete(out_file)
       end
-      out_file = File.join(@output_dir, "DISABLED-#{file_name}")        
+      out_file = File.join(@output_dir, "DISABLED-#{file_name}")
     end
     puts "Write: #{out_file}"
     File.open(out_file, 'w') { |f|
       # TODO: would like @time in the manifest as audit field, but not sure it's such a good idea yet
-      # f << "\# #{file_name}\n\# #{@time}\n"      
+      # f << "\# #{file_name}\n\# #{@time}\n"
       f << "\# #{file_name}\n"
       f << "DEPLOY_ENV=#{deploy.environment.id}\n"
       f << "DEPLOY_INFRA=#{deploy.shipcloud}\n"

data/lib/conan/pipeline.rb

@@ -0,0 +1,130 @@
+class Pipeline
+  include ApiHelper
+
+  attr_accessor :id, :apps
+
+  def initialize(id, artifact_repo, output, options)
+    @id = id
+    @artifact_repo = artifact_repo
+    @output = output
+    @apps = {}
+    @options = options
+  end
+
+  def app(app_id, project_name, platform_type, url_segment=nil)
+    if (@options[:'deploy-app-name'].nil?) || (@options[:'deploy-app-name'] == app_id.to_s)
+      puts "No app specified, or we matched the specified app: #{@options[:'deploy-app-name']}"
+      @apps[app_id] = case platform_type
+        when :jvm
+          JvmApp.new(app_id, project_name, @artifact_repo, @options, url_segment)
+        when :rails_zip
+          RailsZipApp.new(app_id, project_name, @artifact_repo, @options, url_segment)
+        else
+          raise "unknown platform type: #{platform_type}"
+        end
+    else
+      puts "App #{app_id} doesn't match specified app #{@options[:'deploy-app-name']}, skipping"
+    end
+  end
+
+  def appVersion(app_id)
+    @apps[app_id].version
+  end
+
+  def load!(environment, deploy_shipcloud)
+    eachAppDeployment(environment) { |app, deploy|
+      # load the persisted meta-data
+      @output.loadAppMetadataFromDeploymentIfExists(app, deploy)
+    }
+    @deploy_shipcloud = deploy_shipcloud
+  end
+
+  def update(environment, from_upstream_env)
+    @apps.values.each { |app|
+      puts ''
+      if !(@options[:'deploy-app-version'].nil?)
+        puts "Using version from options: #{@options[:'deploy-app-version']}"
+        app.findRequestedVersion(@options[:'deploy-app-version'])
+      elsif (from_upstream_env)
+        # promote versions from an upstream deploy
+        # TODO: this needs improving
+        puts "Promote #{app.id} from #{from_upstream_env.id} to #{environment.id}"
+        upstream_deploy = from_upstream_env.deployments.select { |d| d.app_ids.select {|x| x == app.id }.size > 0 }.first
+        @output.loadAppMetadataFromDeployment(app, upstream_deploy)
+      else
+        puts "Find latest #{app.artifact_id}"
+        # lookup most recent from repo
+        app.findRequestedVersion('LATEST')
+      end
+      @output.clean(app, environment)
+      # download artifacts
+      @output.provision(app)
+    }
+
+    # write out deployment artifact meta-data
+    eachAppDeployment(environment) { |app, deploy| @output.writeArtifactMetadata(app, deploy) }
+  end
+
+  def configure(environment, bg=false)
+    eachAppDeployment(environment) { |app, deploy| @output.writeConfiguration(app, deploy, bg) }
+  end
+
+  def deploy(environment, paas, force=false)
+    eachAppDeployment(environment) { |app, deploy|
+      work_dir = @output.workingDir(app)
+      if (force)
+        paas.deploy(work_dir, app, deploy, true)
+      else
+        paas.deploy(work_dir, app, deploy) unless app.isDeployedAt(deploy.manifest_url(app))
+      end
+    }
+  end
+
+  def bg_deploy(environment, paas, force=false)
+    apps = []
+    eachAppDeployment(environment) { |app, deploy|
+      if (force or !app.isDeployedAt(deploy.manifest_url(app)))
+        paas.bg_deploy(@output.workingDir(app), app, deploy)
+        apps << app
+      end
+    }
+    apps
+  end
+
+  def is_inactive_node_operational?(environment, paas)
+    eachAppDeployment(environment) { |app, deploy|
+      response = ApiHelper.smoke_test(deploy.inactive_smoke_test_url(app), 60)
+
+      if(response.code != 200)
+        puts "Smoke test failed for inactive (Blue) node. Here is the entire response: #{response.inspect}"
+        return false
+      else
+        return true
+      end
+    }
+  end
+
+  def bg_switch(environment, paas)
+    eachAppDeployment(environment) { |app, deploy| paas.bg_switch(app, deploy) }
+  end
+
+  def bg_clean(environment, paas)
+    eachAppDeployment(environment) { |app, deploy| paas.bg_clean(app, deploy) }
+  end
+
+  def eachAppDeployment(environment)
+    selected_deployments = environment.deployments.select{ |d| @deploy_shipcloud.nil? || d.shipcloud == @deploy_shipcloud }
+    puts "WARNING no deploys selected: #{@deploy_shipcloud}" if selected_deployments.empty?
+    selected_deployments.each do |d|
+      d.app_ids.each do |a|
+        unless @apps[a].nil?
+          app = @apps[a]
+          app.additional_mappings = d.additional_mappings
+          app.unique_name = d.unique_name(app)
+          app.smoke_test_path = d.smoke_test_path
+          yield app, d
+        end
+      end
+    end
+  end
+end

data/lib/conan/rails_zip_app.rb

@@ -0,0 +1,10 @@
+require 'conan/application'
+class RailsZipApp < Application
+  attr_accessor :sha1, :artifact_repo
+
+  def initialize(id, project_name, artifact_repo, options, url_segment=nil)
+    super(id, project_name, :rails_zip, options, url_segment)
+    @sha1 = nil
+    @artifact_repo = artifact_repo
+  end
+end

data/lib/conan/stackato.rb

@@ -3,13 +3,13 @@ require 'json'
 
 class Stackato
 
+  @@paas_token_file = File.join(Dir.tmpdir(), "token_#{Time.now.to_i}")
+
   def initialize(paas_user, paas_password, trace=false, dry_run=false)
     @paas_user = paas_user
     @paas_password = paas_password
     @doit = dry_run ? "echo " : ""
     @trace = trace ? "--trace" : ""
-    random_str = (0...8).map { ('a'..'z').to_a[rand(26)] }.join
-    @paas_token_file = File.join(Dir.tmpdir(), "token_#{random_str}")
     @paas_manifest = "stackato.yml"
   end
 
@@ -17,16 +17,67 @@ class Stackato
     # login only one time per target, and only one target at a time
     if (@session != paas_target)
       @session = paas_target
-      @paas_cmd = "stackato #{@trace} --target #{paas_target} --token-file #{@paas_token_file}"
+      @paas_cmd = "stackato #{@trace} --target #{paas_target} --token-file #{@@paas_token_file}"
       unless @paas_user.nil?
         system( "#{@paas_cmd} login --user #{@paas_user} --password #{@paas_password}" ) or raise "Stackato login failed on #{paas_target}"
       end
     end
   end
 
-  def deploy(work_dir, app, deployment, force=false) 
-    puts ''    
-    Dir.chdir(work_dir){      
+  def self.static_login(options)
+    org = options[:'deploy-shipcloud'].split('-')[0]
+    infra = options[:'deploy-shipcloud'].split('-')[1]
+    `stackato --target https://api.paas.#{infra}.#{org}.mtnsatcloud.com --token-file #{@@paas_token_file}`
+    `stackato login --user #{options[:'paas-user']} --password #{options[:'paas-password']} --token-file #{@@paas_token_file}`
+  end
+
+  def self.unmap(app, domain)
+    puts "[#{app.unique_name}] Unmapping #{domain}"
+    `stackato unmap #{app.unique_name} #{domain} --token-file #{@@paas_token_file}`
+  end
+
+  def self.map(app, domain)
+    puts "[#{app.unique_name}] Mapping #{domain}"
+    `stackato map #{app.unique_name} #{domain} --token-file #{@@paas_token_file}`
+  end
+
+  def self.stop(app)
+    puts "[#{app.unique_name}] Stopping"
+    `stackato stop #{app.unique_name} --token-file #{@@paas_token_file}`
+  end
+
+  def self.delete(app)
+    puts "[#{app.unique_name}] Deleting"
+    `stackato delete #{app.unique_name} --token-file #{@@paas_token_file}`
+  end
+
+  def self.bg_switch(app)
+    app.active_domains.each{ |domain| Stackato.map(app, domain) }
+    app.inactive_domains.each{ |domain| Stackato.unmap(app, domain) }
+    app.old_versions.each{ |old_app| old_app.active_domains.each { |domain| Stackato.unmap(old_app, domain) } }
+    app.old_versions.each{ |old_app| old_app.inactive_domains.each { |domain| Stackato.map(old_app, domain) } }
+  end
+
+  def self.bg_clean(app)
+    app.old_versions.each { |old_app| Stackato.stop(old_app) }
+    app.old_versions.each { |old_app| Stackato.delete(old_app) }
+  end
+
+  def self.find_old_versions(newly_deployed_app)
+    old_apps = []
+    JSON.parse(`stackato apps --json --token-file #{@@paas_token_file}`).map do |app|
+      if /#{Regexp.escape(newly_deployed_app.stackato_base_name)}/ =~ app["name"] and app["name"] != newly_deployed_app.unique_name
+        old_app = newly_deployed_app.clone
+        old_app.unique_name = app["name"]
+        old_apps << old_app
+      end
+    end
+    old_apps
+  end
+
+  def deploy(work_dir, app, deployment, force=false)
+    puts ''
+    Dir.chdir(work_dir){
       login(deployment.paas_target)
 
       paas_app_name = deployment.name(app)
@@ -44,7 +95,7 @@ class Stackato
       stats_status = `#{@paas_cmd} stats #{paas_app_name} 2>&1 >/dev/null`
       puts stats_status
       raise ScriptError, "Stackato authorization failure. Provide user and password" if (stats_status =~ /Not Authorized/)
-    
+
       # print out the stackato.yml for posterity
       puts '------------------------------------------------------------------------------'
 
@@ -82,19 +133,22 @@ class Stackato
       login(deployment.paas_target)
 
       app_info = application_info(app, deployment)
-      raise "Please remove inactive app '#{app_info.inactive_app_name}' before proceeding." unless app_info.inactive_app_name.nil?
+      unless app_info.inactive_app_name.nil?
+        puts "inactive app [#{deployment.name(app)}]. Deleting it."
+        `stackato delete #{deployment.name(app)}`
+      end
 
-      puts "Deploying inactive app #{deployment.name(app)}"    
+      puts "Deploying inactive app #{deployment.name(app)}"
       c = "#{@doit} #{@paas_cmd} --manifest #{@paas_manifest} --no-prompt push"
       system(c) or raise "Stackato push failed: #{c}"
     }
-  end 
+  end
 
   def bg_switch(app, deployment)
     login(deployment.paas_target)
 
     app_info = application_info(app, deployment)
-    
+
     if app_info.inactive_app_name.nil?
       puts "No inactive app to switch to."
       return

data/lib/conan/version.rb

@@ -1,3 +1,3 @@
 module Conan
-  VERSION = "0.0.9"
-end
+  VERSION = "0.0.12"
+end

metadata

@@ -1,7 +1,8 @@
 --- !ruby/object:Gem::Specification
 name: conan_deploy
 version: !ruby/object:Gem::Version
-  version: 0.0.9
+  version: 0.0.12
+  prerelease: 
 platform: ruby
 authors:
 - Mike Reardon
@@ -9,11 +10,12 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-05-19 00:00:00.000000000 Z
+date: 2014-06-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: daphne_util
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -21,6 +23,7 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -32,39 +35,48 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
-- README.md
 - bin/conan
+- lib/conan/application.rb
 - lib/conan/application_helper.rb
 - lib/conan/deploy.rb
+- lib/conan/deployment.rb
+- lib/conan/environment.rb
+- lib/conan/has_options.rb
+- lib/conan/jvm_app.rb
+- lib/conan/manifest.rb
 - lib/conan/manifest_builder.rb
 - lib/conan/newrelic.rb
 - lib/conan/options.rb
 - lib/conan/output.rb
+- lib/conan/pipeline.rb
+- lib/conan/rails_zip_app.rb
 - lib/conan/repository.rb
 - lib/conan/stackato.rb
 - lib/conan/templates.rb
 - lib/conan/version.rb
+- README.md
 homepage: http://github.com/MTNSatelliteComm/conan/README.md
 licenses: []
-metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 1.8.23
 signing_key: 
-specification_version: 4
+specification_version: 3
 summary: Conan da Deployer
 test_files: []