conan_deploy 0.0.2

data/lib/conan/repository.rb

@@ -0,0 +1,95 @@
+require 'rest_client'
+require 'digest'
+
+class DefaultArtifactRepository
+  @@artifact_repository_url = 'http://nexus.mtnsatcloud.com/nexus'
+  @@artifact_repository_local_api_url = "#{@@artifact_repository_url}/service/local/artifact/maven"
+
+  def resolveArtifact(group_id, artifact_id, extension, version='LATEST')    
+    # we only care about the releases repo, no snapshots please  
+    RestClient.get("#{@@artifact_repository_local_api_url}/resolve?r=releases&g=#{group_id}&a=#{artifact_id}&v=#{version}&e=#{extension}")  
+  end
+
+
+  def downloadArtifact(output_dir, group_id, artifact_id, extension, version, sha1_hash)
+    if (extension == 'jar')
+      # put jars in a parent directory
+      output_dir = File.join(output_dir, "#{artifact_id}") 
+    end
+    url="#{@@artifact_repository_local_api_url}/content?r=releases&g=#{group_id}&a=#{artifact_id}&v=#{version}&e=#{extension}"
+    target_file = File.join(output_dir, "#{artifact_id}.#{extension}")
+    HttpUtil.download(url, target_file, "#{artifact_id}-#{version}.#{extension}", sha1_hash)
+
+    # extract tar balls
+    if (extension == 'tar.gz')
+      dir = "#{output_dir}/#{artifact_id}"
+      FileUtils.rm_rf dir
+      FileUtils.mkdir_p dir
+      `tar -xf #{target_file} -C #{dir}`
+      # TODO fail if tar doesn't work
+
+    # extract deploy artifacts
+    elsif (extension == 'jar')
+      # templates
+      dir = "#{output_dir}/deploy-templates"
+      FileUtils.rm_rf dir
+      FileUtils.mkdir_p dir
+      c = "unzip -j #{target_file} 'META-INF/deploy/templates/*.erb' -d '#{dir}'"
+      system(c) or raise "unzip failed: #{c}"
+
+      # new relic extensions
+      dir = "#{output_dir}/extensions"
+      FileUtils.rm_rf dir
+      FileUtils.mkdir_p dir
+      c = "unzip -j #{target_file} 'META-INF/deploy/extensions/*.yml' -d '#{dir}'"
+      system(c) # extensions are optional, it's ok if this one fails
+    end
+  end
+
+  def downloadNewRelicAgent(output_dir, nr_version, sha1_hash)
+    url = "#{@@artifact_repository_url}/content/groups/public/com/newrelic/agent/java/newrelic-agent/#{nr_version}/newrelic-agent-#{nr_version}.jar"
+    target_file = File.join(output_dir, "newrelic.jar")
+    HttpUtil.download(url, target_file, "newrelic-agent-#{nr_version}.jar", sha1_hash)    
+  end  
+end
+
+module HttpUtil
+  def self.download(url, target_file, download_file_name, sha1_hash)  
+    not_shasum = ->(file) {      
+      ret = true
+      if (File.exists?(file))
+        # verify the file
+        found_hash = Digest::SHA1.file(file).hexdigest
+        puts "Found: #{found_hash}, Want: #{sha1_hash}"     
+        if (found_hash != sha1_hash)
+          puts "#{file} is not the file we're looking for. It has a SHA1 hash of #{found_hash}, but #{sha1_hash} is expected"
+          ret = true
+        else
+          puts "#{file} matches checksum"
+          ret = false
+        end
+      end
+      ret
+    }
+  
+    if (not_shasum.call(target_file))    
+      tmp = File.join(Dir.tmpdir(), "nexus-app-manifest")
+      FileUtils.mkdir_p tmp
+      download_file = File.join(tmp, download_file_name)
+      if (not_shasum.call(download_file))
+        # download it
+        puts "Fetching artifact #{download_file_name}"
+        puts "  #{url}"
+        puts "..."
+        wget_cmd = "wget -nv \"#{url}\" --content-disposition --no-use-server-timestamps --output-document \"#{download_file}\""
+        puts wget_cmd
+        system( wget_cmd )
+        raise "Failed to download #{download_file_name}" if not_shasum.call(download_file)
+      end
+      # move download to target file
+      puts "cp #{download_file} to #{target_file}"
+      FileUtils.mkdir_p File.dirname(target_file)
+      FileUtils.copy(download_file, target_file)
+    end
+  end 
+end

data/lib/conan/stackato.rb

@@ -0,0 +1,197 @@
+require 'rest_client'
+require 'json'
+
+class Stackato
+
+  def initialize(paas_user, paas_password, trace=false, dry_run=false)
+    @paas_user = paas_user
+    @paas_password = paas_password
+    @doit = dry_run ? "echo " : ""
+    @trace = trace ? "--trace" : ""
+    random_str = (0...8).map { ('a'..'z').to_a[rand(26)] }.join
+    @paas_token_file = File.join(Dir.tmpdir(), "token_#{random_str}")
+    @paas_manifest = "stackato.yml"
+  end
+
+  def login(paas_target)
+    # login only one time per target, and only one target at a time
+    if (@session != paas_target)
+      @session = paas_target
+      @paas_cmd = "stackato #{@trace} --target #{paas_target} --token-file #{@paas_token_file}"
+      unless @paas_user.nil?
+        system( "#{@paas_cmd} login --user #{@paas_user} --password #{@paas_password}" ) or raise "Stackato login failed on #{paas_target}"
+      end
+    end
+  end
+
+  def deploy(work_dir, app, deployment, force=false) 
+    puts ''    
+    Dir.chdir(work_dir){      
+      login(deployment.paas_target)
+
+      paas_app_name = deployment.name(app.id)
+      appCreate = ->(cmd) {
+        c = "#{@doit} #{@paas_cmd} --manifest #{@paas_manifest} --no-prompt #{cmd} --no-start"
+        system(c) or raise "Stackato #{cmd} failed: #{c}"
+      }
+      appOperation = ->(cmd) {
+        c = "#{@doit} #{@paas_cmd} #{cmd} #{paas_app_name} --no-prompt"
+        system(c) or raise "Stackato #{cmd} failed: #{c}"
+      }
+
+      yield paas_app_name if block_given?
+
+      stats_status = `#{@paas_cmd} stats #{paas_app_name} 2>&1 >/dev/null`
+      puts stats_status
+      raise ScriptError, "Stackato authorization failure. Provide user and password" if (stats_status =~ /Not Authorized/)
+    
+      # print out the stackato.yml for posterity
+      puts '------------------------------------------------------------------------------'
+
+      File.open(@paas_manifest, "r") do |f|
+        while (line = f.gets)
+          puts "#{line}"
+        end
+      end
+      puts '------------------------------------------------------------------------------'
+      puts ''
+
+      # A Error 301 will be returned from stackato if the app does not exist, this determins if we should push or update
+      if (stats_status =~ /Error 301/)
+        appCreate.call "push"
+      else
+        if (force)
+          puts "Replacing #{paas_app_name}. May be force be with you!"
+          appOperation.call "delete"
+          appCreate.call "push"
+        else
+          puts "Update #{paas_app_name}"
+          appOperation.call "stop"
+          appCreate.call "update"
+        end
+      end
+
+      puts "Starting #{paas_app_name}"
+      appOperation.call "start"
+    }
+  end
+
+  def bg_deploy(work_dir, app, deployment)
+    puts ''
+    Dir.chdir(work_dir){
+      login(deployment.paas_target)
+
+      app_info = application_info(app, deployment)
+      raise "Please remove inactive app '#{app_info.inactive_app_name}' before proceeding." unless app_info.inactive_app_name.nil?
+
+      puts "Deploying inactive app #{deployment.name(app.id)}"    
+      c = "#{@doit} #{@paas_cmd} --manifest #{@paas_manifest} --no-prompt push"
+      system(c) or raise "Stackato push failed: #{c}"
+    }
+  end 
+
+  def bg_switch(app, deployment)
+    login(deployment.paas_target)
+
+    app_info = application_info(app, deployment)
+    
+    if app_info.inactive_app_name.nil?
+      puts "No inactive app to switch to."
+      return
+    end
+
+    active_urls = deployment.active_urls(app.id)
+    inactive_urls = deployment.inactive_urls(app.id)
+
+    appUrlOp = ->(cmd, paas_app_name, url) {
+      c = "#{@doit} #{@paas_cmd} #{cmd} #{paas_app_name} #{url}"
+      system(c) or raise "Stackato #{cmd} failed:  #{c}"
+    }
+
+    # For inactive app, map active urls to it and unmap inactive urls
+    puts "Mapping active urls"
+    active_urls.each {|active_url| appUrlOp.call("map", app_info.inactive_app_name, active_url)}
+    inactive_urls.each {|inactive_url| appUrlOp.call("unmap", app_info.inactive_app_name, inactive_url)}
+
+    # If active app exists, unmap active urls and map inactive urls to it
+    if app_info.active_app_name
+      puts "Mapping inactive urls"
+      inactive_urls.each {|inactive_url| appUrlOp.call("map", app_info.active_app_name, inactive_url)}
+      active_urls.each {|active_url| appUrlOp.call("unmap", app_info.active_app_name, active_url)}
+    end
+  end
+
+  def bg_clean(app, deployment)
+    login(deployment.paas_target)
+
+    app_info = application_info(app, deployment)
+
+    # Delete inactive app if it exists
+    if app_info.inactive_app_name
+      puts "Deleting inactive app."
+      c = "#{@doit} #{@paas_cmd} delete #{app_info.inactive_app_name} --no-prompt"
+      system(c) or raise "Stackato delete failed:  #{c}"
+    else
+      puts "No inactive app to clean."
+    end
+  end
+
+  def application_info(app, deployment)
+    list_json = `#{@paas_cmd} list --json`
+    raise "Stackato list failed" if !$?.success?
+
+    base_name = deployment.name(app.id)
+    active_urls = deployment.active_urls(app.id)
+    inactive_urls = deployment.inactive_urls(app.id)
+
+    StackatoApplicationInfo.new(list_json, base_name, active_urls, inactive_urls)
+  end
+end
+
+class StackatoApplicationInfo
+  def initialize(list_json, base_name, active_urls, inactive_urls)
+    app_list = JSON.parse(list_json)
+
+    active_app_names = []
+    inactive_app_names = []
+
+    app_list.each { |app_hash|
+      if !(app_hash.has_key? 'name' and app_hash.has_key? 'uris')
+        raise "Stackato list json is malformed: " + list_json
+      end
+
+      app_name = app_hash['name']
+      app_uris = app_hash['uris']
+
+      if app_name.start_with? base_name
+        if app_uris.sort == active_urls.sort
+          active_app_names << app_name
+        elsif app_uris.sort == inactive_urls.sort
+          inactive_app_names << app_name
+        else
+          raise 'Stackato app "' + app_name +
+            '" needs to be mapped exclusively to either the active or inactive set of URLs. Please reconcile before continuing.'
+        end
+      end
+    }
+
+    if active_app_names.length > 1
+      raise "More than one app is mapped to the active URL(s). Please reconcile before continuing."
+    end
+    if inactive_app_names.length > 1
+      raise "More than one app is mapped to the inactive URL(s). Please reconcile before continuing."
+    end
+
+    # These will be set to nil if no app is found, which is OK
+    @active_app_name = active_app_names.first
+    @inactive_app_name = inactive_app_names.first
+  end
+
+  def active_app_name
+    @active_app_name
+  end
+
+  def inactive_app_name
+    @inactive_app_name
+  end
+end

data/lib/conan/templates.rb

@@ -0,0 +1,38 @@
+require 'erubis'
+require 'tempfile'
+
+module Templates
+
+  # Returns the number of files changed/created
+  def self.evaluate(templates_dir, output_dir, context)   
+    no_changes = 0
+    FileUtils.mkdir_p File.dirname(output_dir)    
+    Dir.glob(File.join(templates_dir, '*.erb')) do |template|      
+      target_file = File.join(output_dir, File.basename(template)[0..-5])
+      eruby = Erubis::Eruby.new(File.read(template))
+      if (File.exist? target_file)
+        Tempfile.open(File.basename template) { |t|
+          t.write(eruby.evaluate(context))
+          t.rewind        
+          if (FileUtils.identical? t.path, target_file)
+            puts "-- No change from: #{File.basename template} => #{target_file}"
+          else            
+            puts ">> Replace file from template: #{File.basename template} => #{target_file}"
+            puts "------------------------------"
+            puts `diff -y -W 120 #{t.path} #{target_file}`
+            puts "------------------------------"
+            FileUtils.cp t.path, target_file
+            no_changes += 1
+          end
+        }
+      else
+        File.open(target_file, 'w') { |f|
+          puts "++ New file from template: #{File.basename template} => #{target_file}"
+          f.write(eruby.evaluate(context))
+          no_changes += 1
+        }
+      end
+    end    
+    no_changes
+  end
+end

data/lib/conan/version.rb

@@ -0,0 +1,3 @@
+module Conan
+  VERSION = "0.0.2"
+end

metadata

@@ -0,0 +1,57 @@
+--- !ruby/object:Gem::Specification
+name: conan_deploy
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+  prerelease: 
+platform: ruby
+authors:
+- Mike Reardon
+- Michael Crane
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-04-09 00:00:00.000000000 Z
+dependencies: []
+description: Provision, configure, deploy and never hear da lamantation of da users
+email: michael.reardon@mtnsat.com
+executables:
+- conan
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/conan
+- lib/conan/deploy.rb
+- lib/conan/manifest_builder.rb
+- lib/conan/newrelic.rb
+- lib/conan/options.rb
+- lib/conan/output.rb
+- lib/conan/repository.rb
+- lib/conan/stackato.rb
+- lib/conan/templates.rb
+- lib/conan/version.rb
+- README.md
+homepage: http://github.com/MTNSatelliteComm/conan/README.md
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Conan da Deployer
+test_files: []