a2zdeploy 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: a8017e6d8f0f0c6438495ba272799199501f109f
+  data.tar.gz: 4f0c0454bb8994e30a189a281b7ba8d14f7512e6
+SHA512:
+  metadata.gz: 2e31bd3a670188f9648f35d469e5439171a3371a56bfb5f79564396d55363c87ee1d41e94254cd55540ed60b67b64ca051c74f0b550dcc0f9886853dbbefe104
+  data.tar.gz: c24aa5b993777be8b6e2556ca0ac816c73f4f0217899bcb98a077f682c9de527d8652d31d29e2bbd7a37c274c77ef7df1be31773fa3d09651ffcb6e82854ffbd

data/a2zdeploy.gemspec

@@ -0,0 +1,12 @@
+Gem::Specification.new do |s|
+  s.name        = 'a2zdeploy'
+  s.version     = '1.0.0'
+  s.date        = '2015-12-18'
+  s.summary     = 'Given a project dependency chain, updates versions, builds, tests, manages service and cloud settings as well as build environment configuration'
+  s.description = 'Automated Upgrades Gem. Provides version upgrades, build and deployment configuration management'
+  s.authors     = ['Suresh Batta']
+  s.email       = 'subatta@hotmail.com'
+  s.files       = Dir['{lib,spec}/**/*'] + ['a2zdeploy.gemspec', 'rakefile.rb']
+  s.homepage    = 'http://rubygems.org/gems/a2zdeploy'
+  s.license     = 'MIT'
+end

data/lib/dependency_tree.rb

@@ -0,0 +1,67 @@
+=begin
+    Defines a simple dependency tree in a has map and allows accessing top and GlobalConstants::NEXT item in the tree.
+    - The keys 'GlobalConstants::ROOT, GlobalConstants::NEXT, GlobalConstants::PREVIOUS and GlobalConstants::PROJECT' are self-descriptive and symbols
+    - GlobalConstants::ROOT's GlobalConstants::PREVIOUS is always nil, so are all leaf node GlobalConstants::NEXT
+    {
+        "GlobalConstants::ROOT" => {
+            "GlobalConstants::PROJECT" => "Ontology", 
+            "GlobalConstants::NEXT" => "FhirWalker", 
+            "GlobalConstants::PREVIOUS" => nil, 
+            "metadata" => "[json or another hash]" 
+        },
+        "FhirWalker" => {
+            "GlobalConstants::PROJECT" => "Portal", 
+            "GlobalConstants::NEXT" => "EventTracking", 
+            "GlobalConstants::PREVIOUS" => "Ontology", 
+            "metadata" => "[json or another hash]" 
+        }
+    }
+=end
+
+require_relative 'globalconstants'
+
+class DependencyTree
+
+  def initialize dependency_map
+    @dependency_map = dependency_map
+  end
+
+  def root
+    return nil if (@dependency_map.nil? || @dependency_map.class.to_s != GlobalConstants::HASH)
+
+    if @dependency_map.has_key?(GlobalConstants::ROOT)
+      if @dependency_map[GlobalConstants::ROOT].has_key? GlobalConstants::PROJECT
+        @dependency_map[GlobalConstants::ROOT][GlobalConstants::PROJECT]
+      end
+    end
+  end
+
+  def next_node current
+    return nil if current.to_s.strip.length == 0
+    return nil if @dependency_map.nil? || @dependency_map.class.to_s != GlobalConstants::HASH
+    return nil if @dependency_map[current] == nil
+
+    if @dependency_map[current].has_key? GlobalConstants::NEXT
+      @dependency_map[current][GlobalConstants::NEXT]
+    end
+  end
+
+  def previous_node current
+    return nil if current.to_s.strip.length == 0
+    return nil if (@dependency_map.nil? || @dependency_map.class.to_s != GlobalConstants::HASH)
+
+    if @dependency_map[current].has_key? GlobalConstants::PREVIOUS
+      @dependency_map[current][GlobalConstants::PREVIOUS]
+    end
+  end
+
+  def traverse
+    current = GlobalConstants::ROOT
+    yield @dependency_map[current][GlobalConstants::PROJECT] if @dependency_map.has_key?(current) && @dependency_map[current].has_key?(GlobalConstants::PROJECT)
+    while current != nil
+      current = next_node(current)
+      yield @dependency_map[current][GlobalConstants::PROJECT] if @dependency_map.has_key?(current) && @dependency_map[current].has_key?(GlobalConstants::PROJECT)
+    end
+  end
+
+end

data/lib/github_api.rb

@@ -0,0 +1,140 @@
+=begin
+    Provides API accessors for operations over github repos
+    This module has several methods that interface with Git and github
+     Unless otherwise returned specifically with a status,, commands that don't fail return an empty string - ''
+=end
+
+require 'addressable/uri'
+require 'pathname'
+require 'fileutils'
+require_relative 'globalconstants'
+
+module GithubApi
+
+  def GithubApi.CheckoutNewBranch branch
+    puts "Checking out new branch #{branch}..."
+    `git checkout -b #{branch}`
+  end
+
+  def GithubApi.CheckoutExistingBranch branch
+    puts "Checking out existing branch #{branch}..."
+    `git checkout #{branch}`
+
+    # check if checkout succeeded
+    actual_branch = `git rev-parse --abbrev-ref HEAD`
+
+    return actual_branch.chomp! == branch
+  end
+
+  def GithubApi.DoesBranchExist remote,  branch
+    puts "Checking if branch #{branch} existing at #{remote}..."
+    `git ls-remote --heads #{remote} #{branch}`
+  end
+
+  def GithubApi.RebaseLocal branch
+    puts "Rebasing #{branch} with checked out branch..."
+    `git rebase #{branch}`
+  end
+
+  def GithubApi.CheckoutLocal branch
+    puts "Checking out local branch: #{branch}..."
+    `git checkout #{branch}`
+  end
+
+  def GithubApi.PushBranch remote, branch
+    puts "Pushing #{branch} to #{remote}..."
+    `git push #{remote} #{branch}`
+  end
+
+  def GithubApi.HaveLocalChanges
+    `git status -s`
+  end
+
+  def GithubApi.DeleteLocalBranch branch
+    `git branch -D #{branch}`
+  end
+
+  def GithubApi.DeleteRemoteBranch remote, branch
+    status = GithubApi.DoesBranchExist remote, branch
+    `git push #{remote} :#{branch}` if status.chomp! == GlobalConstants::EMPTY
+  end
+
+  def GithubApi.PullWithRebase remote, branch
+    `git pull --rebase #{@repo_url} #{@branch}`
+  end
+
+  def GithubApi.CommitChanges comment
+    status = `git add .`
+    if status == GlobalConstants::EMPTY
+      status = `git add -u`
+    else
+      return false
+    end
+    if status == GlobalConstants::EMPTY
+      status = `git commit -m "#{comment}"`
+    else
+      return false
+    end
+    return status != GlobalConstants::EMPTY
+  end
+
+  # we do NOT want to switch to parent folder but stay in current repo dir when we exit this method
+  def GithubApi.CheckoutRepoAfresh repo_url, branch
+    repo = GithubApi.ProjectNameFromRepo repo_url
+    return false if repo == GlobalConstants::EMPTY
+
+    # clear repo folder if it already exists
+    if File.directory? repo
+      puts 'Repository already exists! Cleaning...'
+      FileUtils.rm_rf repo
+    end
+
+    # clone to local
+    puts 'Cloning repo to local...'
+    begin
+      # also tests for valid repo, this will cout if cmd fails, no need for additional message
+      cmd_out = system "git clone #{repo_url}"
+      return false if cmd_out.to_s == 'false'
+    rescue
+      puts "Clone repo for #{repo_url} failed"
+      puts $!
+      return false
+    end
+
+    # checkout requested branch if it's not the default branch checked out when cloned
+    Dir.chdir repo
+    puts "Checking out requested branch: #{branch}"
+    `git fetch`
+
+    cmd_out = GithubApi.CheckoutExistingBranch branch
+
+    return cmd_out
+  end
+
+  def GithubApi.ProjectNameFromRepo repo_url
+    puts "Repo Url provided: #{repo_url}. Parsing..."
+    repo = GlobalConstants::EMPTY
+    begin
+      uri = Addressable::URI.parse repo_url
+    rescue
+      puts "repo_url: #{repo_url} parse failed"
+      return repo
+    end
+
+    if uri.nil?
+      puts 'Invalid repo_url provided'
+      return repo
+    end
+
+    directory = Pathname.new(uri.path).basename
+    if directory.nil?
+      puts 'No directory provided in repo_url'
+      return repo
+    end
+
+    repo = directory.to_s.gsub uri.extname, repo
+    puts "Repository name parsed: #{repo}"
+
+    repo
+  end
+end

data/lib/globalconstants.rb

@@ -0,0 +1,9 @@
+module GlobalConstants
+  HASH = 'Hash'
+  EMPTY = ''
+  SPEC = 'spec'
+  ROOT = 'root'
+  PREVIOUS = 'previous'
+  NEXT = 'next'
+  PROJECT = 'project'
+end

data/lib/proget_api.rb

@@ -0,0 +1,32 @@
+require 'net/http'
+require 'nokogiri'
+
+def is_package_published packageName, packageVersion, timeout
+  packageLocationUri = "http://nuget2.relayhealth.com/nuget/Carnegie/Packages(Id='#{packageName}',Version='#{packageVersion}')"
+  counter = timeout
+  i = 0
+  found = false;
+
+  while i < counter
+    response = Net::HTTP.get_response(URI packageLocationUri)
+    xmldoc = Nokogiri::XML response.body
+    entry = xmldoc.css "entry id"
+    if entry.to_s.include? packageLocationUri
+      puts "Found #{packageName}-#{packageVersion}"
+      found = true
+      break
+    end
+    sleep 1
+    i += 1
+  end
+
+  if found == false
+    puts "Not found #{packageName}-#{packageVersion}"
+  end
+
+  return found
+end
+
+# Sample Usage
+# a = is_package_published("RelayHealth.DataPlatform.Framework", "24.5.12", 60)
+# puts a

data/lib/teamcity_api.rb

@@ -0,0 +1,29 @@
+=begin
+    Provides API accessors for TeamCity
+=end
+
+require 'net/http'
+require 'builder'
+
+def trigger_build buildConfigurationId, username, password
+  configContent = create_build_trigger_config buildConfigurationId
+  uri = URI.parse "http://teamcity.relayhealth.com"
+  http = Net::HTTP.new uri.host, uri.port
+  request = Net::HTTP::Post.new "/httpAuth/app/rest/buildQueue"
+  request.body = configContent
+  request.content_type = 'application/xml'
+  request.basic_auth username, password
+  response = http.request request
+end
+
+
+def create_build_trigger_config buildConfigurationId
+  xml = Builder::XmlMarkup.new :indent => 2
+  xml.build{
+    xml.triggeringOptions "cleanSources" => "true", "rebuildAllDependencies" => "true", "queueAtTop" => "true"
+    xml.buildType "id" => "#{buildConfigurationId}"
+  }
+end
+
+# Sample Usage
+# trigger_build("DataPlatform_DataPlatformOntology_ADevelopBuildDataPlatformOntology_2", "username", "password")

data/lib/upgrade.rb

@@ -0,0 +1,254 @@
+=begin
+
+Processes upgrade for a repository that is deployed as a cloud service.
+
+Inputs:
+    1. Project Manifest that describes repo/project to be processed
+        a. repo name, repo url, branch name
+        b. 
+    2. Change Manifest that describes what references have been upgraded due to framework upgrade. 
+        Can be as simple as dictionary<string, string> of 'Package:[new version]'
+        example: When TestService is upgraded, we'll know what references have changed.
+                    These can be used to replace packages.config and project references
+=end
+
+require 'nokogiri'
+require 'json'
+require_relative 'github_api'
+require_relative 'globalconstants'
+require_relative 'version'
+
+class UpgradePackages
+
+  UPGRADE_BRANCH = 'upgrade'
+
+  # versions need to be passed in as they are based on a repo_url and branch that's source, likely DP solution
+  def initialize repo_url, branch, versions, config_map
+    @repo_url = repo_url
+    @branch = branch
+    @versions = versions
+    @config_map = config_map
+  end
+
+  def validate_inputs
+    return false if @repo_url.to_s.strip.length == 0
+    return false if @branch.to_s.strip.length == 0
+    if (@versions.nil? || @versions.class.to_s != GlobalConstants::HASH)
+      puts 'Version map must be a ' + GlobalConstants::HASH
+      return false
+    end
+    if (@config_map.nil? || @config_map.class.to_s != GlobalConstants::HASH)
+      puts 'Config map must be a ' + GlobalConstants::HASH
+      return false
+    end
+
+    # fail if env vars were not supplied
+    if (!@config_map.has_key? 'env_vars')
+      puts 'Environment variables not supplied. Cannot continue!'
+      return false
+    end
+    
+    # fail if metadata was not supplied
+    if (!@config_map.has_key? 'metadata')
+      puts 'Metadata variables not supplied. Cannot continue!'
+      return false
+    end
+
+    # We should do more specific test of which environment variables are we expecting or which metatdata are we expecting
+    #if project publishes nuget we need to check if major /minor/patch incrmeented but not all 3
+    return true
+  end
+
+  def checkout_upgrade_branch
+    # obtain an upgrade branch
+    puts 'Getting upgrade branch...'
+    if (GithubApi.DoesBranchExist('origin', UPGRADE_BRANCH) != GlobalConstants::EMPTY)
+      puts 'Checking out existing upgrade branch...'
+      return false if !GithubApi.CheckoutExistingBranch UPGRADE_BRANCH == GlobalConstants::EMPTY
+    else
+      puts 'Checking out new upgrade branch...'
+      return false if !GithubApi.CheckoutNewBranch UPGRADE_BRANCH == GlobalConstants::EMPTY
+    end
+
+    return true
+  end
+
+  def Do
+    return false if !validate_inputs
+
+    # checkout repo and branch
+    return false if !GithubApi.CheckoutRepoAfresh @repo_url, @branch
+
+    return false if !checkout_upgrade_branch
+
+    # replace versions in package config files
+    pkg_files = Dir.glob '**/packages.config'
+    if (replace_package_versions(pkg_files) == false)
+      puts "Package version replacement failed."
+      return false
+    end
+
+    # replace versions in project references
+    proj_files = Dir.glob '**/*.csproj'
+    if (replace_project_versions(proj_files) == false)
+      puts "Project version replacement failed."
+      return false
+    end
+    
+    # Check in manifest if project publish nuget? If yes, increment .semver    
+    increment_semver_if_publish
+    
+    # do rake build to test for compilation errors. This needs ENV vars set, passed in via config
+    set_project_env_vars @config_map['env_vars']
+    output = system 'rake'
+    if output.to_s == 'false'
+      puts '~~/\~~\/~~ Rake Error: There were errors during rake run. ~~\/~~/\~~'
+      # save state
+      GithubApi.CommitChanges( 'Versions updated, build failed')
+
+      return false
+    end
+
+    # see if any files changed and commit
+    git_status = GithubApi.HaveLocalChanges
+    if (git_status != nil || git_status != GlobalConstants::EMPTY)
+      puts 'Local version changes have been committed'
+      return false if !GithubApi.CommitChanges( 'Versions updated')
+    end
+
+    # rebase and push the branch
+    puts 'Rebasing and pushing...'
+    GithubApi.CheckoutLocal @branch
+    GithubApi.RebaseLocal UPGRADE_BRANCH
+
+    # if push fails, do a pull --rebase of the branch and fail the upgrade.
+    # Upstream commits need to accounted for and full upgrade cycle must be triggered
+    # Build failure email will inform concerned team
+    git_status = GithubApi.PushBranch(@repo_url, @branch) == GlobalConstants::EMPTY
+    if git_status
+      puts "Version upgrade changes have been rebased with #{@repo_url}/#{@branch} and pushed"
+    else
+      GithubApi.PullWithRebase @repo_url, @branch
+      GithubApi.PushBranch @repo_url, @branch
+      puts "Push after version upgrade failed for #{@repo_url}/#{@branch}. Pull with rebase done and pushed"
+      return false
+    end
+
+    # delete upgrade branch both local and remote
+    GithubApi.DeleteLocalBranch UPGRADE_BRANCH
+    GithubApi.DeleteRemoteBranch @repo_url, UPGRADE_BRANCH
+
+    # handle configuration changes. The settings file, update hash or TeamCity Params list is passed in through Ctor
+
+    true
+  end
+
+  def replace_package_versions pkg_files
+    begin
+      # iterate each package file, replace version numbers and save
+      pkg_files.each{ |file|
+        puts "Finding packages in: #{Dir.pwd}/#{file}..."
+        doc = Nokogiri::XML File.read(file)
+        nodes = doc.xpath "//*[@id]"
+        nodes.each { |node|
+          if (@versions.has_key?(node['id']))
+            node['version'] = @versions[node['id']]
+            #puts "#{node['id']} #{node['version']}  -- #{@versions[node['id']]}"
+          end
+        }
+
+        File.write file, doc.to_xml
+      }
+    rescue
+      puts $!
+      return false
+    end
+    return true
+  end
+
+=begin
+    Typical block of reference node change looks like:
+    Before:
+    <Reference Include="MassTransit, Version=3.0.0.0, Culture=neutral, PublicKeyToken=b8e0e9f2f1e657fa, processorArchitecture=MSIL">
+      <HintPath>..\packages\MassTransit.3.0.14\lib\net45\MassTransit.dll</HintPath>
+      <Private>True</Private>
+    </Reference>
+    After: (file version removed, hint path version number updated)
+    <Reference Include="MassTransit">
+      <HintPath>..\packages\MassTransit.3.0.15\lib\net45\MassTransit.dll</HintPath>
+      <Private>True</Private>
+    </Reference>
+=end
+  def replace_project_versions proj_files
+    begin
+      # iterate each package file, replace version numbers and save
+      proj_files.each{ |file|
+        puts "Updating references in: #{file}..."
+        doc = Nokogiri::XML File.read file
+        nodes = doc.search 'Reference'
+        nodes.each { |node|
+          ref_val = node['Include']
+          # grab  the identifier
+          id = ref_val.split(',')[0]
+          # clean out file version
+          node['Include'] = id
+
+          # replace version in hint path
+          hint_path = node.search 'HintPath'
+          if hint_path && hint_path[0] != nil
+            hint_path_value = hint_path[0].children.to_s
+            # this identifier is not the same as the node['Include'] one.
+            # For ex., Runtime, Core and Storage assemblies will be referred to from within other packages like Management, Test etc
+            hint_path_id = id_from_hint_path hint_path_value
+            if @versions.has_key? hint_path_id
+              hint_path_parts = hint_path_value.split '\\'
+              hint_path_parts[2] = hint_path_id + '.' + @versions[hint_path_id]
+              hint_path[0].children = hint_path_parts.join '\\'
+            end
+          end
+        }
+        File.write file, doc.to_xml
+      }
+    rescue
+      puts $!
+      return false
+    end
+    return true
+  end
+
+  def id_from_hint_path path
+    name = path.split('\\')[2].split '.'
+    name_without_ver = GlobalConstants::EMPTY
+    name.all? {|i|
+      if i.to_i == 0
+        name_without_ver += i.to_s + '.'
+      end
+    }
+    name_without_ver.chomp '.'
+  end
+
+  def set_project_env_vars envs
+    envs.keys.each { | key |
+      ENV[key] = envs[key]
+    }
+  end
+  
+  def increment_semver_if_publish
+    if !is_team_city_run
+        # local run
+        auto_update_local_semver
+    else
+        should_publish_nuget = @config_map['metadata']['ShouldPublishNuget'].downcase
+        if should_publish_nuget.eql? 'y'
+            semver_file = @config_map['metadata']['SemverFile']
+            if (semver_file != nil && semver_file != GlobalConstants::EMPTY) 
+                semver_file.capitalize
+            end
+            semver_dimension = @config_map['metadata']['SemverDimension']
+            auto_update_semver @config_map['project'], @config_map['metadata']['SemverLocation'], semver_file, semver_dimension
+        else
+            puts '******** Project does not publish nuget.**********'
+        end
+    end
+  end
+end