a2zdeploy 1.0.0

data/lib/upgradeall.rb

@@ -0,0 +1,71 @@
+=begin
+
+Uses project dependency map and configuration to process a DataPlatform Service's 
+code repository level framework upgrade and service deployments
+
+=end
+
+require_relative 'github_api'
+require 'json'
+
+class UpgradeAll
+
+  VERSION_MAP_FILE = 'versionmap.json'
+  MANIFEST_FILE = 'manifest.json'
+
+  # JSON files converted to hash
+  attr_accessor :version_map, :manifest
+
+  # repo_url is where the last known version map and manifest are checked-in
+  def initialize repo_url, branch
+
+    @repo_url = repo_url
+    @branch = branch
+
+  end
+
+  def retrieve_artifacts
+
+    return if !GithubApi.CheckoutRepoAfresh @repo_url, @branch
+
+    if File.exist? VERSION_MAP_FILE
+      @version_map = JSON.parse File.read(VERSION_MAP_FILE)
+    end
+    if File.exist? MANIFEST_FILE
+      @manifest = JSON.parse File.read(MANIFEST_FILE)
+    end
+
+  end
+
+  def Do
+
+    return if @version_map.nil || @manifest.nil
+
+    # retrieve version map and upgrade manifest
+    retrieve_artifacts
+
+    # if no changes exist, kick off deploy cycle only
+
+    # if changes exist, cycle through dependency tree and kick off upgrades
+
+    # either cycle was unterrupted, a step in upgrade failed or full cycle successfully completed
+    # save the version map and manifest
+
+  end
+
+  def version_diff
+
+    # create version map afresh to compare
+    vm = VersionMap.new
+    repo_url = @manifest['version_source']
+    versions = vm.version_map repo_url, 'master'
+
+    # If remote version doesn't exist, save it
+    if @version_map.nil
+
+    end
+
+    # compare current and remote versions, obtain changeset
+  end
+
+end

data/lib/version.rb

@@ -0,0 +1,266 @@
+require 'net/http'
+require 'pathname'
+
+# url template of file to check for version info with repo, branch and file path to replace
+URLTEMPLATE ||= "%s/raw/%s/%s"
+
+def get_file_list path, extension
+    return Dir.glob("#{path}/*.#{extension}")
+end
+
+def get_repo_version semver
+    remote_name = get_remote_name
+    branch_name = get_branch_name
+    url = URLTEMPLATE % [remote_name, branch_name, semver]
+    page_content = open(url)
+    repo_version = get_semver_version(page_content)
+    return repo_version
+end
+
+def get_current_version path, semver
+    location = File.join path, semver
+    content = File.read(location)
+    current_version = get_semver_version(content)
+    return current_version
+end
+
+def open(url)
+  Net::HTTP.get(URI.parse(url))
+end
+
+def get_semver_version(content)
+    s = content.split("\n")
+    val = ''
+    s.each{ |i|
+        if (i.start_with?(':'))
+            x = i.split(': ')[1].strip
+            x.gsub!("'", '')
+            if (x.length != 0)
+                val = val + x.to_s + '.'
+            end
+        end
+    }
+    val.chomp('.')
+end
+
+def same_versions version1, version2
+    return version1 == version2
+end
+
+def is_team_city_run
+    return ENV['BUILD_VCS_NUMBER'] != nil
+end
+
+#desc 'Check that Semver version bump task should not be invoked from teamcity'
+def get_branch_name
+    current_branch = ENV['GIT_BRANCH_NAME']
+    if current_branch.nil?
+        raise '********GIT_BRANCH_NAME environment variable required for local rake run. Cannot continue with build. Exiting..............********'
+    else 
+        return current_branch
+    end
+end
+
+def get_remote_name
+    remote_name = ENV['GIT_REMOTE_NAME']
+    if remote_name.nil?
+        raise '********GIT_REMOTE_NAME environment variable required for local rake run. Cannot continue with build. Exiting..............********'
+    else 
+        @remote = `git remote -v`.split("\n")
+        @remote.each { |val|
+            if val =~ /#{remote_name}/
+                return val.split(" ")[1]
+            end
+        }
+    end    
+end
+
+def fetch_updated_semver 
+    
+    updated_semver = get_update_semver_file_with_versions
+    
+    #for local run user did not increment any semver
+    if updated_semver[3] == 0
+        puts '*********** No semver incremented detected. ***********'
+        return nil
+    end 
+    
+    version_remote = updated_semver[1].split('.')
+    version_local = updated_semver[2].split('.')
+    
+    incremented = is_semver_incremented version_remote, version_local
+    
+    [updated_semver[0].gsub("#{VERSIONING}/", ''), incremented]  
+end
+
+def is_semver_incremented version_remote, version_local
+    is_incremented = [version_local[0].to_i - version_remote[0].to_i > 0, version_local[1].to_i - version_remote[1].to_i > 0, version_local[2].to_i - version_remote[2].to_i > 0]
+    
+    if is_incremented[0]
+        if (version_local[1] != 0 || version_local[2] != 0)
+            raise 'Error - major version is incremented. Minor and Patch should be 0. Cannot continue build. Exiting....'
+        end
+    end
+    
+    if is_incremented[1]
+        if is_incremented[0]
+            raise 'Error - cannot increment both major and minor version. . Exiting....'
+        end
+    end
+    
+    if is_incremented[2]
+        if(is_incremented[0] || is_incremented[1])
+            raise 'Error - cannot increment major, minor and patch together. . Exiting....'
+        end
+    end 
+    
+    if is_incremented[0]
+        return 'major'
+    elsif is_incremented[1]
+        return 'minor'
+    elsif is_incremented[2]
+        return 'patch'
+    end
+end
+
+def get_update_semver_file_with_versions
+    count = 0
+    semver_file = ''
+    version_remote = ''
+    version_local = ''
+    
+    semvers = get_file_list VERSIONING, 'semver'
+    if(semvers.empty?)
+        raise "************Error - no semver files found at #{VERSIONING}********"
+    end
+    
+    semvers.each { |semver|
+        v1 = get_repo_version semver        
+        v2 = get_current_version VERSIONING, semver.gsub("#{VERSIONING}/", '')
+        
+        if (!same_versions(v1, v2))
+            puts "#{semver} version changed"
+            semver_file = semver
+            version_remote = v1
+            version_local = v2
+            count = count + 1
+        end
+    } 
+    if count > 1
+        raise '*********** Error - Version increment is expected in a single semver file and can be only one of major|minor|patch ************'
+        return
+    end    
+    
+    [semver_file, version_remote, version_local, count]
+end
+
+
+def get_project_dependencies csproj
+    proj_files = Dir.glob '**/*.csproj'
+    @unique_list = Array.new
+    proj_files.each{ |file|
+        doc = Nokogiri::XML File.read file
+        nodes = doc.search 'ProjectReference'
+        nodes.each { |node|            
+            ref_val = node['Include']
+            id = ref_val.split('\\')[2]
+            if id.eql? csproj
+                @unique_list << file.split('/')[2]
+            end
+        }
+    }
+    @unique_list.uniq       
+end
+
+def get_project_dependencies_semver_files projects_dependencies, semver_project_map
+    project_semver_map = semver_project_map.invert
+    @values  = Array.new
+    projects_dependencies.each { |dependency|
+        if semver_project_map.value?(dependency)
+            @values << project_semver_map[dependency]
+        end
+    }
+    @values
+end
+
+def load_semver path
+    v = SemVer.new
+    v.load path
+    return v
+end
+
+# Increment the major, minor, or patch of the .semver file.
+def increment_version semver_file, dimension
+    if dimension.nil?
+        raise 'The parameter dimension is required to be one of : major | minor | patch'
+    end
+    semver = load_semver semver_file
+        
+    case dimension
+        when 'major'
+            semver.major += 1
+            semver.minor =  0
+            semver.patch =  0
+        when 'minor'
+            semver.minor += 1
+            semver.patch =  0
+        when 'patch'
+            semver.patch += 1
+        else
+            raise "The parameter #{dimension} is invalid: major | minor | patch"
+    end
+    
+    hash = "---\n:major: %s\n:minor: %s\n:patch: %s\n:special: '%s'\n:metadata: '%s'"
+    value = hash % [semver.major, semver.minor, semver.patch, semver.special, semver.metadata]
+    File.write semver_file, value
+end
+
+def create_semver_project_map product, semver_location
+    semver_project_map = Hash.new
+    
+    rake_list = get_file_list semver_location, 'semver'
+    rake_list.each{ |rakefile|
+        rake = rakefile.gsub("#{semver_location}/", '')
+        project_name = rake.gsub('.semver', '')
+        semver_project_map[rake] = "#{product}.#{project_name}.csproj"
+    }    
+    semver_project_map
+end
+
+def display_local_changes_to_user
+    git_status = `git status -s`
+    if (git_status != nil || git_status != GlobalConstants::EMPTY)
+      puts '********** Local semver/s updated. Please commit the change.'
+    end
+end
+
+def update_dependent_semvers product, semver_location, semver_file, dimension
+    semver_project_map = create_semver_project_map product, semver_location
+    projects_dependencies =  get_project_dependencies semver_project_map[semver_file]
+    semver_files = get_project_dependencies_semver_files projects_dependencies, semver_project_map
+    semver_files.each { |semver|        
+        increment_version File.join(semver_location, semver), dimension
+    }
+end
+
+def auto_update_semver project_name, semver_location, semver_file, semver_dimension   
+    Dir.chdir project_name if File.basename(Dir.pwd) != project_name
+    if(semver_file.nil? || semver_file.strip == '' || semver_file == '.semver')
+        increment_version '.semver', semver_dimension    
+    else
+        increment_version File.join(semver_location, semver_file), semver_dimension
+        update_dependent_semvers project_name, semver_location, semver_file, semver_dimension
+    end
+end
+
+def auto_update_local_semver 
+    if(!Dir.exist?(VERSIONING) || File.exist?('.semver'))
+        raise 'Error - local upgrade process only applies to projects with multiple semvers. If you have one semver at root level, please update it manually if needed. Do not invoke auto_update_local_semver task.'
+    end
+    updated_semver_with_version_state = fetch_updated_semver
+    if updated_semver_with_version_state != nil
+        update_dependent_semvers PRODUCT, VERSIONING, updated_semver_with_version_state[0], updated_semver_with_version_state[1]
+    end  
+    
+    display_local_changes_to_user
+end

data/lib/version_map.rb

@@ -0,0 +1,98 @@
+=begin
+    Use case #1:
+    Generate and returns a unique list of all packages and their versions for a given repository
+        Example: 
+        10.0.0(obtained from semver) version map will look like:
+        {
+            "RelayHealth.DataPlatform.Framework" => {
+                "Version" => "10.0.0"
+                "RelayHealth.DataPlatform.Contracts" => "10.0.0",
+                "Windows.Azure.Storage" => "4.3.0"
+                ...
+            }
+        }
+        When solution uses using individual package versioning, version map still like above because framework forms the root of all dependencies.
+        
+    This can be maintained static by parsing once and saving to a github repo or can be done realtime.
+    Processing time is minimal, DP repo checkout time may actually be longer.
+    
+    1. Checkout repo
+    2. Scan packages.config files for packages and versions and store in array
+    3. Uniquefy list to a hash map and return
+=end
+
+require 'json'
+require 'nokogiri'
+require 'semver'
+require_relative 'github_api'
+require_relative 'version'
+
+class VersionMap
+
+  VERSIONMAPFILE = 'versionmap.json'
+
+  def version_map repo_url, branch
+    return if repo_url.to_s.strip.length == 0
+    return if branch.to_s.strip.length == 0
+
+    return if !GithubApi.CheckoutRepoAfresh repo_url, branch
+
+    # load old versions
+    old_versions = {}
+    if (File.exists? VERSIONMAPFILE)
+      old_versions = JSON.parse File.read(VERSIONMAPFILE)
+    end
+
+    # grab all packages.config files
+    versions = {}
+    pkg_files = Dir.glob '**/packages.config'
+    pkg_files.each{ |file|
+      puts "Finding packages in: #{file}"
+      doc = Nokogiri::XML File.read(file)
+      nodes = doc.xpath "//*[@id]"
+      nodes.each { |node|
+        if (!versions[node['id']].nil? && node['version'] != versions[node['id']]['version'])
+          puts "======Error: Package #{node['id']} with version #{node['version']} has a different pre-exisiting version: #{versions[node['id']]['version']} in #{versions[node['id']]['file']}"
+        end
+        versions[node['id']] = node['version']
+      }
+    }
+
+    update_platform_package_versions versions
+
+    Dir.chdir '..'
+    File.write VERSIONMAPFILE, versions.to_json
+
+    versions
+
+  end
+
+  # these versions will need to be replaced with project specific semvers
+  def update_platform_package_versions versions
+    versions['RelayHealth.DataPlatform.Contracts'] = get_semver 'Contracts.semver'
+    versions['RelayHealth.DataPlatform.Framework'] = get_semver 'Framework.semver'
+    versions['RelayHealth.DataPlatform.Framework.Messaging'] = get_semver 'Framework.Messaging.semver'
+    versions['RelayHealth.DataPlatform.Framework.Web'] = get_semver 'Framework.Web.semver'
+    versions['RelayHealth.DataPlatform.Identity'] = get_semver 'Identity.semver'
+    versions['RelayHealth.DataPlatform.Management'] = get_semver 'Management.semver'
+    versions['RelayHealth.DataPlatform.Management.Tools'] = get_semver 'Management.semver'
+    versions['RelayHealth.DataPlatform.Test'] = get_semver 'Test.semver'
+    versions['RelayHealth.DataPlatform.Test.Messaging'] = get_semver 'Test.Messaging.semver'
+    versions['RelayHealth.DataPlatform.Test.Bvt'] = get_semver 'Test.Bvt.semver'
+    versions['RelayHealth.DataPlatform.Runtime'] = get_semver 'Runtime.semver'
+    versions['RelayHealth.DataPlatform.Runtime.Host'] = get_semver 'Runtime.semver'
+
+    versions
+  end
+end
+
+def get_semver semver
+    ver = load_semver File.join('versioning', semver)
+    v = ver.to_s.sub 'v', ''    # removes 'v' at start of string which isn't expected for version spec in .package and .csproj files
+    v
+end
+
+#puts "test"
+#vm = VersionMap.new
+#versions = vm.version_map "http://", "master"
+#version_map("http://ndhaxpgit01.mckesson.com/Carnegie/RelayHealth.DataPlatform.git", "master")

data/rakefile.rb

@@ -0,0 +1,7 @@
+require 'rake/testtask'
+
+Rake::TestTask.new do |t|
+  t.warning = true
+  t.verbose = true
+  t.test_files = FileList['spec/*_spec.rb']
+end

data/spec/dependency_tree_spec.rb

@@ -0,0 +1,93 @@
+require_relative '../dependency_tree'
+require_relative '../globalconstants'
+require 'test/unit'
+
+class TestDependencyTree < Test::Unit::TestCase
+
+  ONTOLOGY = 'Ontology'
+  FHIRWALKER = 'FhirWalker'
+  FHIRSERVICE = 'FhirService'
+
+  def test_empty_tree_returns_nil_for_root
+    depends = DependencyTree.new(nil)
+    assert_equal(nil, depends.root)
+  end
+
+  def test_empty_tree_returns_nil_for_next_if_current_nil
+    depends = DependencyTree.new(nil)
+    assert_equal(nil, depends.next_node(nil))
+  end
+
+  def test_empty_tree_returns_nil_for_next
+    depends = DependencyTree.new(nil)
+    assert_equal(nil, depends.next_node('src'))
+  end
+
+  def test_empty_tree_returns_nil_for_previous_if_current_nil
+    depends = DependencyTree.new(nil)
+    assert_equal(nil, depends.previous_node(nil))
+  end
+
+  def test_empty_tree_returns_nil_for_previous
+    depends = DependencyTree.new(nil)
+    assert_equal(nil, depends.previous_node('src'))
+  end
+
+  def test_tree_returns_nil_for_root_previous
+    depends = DependencyTree.new(GlobalConstants::ROOT => {GlobalConstants::PROJECT => ONTOLOGY, GlobalConstants::PREVIOUS => nil})
+    assert_equal(nil, depends.previous_node(GlobalConstants::ROOT))
+  end
+
+  def test_root_node_found
+    depends = DependencyTree.new(GlobalConstants::ROOT => {GlobalConstants::PROJECT => ONTOLOGY})
+    assert_equal(ONTOLOGY, depends.root)
+  end
+
+  def test_next_node_found
+    depends = DependencyTree.new(GlobalConstants::ROOT => {GlobalConstants::PROJECT => ONTOLOGY, GlobalConstants::NEXT => FHIRWALKER})
+    assert_equal(FHIRWALKER, depends.next_node(GlobalConstants::ROOT))
+  end
+
+  def test_prev_node_found
+    depends = DependencyTree.new(GlobalConstants::ROOT => {GlobalConstants::PROJECT => FHIRWALKER, GlobalConstants::PREVIOUS => ONTOLOGY, GlobalConstants::NEXT => FHIRSERVICE})
+    assert_equal(ONTOLOGY, depends.previous_node(GlobalConstants::ROOT))
+  end
+
+  def test_root_node_not_found
+    depends = DependencyTree.new(GlobalConstants::ROOT => {GlobalConstants::PROJECT => ONTOLOGY})
+    assert_not_equal(GlobalConstants::ROOT, depends.root)
+  end
+
+  def test_next_node_not_found
+    depends = DependencyTree.new(GlobalConstants::ROOT => {GlobalConstants::PROJECT => ONTOLOGY, GlobalConstants::NEXT => FHIRSERVICE})
+    assert_not_equal(FHIRWALKER, depends.next_node(GlobalConstants::ROOT))
+  end
+
+  def test_prev_node_not_found
+    depends = DependencyTree.new(GlobalConstants::ROOT => {GlobalConstants::PROJECT => FHIRWALKER, GlobalConstants::PREVIOUS => GlobalConstants::ROOT, GlobalConstants::NEXT => FHIRSERVICE})
+    assert_not_equal(ONTOLOGY, depends.previous_node(GlobalConstants::ROOT))
+  end
+
+  def test_traverse
+    depends = DependencyTree.new(
+      GlobalConstants::ROOT => {
+        GlobalConstants::PROJECT => ONTOLOGY,
+        GlobalConstants::PREVIOUS => nil,
+        GlobalConstants::NEXT => FHIRWALKER
+      },
+      FHIRWALKER => {
+        GlobalConstants::PROJECT => FHIRWALKER,
+        GlobalConstants::PREVIOUS => GlobalConstants::ROOT,
+        GlobalConstants::NEXT => FHIRSERVICE
+      }
+    )
+
+    expected = [ONTOLOGY, FHIRWALKER]
+    actual = []
+    depends.traverse do |node|
+      actual << node
+    end
+
+    assert_equal expected, actual
+  end
+end