prima-twig 0.31.26 → 0.31.27

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5e45bd533cec92beec5365e901c842ab76fa0722
-  data.tar.gz: c9971919e628ce651e41bc2285f5d8841154978c
+  metadata.gz: 15d58488fd2bd1b8ace8507528e21c678ef199fe
+  data.tar.gz: c5507c00ab0af3c27c68632c1c114b2526f3bf6a
 SHA512:
-  metadata.gz: 3147499cd46a41f1f09eaed8fa14574dd7919a1a85164a06f42e9e42006f6bab3098c848e040a0799a6d27302344b5b8c8f55f7c33dd386c7ae950c87fcf1983
-  data.tar.gz: 4bb1a021366101b5f2372abc5b66371f67e99f719a1236fda0f43a13e86e08eb96d614e05ac616ad32a098d00547f8394b012f0ca5cb8d3330dfe28b901d701c
+  metadata.gz: '0888937056a71663c941305db96cbc07c637e65d94ea46e7ab0ee991150138b82126a43ac76fd51347dd45d3b33235fddc8a4170c492a237fe32eff470b949d3'
+  data.tar.gz: 491142c43b2f111685cdd48dfce54f875d65aa4ee285137466dd49ad072ba4cc4c1f41159c53b0185bf8b6c5d5c06b911aae0bd90e90687e366e03463f53a5b0

data/bin/twig-update-ami

@@ -7,7 +7,6 @@ require 'launchy'
 require 'json'
 require 'aws-sdk'
 
-#
 class TwigUpdateAmi
   include Command
   include PrimaAwsClient
@@ -39,7 +38,13 @@ class TwigUpdateAmi
         update_yml_files(new_ami_id, stack['yaml_filename'])
         copy_yml_files_to_s3(stack['yaml_filename'], stack['s3_key'])
         output 'updating stack on cloudformation'
-        update_stack_url(stack['stack_name'], stack['template_url'], stack['parameters']) if stack['stack_name']
+        update_stack_url(stack['stack_name'], stack['template_url'], get_stack_parameters(stack['stack_name'])) if stack['stack_name']
+      end
+      instance['batch_compute_environments'].each do |ce|
+        update_batch_compute_environment(ce, new_ami_id)
+      end
+      instance['stacks'].each do |stack|
+        wait_for_stack_ready(stack['stack_name'], ['CREATE_FAILED', 'ROLLBACK_IN_PROGRESS', 'ROLLBACK_FAILED', 'DELETE_IN_PROGRESS', 'DELETE_FAILED', 'DELETE_COMPLETE', 'UPDATE_ROLLBACK_FAILED', 'UPDATE_ROLLBACK_COMPLETE_CLEANUP_IN_PROGRESS', 'UPDATE_ROLLBACK_COMPLETE', 'ROLLBACK_COMPLETE'])
       end
     end
   end
@@ -98,6 +103,66 @@ class TwigUpdateAmi
     )
   end
 
+  def update_batch_compute_environment(stack, ami_id)
+    output 'updating ' + stack['yaml_filename'] + ' to add a new compute environment'
+
+    file_content = File.read stack['yaml_filename']
+    file_content.gsub!(/(\w+:\s+)!(\w+)/i, '\1QuaCeraUnPuntoEsclamativo\2')
+    file_content_original = file_content.clone
+    old_ce_name = file_content[/BatchComputeEnvironment[0-9]?+/]
+    new_ce_version = old_ce_name.sub('BatchComputeEnvironment', '').to_i + 1
+    new_ce_name = 'BatchComputeEnvironment' + new_ce_version.to_s
+    file_content.gsub!(old_ce_name, new_ce_name)
+    File.open stack['yaml_filename'] + 'new', 'w' do |f|
+      f.write file_content
+    end
+    update_yml_files(ami_id, stack['yaml_filename'] + 'new')
+
+    stack_body = YAML.load(file_content_original)
+    stack_body_new = YAML.load_file(stack['yaml_filename'] + 'new')
+    stack_body_merged = stack_body.deep_merge stack_body_new
+    File.open(stack['yaml_filename'], 'w') do |file|
+      file.write stack_body_merged.to_yaml.gsub('QuaCeraUnPuntoEsclamativo', '!')
+    end
+
+    output 'updating stack on cloudformation, (step 1)'
+    copy_yml_files_to_s3(stack['yaml_filename'], stack['s3_key'])
+    update_stack_url(stack['stack_name'], stack['template_url'], get_stack_parameters(stack['stack_name']))
+    wait_for_stack_ready(stack['stack_name'], ['CREATE_FAILED', 'ROLLBACK_IN_PROGRESS', 'ROLLBACK_FAILED', 'DELETE_IN_PROGRESS', 'DELETE_FAILED', 'DELETE_COMPLETE', 'UPDATE_ROLLBACK_FAILED', 'UPDATE_ROLLBACK_COMPLETE_CLEANUP_IN_PROGRESS', 'UPDATE_ROLLBACK_COMPLETE', 'ROLLBACK_COMPLETE'])
+
+    output "retrieving the list of stacks that are currently using the stack #{stack['stack_name']}"
+    job_stacks = list_import_stacks old_ce_name + '-production'
+    job_stacks.each do |job_stack_name|
+      output "updating the stack #{job_stack_name} to use to the new compute environment"
+      stack_body = get_stack_template(job_stack_name)
+      stack_parameters = get_stack_parameters(job_stack_name).reject{ |k| k.parameter_key == 'ComputeEnvironmentExportName' }
+      stack_parameters.push(
+        {
+          parameter_key: "ComputeEnvironmentExportName",
+          parameter_value: new_ce_name
+        }
+      )
+      update_stack(job_stack_name, stack_body, stack_parameters)
+    end
+    job_stacks.each do |job_stack_name|
+      wait_for_stack_ready(job_stack_name, ['CREATE_FAILED', 'ROLLBACK_IN_PROGRESS', 'ROLLBACK_FAILED', 'DELETE_IN_PROGRESS', 'DELETE_FAILED', 'DELETE_COMPLETE', 'UPDATE_ROLLBACK_FAILED', 'UPDATE_ROLLBACK_COMPLETE_CLEANUP_IN_PROGRESS', 'UPDATE_ROLLBACK_COMPLETE', 'ROLLBACK_COMPLETE'])
+    end
+
+    file_content = File.read stack['yaml_filename'] + 'new'
+    File.open stack['yaml_filename'], 'w' do |f|
+      f.write file_content.gsub('QuaCeraUnPuntoEsclamativo', '!')
+    end
+
+    output "updating stack #{stack['stack_name']} on cloudformation to remove the old compute environment"
+    copy_yml_files_to_s3(stack['yaml_filename'], stack['s3_key'])
+    update_stack_url(stack['stack_name'], stack['template_url'], get_stack_parameters(stack['stack_name']))
+    wait_for_stack_ready(stack['stack_name'], ['CREATE_FAILED', 'ROLLBACK_IN_PROGRESS', 'ROLLBACK_FAILED', 'DELETE_IN_PROGRESS', 'DELETE_FAILED', 'DELETE_COMPLETE', 'UPDATE_ROLLBACK_FAILED', 'UPDATE_ROLLBACK_COMPLETE_CLEANUP_IN_PROGRESS', 'UPDATE_ROLLBACK_COMPLETE', 'ROLLBACK_COMPLETE'])
+
+    File.delete(stack['yaml_filename'] + 'new')
+
+    output "cloudformation stack update for #{stack['stack_name']} done!"
+  end
+
   def help_content
     <<-HELP
 
@@ -123,6 +188,13 @@ class TwigUpdateAmi
     HELP
   end
 
+  class ::Hash
+      def deep_merge(second)
+          merger = proc { |key, v1, v2| Hash === v1 && Hash === v2 ? v1.merge(v2, &merger) : Array === v1 && Array === v2 ? v1 | v2 : [:undefined, nil, :nil].include?(v2) ? v1 : v2 }
+          self.merge(second.to_h, &merger)
+      end
+  end
+
   args = ARGV.dup
 
   if args.include?('--help')

data/lib/prima_aws_client.rb

@@ -80,12 +80,12 @@ module PrimaAwsClient
     output "Stack #{stack_name} spenta con successo\n".green
   end
 
-  def wait_for_stack_ready(stack_name)
+  def wait_for_stack_ready(stack_name, failed_statuses = ['CREATE_FAILED', 'ROLLBACK_IN_PROGRESS', 'ROLLBACK_FAILED', 'DELETE_IN_PROGRESS', 'DELETE_FAILED', 'DELETE_COMPLETE', 'UPDATE_ROLLBACK_FAILED', 'UPDATE_ROLLBACK_COMPLETE_CLEANUP_IN_PROGRESS'])
     ready = false
     sleep_seconds = 10
     output "Attendo che lo stack #{stack_name} finisca di essere inizializzato...\n".yellow
     while !ready
-      ready = true if stack_ready?(stack_name)
+      ready = true if stack_ready?(stack_name, failed_statuses)
       seconds_elapsed = 0
       loop do
         break if seconds_elapsed >= sleep_seconds
@@ -112,11 +112,13 @@ module PrimaAwsClient
     resp.template_body
   end
 
-  def stack_ready?(stack_name)
+  def stack_ready?(stack_name, failed_statuses = ['CREATE_FAILED', 'ROLLBACK_IN_PROGRESS', 'ROLLBACK_FAILED', 'DELETE_IN_PROGRESS', 'DELETE_FAILED', 'DELETE_COMPLETE', 'UPDATE_ROLLBACK_FAILED', 'UPDATE_ROLLBACK_COMPLETE_CLEANUP_IN_PROGRESS'])
     resp = cf_client.describe_stacks(
       stack_name: stack_name
     )
-    ['CREATE_COMPLETE', 'UPDATE_COMPLETE', 'UPDATE_ROLLBACK_COMPLETE'].include? resp.stacks[0].stack_status
+    stack_status = resp.stacks[0].stack_status
+    raise "The stack #{stack_name} errored out" if failed_statuses.include? stack_status
+    ['CREATE_COMPLETE', 'UPDATE_COMPLETE', 'UPDATE_ROLLBACK_COMPLETE', 'ROLLBACK_COMPLETE'].include? stack_status
   end
 
   def artifact_exists?(bucket, path)
@@ -136,4 +138,18 @@ module PrimaAwsClient
 
     output "#{@s3_bucket}/#{destination_path} uploadato con successo!\n".green
   end
+
+  def list_import_stacks(export_name)
+    stacks = []
+    next_token = ''
+    loop do
+      print '.'.yellow; STDOUT.flush
+      options = next_token != '' ? { export_name: export_name, next_token: next_token } : {export_name: export_name}
+      resp = cf_client.list_imports(options)
+      stacks += resp.imports
+      break unless resp.next_token
+      next_token = resp.next_token
+    end
+    stacks
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: prima-twig
 version: !ruby/object:Gem::Version
-  version: 0.31.26
+  version: 0.31.27
 platform: ruby
 authors:
 - Matteo Giachino
@@ -13,7 +13,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-12-22 00:00:00.000000000 Z
+date: 2017-12-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk
@@ -214,7 +214,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.14
+rubygems_version: 2.6.12
 signing_key: 
 specification_version: 4
 summary: The Prima twig toolbelt