prima-twig 0.57.0 → 0.57.80

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 263cb3add15f62f517e594cd0319db08a667ada510f43d586e18bc68cc221709
-  data.tar.gz: 22659c79c2ae2a16377e65043e182c48768b1445b4bd79c01273e60274991904
+  metadata.gz: 51903b41de0cd28b6e1b56faa840380a3373ca3103b58365136cf426350da89a
+  data.tar.gz: b0d891e37eab45b631c00047941c56814fe595edc023eb746c2ff2c02290ff22
 SHA512:
-  metadata.gz: e8dd33e8a28dc23c7bee07318f30895c7c2c3dba67d1841791f66ee32a42095945abe871753d587b92731c169e259a60caec2bee7935219ca775efd695b28d69
-  data.tar.gz: 10c2eaf08194ea86fb6cc836cd9127772955b944d27f2af4647fc597cf61aa94aa41d07dcb8e329a2af2db1c5d5f4da5ee5d14c8ea5c603d212de977173f44f8
+  metadata.gz: 54a09eec6cb7a1bf6a70c9060223cb79959862b034425182faf38c7fbb57b85817e46a8db89a5edcf698702ebffd8fe7777123a56fa60b2cd6970d735306dafe
+  data.tar.gz: 0d8006713738879a987506f5e8d8c075970d77f252fbe684769d5222113d44395cdcae26da2f38adeaf01740f1a6fbce6f78d26b91f323495cdb64fc1992dff0

data/bin/twig-feature

@@ -22,12 +22,7 @@ class Release
         exec "twig feature #{ARGV.join ' '}"
       end
     end
-    @cf = Aws::CloudFormation::Client.new
-    @alb = Aws::ElasticLoadBalancingV2::Client.new
-    @ec2 = Aws::EC2::Client.new
-    @ecs = Aws::ECS::Client.new
     @batch = Aws::Batch::Client.new
-    @asg = Aws::AutoScaling::Client.new
     @s3 = Aws::S3::Client.new
     @s3_bucket = 'prima-artifacts'
     @artifact_path = '/tmp/prima-artifact.zip'
@@ -79,8 +74,6 @@ class Release
         qainit_deploy_update!
       elsif 'read' == args[1]
         qainit_read_config! args[2]
-      elsif 'minimal' == args[1]
-        qainit_minimal_deploy! args[2]
       else
         if args[1]
           select_branches(args[1..-1])
@@ -105,8 +98,6 @@ class Release
         deploy_update!
       elsif 'lock' == args[1]
         deploy_lock!
-      elsif 'minimal' == args[1]
-        qainit_drone_minimal_deploy!
       else
         if args[1]
           select_branches(args[1])
@@ -499,35 +490,6 @@ class Release
      git checkout master`
   end
 
-  def qainit_minimal_deploy!(project)
-    abort('L\'unico progetto permesso è prima') unless ['prima'].include? project
-    project_definition = choose_branch_to_deploy(project)
-
-    `git checkout master && git pull && git remote prune origin`
-
-    default_name = project_definition[:name]
-    output "Inserisci la feature a cui si riferisce il QA: [#{default_name}]".cyan
-    feature_number = String(STDIN.gets.chomp)
-    feature_number = default_name if feature_number.empty?
-
-    if `git branch -l | grep #{feature_number}`.size > 0
-      `git checkout #{feature_number} && git pull`
-    else
-      `git checkout -b #{feature_number}`
-    end
-
-    # così recupero le informazioni sul branch, poi vado a scrivere il file branch_names con una sola riga
-    branch = {'project' => { 'name' => project_definition[:name], 'revision' => project_definition[:revision], 'default_branch' => project_definition[:default_branch]}}
-
-    File.open('branch_names', 'w') { |file| file.write(JSON.generate(branch)) }
-
-    `git add projects && \
-     git add branch_names && \
-     git commit -m 'minimal_#{feature_number}' && \
-     git push --set-upstream origin #{feature_number} && \
-     git checkout master`
-  end
-
   def qainit_deploy_update!
     `git checkout master && git pull`
     # cancelliamo tutti i branch che non sono più sul repo remoto
@@ -566,11 +528,7 @@ class Release
 
     File.open('branch_names', 'w') { |file| file.write(JSON.generate(@projects)) }
 
-    if `git log -1` =~ /minimal_/
-      `git commit -am 'minimal_update'`
-    else
-      `git commit -am 'update'`
-    end
+    `git commit -am 'update'`
     `git push && git checkout master`
   end
 
@@ -678,9 +636,6 @@ class Release
     when 'shutdown'
       output 'Shutting down'.green
       qainit_drone_shutdown!
-    when 'minimal'
-      output 'Starting minimal deploy'.green
-      qainit_drone_minimal_deploy!
     else
       output 'Starting standard deploy'.green
       deploy_feature!
@@ -692,7 +647,6 @@ class Release
     `mkdir -p cloudformation/stacks/task cloudformation/stacks/route53 cloudformation/stacks/asg cloudformation/stacks/elb`
     @s3.get_object({bucket: "prima-deploy", key: 'cloudformation/stacks/task/db.yml', response_target: 'cloudformation/stacks/task/db.yml'})
     @s3.get_object({bucket: "prima-deploy", key: 'cloudformation/stacks/route53/qa.yml', response_target: 'cloudformation/stacks/route53/qa.yml'})
-    @s3.get_object({bucket: "prima-deploy", key: 'cloudformation/stacks/route53/minimal_qa.yml', response_target: 'cloudformation/stacks/route53/minimal_qa.yml'})
     @s3.get_object({bucket: "prima-deploy", key: 'cloudformation/stacks/asg/ecs-asg-allinone.yml', response_target: 'cloudformation/stacks/asg/ecs-asg-allinone.yml'})
     @s3.get_object({bucket: "prima-deploy", key: 'cloudformation/stacks/ecs-cluster.yml', response_target: 'cloudformation/stacks/ecs-cluster.yml'})
     @s3.get_object({bucket: "prima-deploy", key: 'cloudformation/stacks/elb/alb-public-qa.yml', response_target: 'cloudformation/stacks/elb/alb-public-qa.yml'})
@@ -707,173 +661,6 @@ class Release
     end
   end
 
-  def qainit_drone_minimal_deploy!
-    # tenere solo il project da deployare (l'unico project è prima)
-    @ami_id = get_ami_id("ecs-fleet-allinone-staging")
-    project = ''
-    @projects.each_key do |project_key|
-      if @projects[project_key]['revision']
-        project = project_key
-        git_checkout_version(project_key, @projects[project_key]['revision'])
-      end
-    end
-    deploy_id = get_deploy_id
-
-    @git_branch = ENV['DRONE_BRANCH']
-    @dns_record_identifier = deploy_id
-    hostname_pattern_priority = hostname_pattern_priority()
-    tags = [
-      {
-        key: "qainit",
-        value: @git_branch
-      },
-      {
-        key: project,
-        value: @projects[project]['name']
-      },
-      {
-        key: "hostname_pattern_priority",
-        value: hostname_pattern_priority
-      }
-    ]
-
-    cluster_stack_name = "ecs-cluster-qa-#{deploy_id}"
-
-    if stack_exists?(cluster_stack_name)
-      tags = get_stack_tags(cluster_stack_name)
-      hostname_pattern_priority = tags.detect do |tag|
-        tag.key == 'hostname_pattern_priority'
-      end.value
-    end
-
-    stack_name_alb = @base_stack_name_alb + deploy_id[0..5]
-    stack_name_alb_ws = @base_stack_name_alb_ws + deploy_id[0..5]
-
-    create_cluster_stack(cluster_stack_name, tags) unless stack_exists?(cluster_stack_name)
-    wait_for_stack_ready(cluster_stack_name) unless stack_ready?(cluster_stack_name)
-
-    create_alb_stack(stack_name_alb, "http", deploy_id, 'qa-minimal') unless stack_exists?(stack_name_alb)
-    create_alb_stack(stack_name_alb_ws, "websocket", deploy_id, 'qa-minimal') unless stack_exists?(stack_name_alb_ws)
-
-    resp = @cf.describe_stack_resource({stack_name: cluster_stack_name, logical_resource_id: 'ECSCluster'})
-    @ecs_cluster_name = resp.stack_resource_detail.physical_resource_id
-
-    asg_stack_name = "ecs-asg-allinone-qa-#{deploy_id}"
-    create_asg_stack(asg_stack_name, tags) unless stack_exists?(asg_stack_name)
-
-    deploy_id = get_deploy_id
-    create_pyxis_artifact(@projects["pyxis-npm"]['revision'], deploy_id)
-    create_prima_artifact(@projects["prima"]['revision'], @projects["prima"]['name'], deploy_id, true) unless artifact_exists?('prima-artifacts-encrypted', "prima/#{@projects["prima"]['revision']}.tar.gz")
-
-    wait_for_stack_ready(stack_name_alb) unless stack_ready?(stack_name_alb)
-    wait_for_stack_ready(stack_name_alb_ws) unless stack_ready?(stack_name_alb_ws)
-
-    stack_name_route53 = "ecs-route53-qa-#{deploy_id}"
-    stack_body = IO.read('cloudformation/stacks/route53/minimal_qa.yml')
-    parameters = [
-      {
-        parameter_key: "DnsRecordIdentifier",
-        parameter_value: @dns_record_identifier
-      },
-      {
-        parameter_key: "PrimaElbHostname",
-        parameter_value: get_alb_host(stack_name_alb)
-      },
-      {
-        parameter_key: 'CrashElbHostname',
-        parameter_value: get_alb_host(stack_name_alb_ws)
-      }
-    ]
-
-    create_stack(stack_name_route53, stack_body, parameters, tags, @cf_role) unless stack_exists?(stack_name_route53)
-    wait_for_stack_ready(stack_name_route53) unless stack_ready?(stack_name_route53)
-
-    stack_name_web = "ecs-task-web-qa-#{deploy_id}"
-    git_checkout_version('prima', @projects["prima"]['revision'])
-    stack_body = IO.read('projects/prima/app/cloudformation/tasks/web.yml')
-    parameters = [
-      {
-        parameter_key: "Environment",
-        parameter_value: "qa-minimal"
-      },
-      {
-        parameter_key: "ReleaseVersion",
-        parameter_value: "#{@projects["prima"]['revision']}"
-      },
-      {
-        parameter_key: "TaskDesiredCount",
-        parameter_value: "1"
-      },
-      {
-        parameter_key: "ECSClusterName",
-        parameter_value: @ecs_cluster_name
-      },
-      {
-        parameter_key: "ALBShortName",
-        parameter_value: "web-qa-#{deploy_id}"[0..27]
-      },
-      {
-        parameter_key: "WebQaBaseHostname",
-        parameter_value: "#{@dns_record_identifier}.qa.colaster.com"
-      },
-      {
-        parameter_key: "HostnamePattern",
-        parameter_value: "ww*-#{@dns_record_identifier}.qa.colaster.com"
-      },
-      {
-        parameter_key: "HostnamePatternPriority",
-        parameter_value: hostname_pattern_priority
-      },
-      {
-        parameter_key: "HostnamePatternAggregatorPriority",
-        parameter_value: (hostname_pattern_priority.to_i + 1).to_s
-      },
-      {
-        parameter_key: "EnvHash",
-        parameter_value: deploy_id
-      },
-      {
-        parameter_key: "AssangeHostname",
-        parameter_value: "assange-#{@dns_record_identifier}.qa.colaster.com"
-      },
-      {
-        parameter_key: "BackofficeHostname",
-        parameter_value: "backoffice-#{@dns_record_identifier}.qa.colaster.com"
-      },
-      {
-        parameter_key: "WebHostname",
-        parameter_value: "www-#{@dns_record_identifier}.qa.colaster.com"
-      },
-      {
-        parameter_key: "FePrimaDomain",
-        parameter_value: "www-#{@dns_record_identifier}.qa.colaster.com"
-      },
-      {
-        parameter_key: "HostnamePattern",
-        parameter_value: "www-#{@dns_record_identifier}.qa.colaster.com"
-      }
-    ]
-    if stack_exists?(stack_name_web)
-      cur_version = get_currently_deployed_version(stack_name_web)
-      update_stack(stack_name_web, stack_body, parameters, tags, @cf_role) unless cur_version.include?(@projects["prima"]['revision'])
-    else
-      create_stack(stack_name_web, stack_body, parameters, tags, @cf_role)
-    end
-    wait_for_stack_ready(stack_name_web) unless stack_ready?(stack_name_web)
-    update_service_defaults(stack_name_web)
-    prima_hostname = get_route53_hostname(stack_name_web)
-
-    projects_text = "
-> Prima url: https://#{prima_hostname}
-> SSH connection: ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no githubUsername@#{ec2_ip_address(asg_stack_name)}\n"
-
-    output projects_text.cyan
-    output "Deploy effettuato, everything is awesome!\n".green
-    if @qainit
-      qainit_write_output(projects_text, 'Indirizzi scritti su ')
-    end
-  end
-
   def deploy_feature!
     `git pull && git submodule init && git submodule update`
     @ami_id = get_ami_id("ecs-fleet-allinone-staging")
@@ -926,7 +713,7 @@ class Release
     create_alb_stack(stack_name_alb, "http", deploy_id) unless stack_exists?(stack_name_alb)
     create_alb_stack(stack_name_alb_ws, "websocket", deploy_id) unless stack_exists?(stack_name_alb_ws)
 
-    resp = @cf.describe_stack_resource({stack_name: cluster_stack_name, logical_resource_id: 'ECSCluster'})
+    resp = describe_stack_resource(cluster_stack_name, 'ECSCluster')
     @ecs_cluster_name = resp.stack_resource_detail.physical_resource_id
 
     asg_stack_name = "ecs-asg-allinone-qa-#{deploy_id}"
@@ -2037,16 +1824,10 @@ class Release
   end
 
   def ec2_ip_address(asg_stack_name)
-    resp = @cf.describe_stack_resource({
-      stack_name: asg_stack_name,
-      logical_resource_id: 'ECSAutoScalingGroup'
-    })
-    resp = @asg.describe_auto_scaling_groups({
-      auto_scaling_group_names: [resp.stack_resource_detail.physical_resource_id],
-      max_records: 1
-    })
+    resp = describe_stack_resource(asg_stack_name, 'ECSAutoScalingGroup')
+    resp = describe_auto_scaling_groups([resp.stack_resource_detail.physical_resource_id], 1)
     instance_id = resp.auto_scaling_groups[0].instances[0].instance_id
-    resp = @ec2.describe_instances({instance_ids: [instance_id]})
+    resp = describe_instances([instance_id])
     resp.reservations[0].instances[0].private_ip_address
   end
 
@@ -2091,13 +1872,8 @@ class Release
     when stack_name.include?('hutch')
       logical_resource_id = 'EcsApplicationLoadBalancerPublic'
     end
-    resp = @cf.describe_stack_resource({
-      stack_name: stack_name,
-      logical_resource_id: logical_resource_id
-    })
-    resp = @alb.describe_load_balancers({
-      load_balancer_arns: [resp.stack_resource_detail.physical_resource_id]
-    })
+    resp = describe_stack_resource(stack_name, logical_resource_id)
+    resp = describe_load_balancers([resp.stack_resource_detail.physical_resource_id])
     resp.load_balancers[0].dns_name
   end
 
@@ -2146,18 +1922,8 @@ class Release
     else
       raise "Service name non gestito per lo stack #{stack_name}"
     end
-    resp = @cf.describe_stack_resource(
-      stack_name: stack_name,
-      logical_resource_id: logical_resource_id
-    )
-    @ecs.update_service(
-      cluster: @ecs_cluster_name,
-      service: resp.stack_resource_detail.physical_resource_id,
-      deployment_configuration: {
-        minimum_healthy_percent: 0,
-        maximum_percent: 100
-      }
-    )
+    resp = describe_stack_resource(stack_name, logical_resource_id)
+    update_ecs_service(@ecs_cluster_name, resp.stack_resource_detail.physical_resource_id, {minimum_healthy_percent: 0, maximum_percent: 100})
   end
 
   def create_activia_artifact(revision)
@@ -2531,7 +2297,7 @@ class Release
     Dir.chdir '../../'
   end
 
-  def create_prima_artifact(revision, branch_name, deploy_id, minimal = false)
+  def create_prima_artifact(revision, branch_name, deploy_id)
     output "Preparo l'artifact prima .zip\n".yellow
 
     git_checkout_version('prima', revision)
@@ -2892,24 +2658,20 @@ class Release
   end
 
   def import_dbs(ip_address)
-    resp = @ecs.run_task({
-      cluster: @ecs_cluster_name,
-      task_definition: @import_db_task,
-      overrides: {
-        container_overrides: [
-          {
-            name: 'dbrestore',
-            environment: [
-              {
-                name: 'EC2_IP_ADDRESS',
-                value: ip_address
-              }
-            ]
-          }
-        ]
-      },
-      count: 1
-    })
+    overrides = {
+      container_overrides: [
+        {
+          name: 'dbrestore',
+          environment: [
+            {
+              name: 'EC2_IP_ADDRESS',
+              value: ip_address
+            }
+          ]
+        }
+      ]
+    }
+    resp = run_ecs_task(@ecs_cluster_name, @import_db_task, overrides, 1)
     return resp
   end
 
@@ -2923,10 +2685,7 @@ class Release
         pp task
         stop_if true, "Task di import DB lanciato, ma risposta vuota!".red
       end
-      task = @ecs.describe_tasks({
-        cluster: task.tasks[0].cluster_arn,
-        tasks: [task.tasks[0].task_arn]
-      })
+      task = describe_ecs_tasks(task.tasks[0].cluster_arn, [task.tasks[0].task_arn])
       stopped_at = task.tasks[0].stopped_at unless task.tasks[0].nil?
       sleep_seconds = 10
       seconds_elapsed = 0
@@ -3030,10 +2789,7 @@ class Release
   end
 
   def launch_marley(ip_address, prima_hostname, borat_hostname)
-    resp = @cf.describe_stack_resource({
-      stack_name: 'batch-job-marley',
-      logical_resource_id: 'JobDefinition'
-    })
+    resp = describe_stack_resource('batch-job-marley', 'JobDefinition')
 
     @batch.submit_job({
         job_name: "marley-#{@dns_record_identifier}", # required
@@ -3142,7 +2898,6 @@ Description
   finish                      finishes the feature by merging to dev and master
   qainit                      deploys a new environment with selected branches from every project
   qainit $PROJECT_NAME        deploys a new environment allowing to selected a branch from the input project (everything else is master)
-  qainit minimal prima        deploys a new copy of prima project, using staging microservices and database
   qainit shutdown             deletes a specific qa environment
 
 Available only to devops (from artemide)

data/lib/prima_aws_client.rb

@@ -18,6 +18,14 @@ module PrimaAwsClient
     @ec2 ||= Aws::EC2::Client.new
   end
 
+  def alb_client
+    @alb ||= Aws::ElasticLoadBalancingV2::Client.new
+  end
+
+  def ecs_client
+    @ecs ||= Aws::ECS::Client.new
+  end
+
   def stack_list
     stacks = []
     next_token = ''
@@ -307,6 +315,91 @@ module PrimaAwsClient
     stacks
   end
 
+  def describe_stack_resource(cluster_stack_name, logical_resource_id)
+    begin
+      resp = cf_client.describe_stack_resource({stack_name: cluster_stack_name, logical_resource_id: logical_resource_id})
+    rescue Aws::CloudFormation::Errors::Throttling => e
+      output 'Throttling, retrying in 15 seconds'.red
+      sleep 15
+      resp = describe_stack_resource(cluster_stack_name, logical_resource_id)
+    end
+  end
+
+  def describe_instances(instance_ids)
+    begin
+      resp = ec2_client.describe_instances({instance_ids: instance_ids})
+    rescue Aws::CloudFormation::Errors::Throttling => e
+      output 'Throttling, retrying in 15 seconds'.red
+      sleep 15
+      resp = describe_instances(instance_ids)
+    end
+  end
+
+  def describe_auto_scaling_groups(auto_scaling_group_names, max_records)
+    begin
+      resp = asg_client.describe_auto_scaling_groups({
+        auto_scaling_group_names: auto_scaling_group_names,
+        max_records: max_records
+      })
+    rescue Aws::CloudFormation::Errors::Throttling => e
+      output 'Throttling, retrying in 15 seconds'.red
+      sleep 15
+      resp = describe_auto_scaling_groups(auto_scaling_group_names, max_records)
+    end
+  end
+
+  def describe_load_balancers(load_balancer_arns)
+    begin
+      resp = alb_client.describe_load_balancers({load_balancer_arns: load_balancer_arns})
+    rescue Aws::CloudFormation::Errors::Throttling => e
+      output 'Throttling, retrying in 15 seconds'.red
+      sleep 15
+      resp = describe_load_balancers(load_balancer_arns)
+    end
+  end
+
+  def update_ecs_service(cluster, service, deployment_configuration)
+    begin
+      resp = ecs_client.update_service(
+        cluster: cluster,
+        service: service,
+        deployment_configuration: deployment_configuration
+      )
+    rescue Aws::CloudFormation::Errors::Throttling => e
+      output 'Throttling, retrying in 15 seconds'.red
+      sleep 15
+      resp = update_ecs_service(cluster, service, deployment_configuration)
+    end
+  end
+
+  def describe_ecs_tasks(cluster, tasks)
+    begin
+      resp = ecs_client.describe_tasks({
+        cluster: cluster,
+        tasks: tasks
+      })
+    rescue Aws::CloudFormation::Errors::Throttling => e
+      output 'Throttling, retrying in 15 seconds'.red
+      sleep 15
+      resp = describe_ecs_tasks(cluster, tasks)
+    end
+  end
+
+  def run_ecs_task(cluster, task_definition, overrides, count)
+    begin
+      resp = ecs_client.run_task({
+        cluster: cluster,
+        task_definition: task_definition,
+        overrides: overrides,
+        count: count
+      })
+    rescue Aws::CloudFormation::Errors::Throttling => e
+      output 'Throttling, retrying in 15 seconds'.red
+      sleep 15
+      resp = run_ecs_task(cluster, task_definition, overrides, count)
+    end
+  end
+
   def get_autoscaling_capacity(asg_name)
     resp = asg_client.describe_auto_scaling_groups(auto_scaling_group_names: [asg_name])
     resp.auto_scaling_groups[0].desired_capacity

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: prima-twig
 version: !ruby/object:Gem::Version
-  version: 0.57.0
+  version: 0.57.80
 platform: ruby
 authors:
 - Matteo Giachino
@@ -14,7 +14,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-11-22 00:00:00.000000000 Z
+date: 2019-11-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk