prima-twig 0.23.2 → 0.24.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1103e958bce7596f85d39a27300d118ae55e42e2
-  data.tar.gz: d83a0de45976468aeb21cc1bb6c9509ce41e97f7
+  metadata.gz: 3cdb68fcab4e2545accf55a97e9727cc9afb43b5
+  data.tar.gz: a3ac16212ed2ea647d1fa56e33dc66ef89ccb616
 SHA512:
-  metadata.gz: 1cb03a8d26ca23440dbf6b20d3e8cf450d0b298c0ccd2274dd4abb70dd898e3f2eeed7c70c5a939623d37b30eb597f612613828fdb31d502e77ca191af0e0384
-  data.tar.gz: 7da4f4f1c6e6383dbc7c312e8c9b62599179e03b13f6d8a778c284750bc8ef67704a44a8da719d70a6614781058784c05e3a9a8eb9dba2baa39f06d95f0aa757
+  metadata.gz: 16b7da2afb3f16a1c6b934dcb76c64a61ff545b5ebac08695bbc3648fb715d615a7c3757c2e4e2cfd54e00d2fea8d012f379283e56021d6768f9a3dacff3cdba
+  data.tar.gz: 395805863bb009fbd464f032eb17b96728a5082aff89b80d48e0582ce95932290bcc8290f3e45819d960afb0ab87f047a79e7be28df874d09232e17dc97b0f82

data/bin/twig-feature

@@ -47,6 +47,14 @@ class Release
         deploy_shutdown!
       elsif "update" == args[1]
         deploy_update!
+      elsif "aggregator" == args[1]
+        if args[2] and "enable" == args[2]
+          deploy_aggregator_enable!
+        elsif args[2] and "disable" == args[2]
+          deploy_aggregator_disable!
+        else
+          stop_for_wrong_args()
+        end
       else
         if args[1]
           select_branches(args[1])
@@ -57,10 +65,14 @@ class Release
         end
       end
     else
-      stop_if true, [:wrong_args, ['start', 'finish', 'deploy', 'deploy stop', 'deploy update']]
+      stop_for_wrong_args()
     end
   end
 
+  def stop_for_wrong_args
+    stop_if true, [:wrong_args, ['start', 'finish', 'deploy', 'deploy project_name', 'deploy stop', 'deploy update', 'deploy aggregator enable', 'deploy aggregator disable']]
+  end
+
   def start_feature!
     branch_name = @prima.clean_branch_name(ask('Inserisci il nome del branch (puoi omettere feature/): '.cyan))
     stop_unless branch_name.length > 0, 'Devi inserire il nome del branch'
@@ -73,6 +85,159 @@ class Release
     exec_step "git checkout -b " + branch_name
   end
 
+  def deploy_aggregator_disable!
+    output "Disable aggregator"
+
+    output "Recupero le informazioni relative al puntamento dei record DNS..."
+    cloudflare = Rubyflare.connect_with(@prima.config['cloudflare_email'], @prima.config['cloudflare_apikey'])
+    dns_records = cloudflare.get("zones/1fb634f19c43dfb0162cc4cb91915da2/dns_records", {"per_page": 100, "type": "CNAME", "content": get_alb_host(@stack_name_alb)})
+    stop_if dns_records.body[:result].empty?, "I record DNS degli aggregatori non stanno puntando ad un QA".red
+
+    output "Recupero le informazioni sui QA attivi..."
+    stack_list, envs = get_stacks()
+
+    env_hash = nil
+    unless envs.empty?
+      env_hash = envs.detect do |key, tags|
+        aggregator_enabled = tags.detect do |tag|
+          tag.key === "hostname_pattern_priority" and tag.value === "1"
+        end.is_a?(Aws::CloudFormation::Types::Tag)
+        aggregator_enabled
+      end[0]
+      change_hostname_priority(env_hash, hostname_pattern_priority())
+      dns_to_staging()
+    else
+      output "Nessun QA trovato".red
+      exit
+    end
+
+    output "Finito!".green
+  end
+
+  def deploy_aggregator_enable!
+    output "Enable aggregator"
+
+    output "Recupero le informazioni relative al puntamento dei record DNS..."
+    cloudflare = Rubyflare.connect_with(@prima.config['cloudflare_email'], @prima.config['cloudflare_apikey'])
+    dns_records = cloudflare.get("zones/1fb634f19c43dfb0162cc4cb91915da2/dns_records", {"per_page": 100, "type": "CNAME", "content": "staging.prima.it"})
+    stop_if dns_records.body[:result].empty?, "I record DNS degli aggregatori stanno gia' puntando ad un QA".red
+
+    output "Recupero le informazioni sui QA attivi..."
+    stack_list, envs = get_stacks()
+
+    env_hash = nil
+    unless envs.empty?
+      env_hash = choose do |menu|
+        menu.prompt = "Scegli il QA al quale vuoi far puntare gli ambienti di staging dei comparatori: ".cyan
+        menu.shell  = true
+        envs.each do |key, env|
+          title = ""
+          env.each do |e|
+            title << "\n#{e.key.upcase}: #{e.value}"
+          end
+          msg = "#{@prima.reduce_size(title, 1000)}".light_blue
+          menu.choice(msg) { key }
+        end
+      end
+    else
+      output "Nessun QA trovato".red
+      exit
+    end
+
+    change_hostname_priority(env_hash, "1")
+
+    dns_records.body[:result].each do |dns|
+      if dns[:name] =~ /^\w+\-\w+\-staging\.prima\.it$/
+        output "Changing #{dns[:name]} DNS record"
+        cloudflare.put("zones/1fb634f19c43dfb0162cc4cb91915da2/dns_records/#{dns[:id]}", {"type": "CNAME", "name": dns[:name], "content": get_alb_host(@stack_name_alb), "proxied": true, "ttl": 1})
+      end
+    end
+
+    output "Finito!".green
+  end
+
+  def change_hostname_priority(env_hash, hostname_pattern_priority)
+    cluster_stack_name = "ecs-cluster-#{env_hash}"
+    tags = get_stack_tags(cluster_stack_name).map do |tag|
+      if tag.key === "hostname_pattern_priority"
+        {
+          key: "hostname_pattern_priority",
+          value: hostname_pattern_priority
+        }
+      else
+        tag
+      end
+    end
+
+    stack_list.each do |stack|
+      if stack.stack_name.match(/#{env_hash}$/)
+        stack_name = stack.stack_name
+        begin
+          @cf.update_stack({
+            stack_name: stack_name,
+            tags: tags,
+            parameters: get_stack_parameters(stack_name),
+            template_body: get_stack_template(stack_name),
+            capabilities: ["CAPABILITY_IAM"]
+          })
+        rescue Aws::CloudFormation::Errors::ValidationError => e
+          raise e
+        else
+          output "L'update dello stack #{stack_name} è stato avviato".green
+        end
+      end
+    end
+
+    stack_list.each do |stack|
+      if stack.stack_name.match(/#{env_hash}$/)
+        wait_for_stack_ready(stack.stack_name) unless stack_ready?(stack.stack_name)
+      end
+    end
+
+    stack_name_web = "ecs-task-web-#{env_hash}"
+    parameters = get_stack_parameters(stack_name_web).map do |param|
+      if param.parameter_key === "HostnamePatternPriority"
+        {
+          parameter_key: "HostnamePatternPriority",
+          parameter_value: hostname_pattern_priority
+        }
+      elsif param.parameter_key === "HostnamePatternAggregatorPriority"
+        {
+          parameter_key: "HostnamePatternAggregatorPriority",
+          parameter_value: (hostname_pattern_priority.to_i + 1).to_s
+        }
+      else
+        param
+      end
+    end
+
+    begin
+      @cf.update_stack({
+        stack_name: stack_name_web,
+        template_body: get_stack_template(stack_name_web),
+        parameters: parameters,
+        capabilities: ["CAPABILITY_IAM"]
+      })
+    rescue Aws::CloudFormation::Errors::ValidationError => e
+      raise e
+    else
+      output "L'update dello stack #{stack_name_web} è stato avviato".green
+    end
+    wait_for_stack_ready(stack_name_web) unless stack_ready?(stack_name_web)
+  end
+
+  def dns_to_staging
+    output "Recupero le informazioni relative al puntamento dei record DNS..."
+    cloudflare = Rubyflare.connect_with(@prima.config['cloudflare_email'], @prima.config['cloudflare_apikey'])
+    dns_records = cloudflare.get("zones/1fb634f19c43dfb0162cc4cb91915da2/dns_records", {"per_page": 100, "type": "CNAME", "content": get_alb_host(@stack_name_alb)})
+    dns_records.body[:result].each do |dns|
+      if dns[:name] =~ /^\w+\-\w+\-staging\.prima\.it$/
+        output "Changing #{dns[:name]} DNS record"
+        cloudflare.put("zones/1fb634f19c43dfb0162cc4cb91915da2/dns_records/#{dns[:id]}", {"type": "CNAME", "name": dns[:name], "content": "staging.prima.it", "proxied": true, "ttl": 1})
+      end
+    end
+  end
+
   def finish_feature!
     current_branch_name = @prima.twig.current_branch_name
     stop_unless (current_branch_name =~ /^feature\//), "Non sei su un branch di feature, non posso mergiare nulla"
@@ -127,6 +292,15 @@ class Release
       end
     end
 
+    cluster_stack_name = "ecs-cluster-#{env_hash}"
+    aggregator_enabled = get_stack_tags(cluster_stack_name).detect do |tag|
+      tag.key === "hostname_pattern_priority" and tag.value === "1"
+    end.is_a?(Aws::CloudFormation::Types::Tag)
+
+    if aggregator_enabled
+      dns_to_staging()
+    end
+
     # Se non ha finito di cancellare le altre non si puo' cancellare il cluster
     output "Attendo 60 secondi per poter eliminare il cluster ECS"
     sleep 60
@@ -163,7 +337,9 @@ class Release
     end
 
     envs[env_hash].each do |env|
-      @projects[env.key] = select_branch_to_deploy(env.key, env.value)
+      unless ['hostname_pattern_priority'].include? env.key
+        @projects[env.key] = select_branch_to_deploy(env.key, env.value)
+      end
     end
 
     deploy_feature!
@@ -177,7 +353,7 @@ class Release
 
     deploy_id = Digest::MD5.hexdigest(@projects["prima"][:name] + @projects["backoffice"][:name] + @projects["urania"][:name] + @projects["ermes"][:name] + @projects["bburago"][:name] + @projects["hal9000"][:name] + @projects["fidaty"][:name])
     @dns_record_identifier = deploy_id
-
+    hostname_pattern_priority = hostname_pattern_priority()
     tags = [
       {
         key: "prima",
@@ -206,10 +382,22 @@ class Release
       {
         key: "fidaty",
         value: @projects["fidaty"][:name]
+      },
+      {
+        key: "hostname_pattern_priority",
+        value: hostname_pattern_priority
       }
     ]
 
     cluster_stack_name = "ecs-cluster-qa-#{deploy_id}"
+
+    if stack_exists?(cluster_stack_name)
+      tags = get_stack_tags(cluster_stack_name)
+      hostname_pattern_priority = tags.detect do |tag|
+        tag.key === "hostname_pattern_priority"
+      end.value
+    end
+
     create_cluster_stack(cluster_stack_name, tags) unless stack_exists?(cluster_stack_name)
     wait_for_stack_ready(cluster_stack_name) unless stack_ready?(cluster_stack_name)
 
@@ -282,11 +470,11 @@ class Release
       },
       {
         parameter_key: "HostnamePatternPriority",
-        parameter_value: hostname_pattern_priority()
+        parameter_value: hostname_pattern_priority
       },
       {
         parameter_key: "HostnamePatternAggregatorPriority",
-        parameter_value: hostname_pattern_priority()
+        parameter_value: (hostname_pattern_priority.to_i + 1).to_s
       }
     ]
     if stack_exists?(stack_name_web)
@@ -350,7 +538,7 @@ class Release
       },
       {
         parameter_key: "HostnamePatternPriority",
-        parameter_value: hostname_pattern_priority()
+        parameter_value: hostname_pattern_priority
       }
     ]
     if stack_exists?(stack_name_urania)
@@ -414,7 +602,7 @@ class Release
       },
       {
         parameter_key: "HostnamePatternPriority",
-        parameter_value: hostname_pattern_priority()
+        parameter_value: hostname_pattern_priority
       }
     ]
     if stack_exists?(stack_name_bburago)
@@ -455,7 +643,7 @@ class Release
       },
       {
         parameter_key: "HostnamePatternPriority",
-        parameter_value: hostname_pattern_priority()
+        parameter_value: hostname_pattern_priority
       }
     ]
     if stack_exists?(stack_name_hal9000)
@@ -496,7 +684,7 @@ class Release
       },
       {
         parameter_key: "HostnamePatternPriority",
-        parameter_value: hostname_pattern_priority()
+        parameter_value: hostname_pattern_priority
       }
     ]
     if stack_exists?(stack_name_fidaty)
@@ -535,7 +723,7 @@ class Release
       },
       {
         parameter_key: "HostnamePatternPriority",
-        parameter_value: hostname_pattern_priority()
+        parameter_value: (hostname_pattern_priority.to_i + 10).to_s
       }
     ]
     if stack_exists?(stack_name_backoffice)
@@ -1040,6 +1228,21 @@ class Release
     output "\nStack #{stack_name} pronto!\n".green
   end
 
+  def get_stack_tags(name)
+    resp = @cf.describe_stacks({stack_name: name})
+    resp.stacks[0].tags
+  end
+
+  def get_stack_parameters(name)
+    resp = @cf.describe_stacks({stack_name: name})
+    resp.stacks[0].parameters
+  end
+
+  def get_stack_template(name)
+    resp = @cf.get_template({stack_name: name})
+    resp.template_body
+  end
+
   def stack_list
     resp = @cf.describe_stacks
     stacks = resp.stacks
@@ -1249,7 +1452,7 @@ class Release
   def is_branch_compatible_with_current_twig_version?(project)
     case
     when project == 'prima'
-      File.readlines("app/cloudformation/tasks/web.yml").grep(/ApplicationLoadBalancerHttpListenerRule/).size > 0
+      File.readlines("app/cloudformation/tasks/web.yml").grep(/HostnamePatternAggregatorPriority/).size > 0
     when project == 'urania'
       File.readlines("deploy/deploy").grep(/HOSTNAME_PATTERN/).size > 0
     when project == 'backoffice'

data/lib/prima_twig.rb

@@ -5,6 +5,7 @@ require 'yaml'
 require 'rugged'
 require 'highline/import'
 require 'aws-sdk'
+require 'rubyflare'
 
 class Prima
   LABEL_REVIEW='review'
@@ -12,7 +13,7 @@ class Prima
   LABEL_HOTFIX='hotfix'
   LABEL_NEXT_RELEASE='next release'
   LABEL_IN_STAGING='in staging'
-  CONFIG_KEYS=['github', 'mandrill', 'sparkpost']
+  CONFIG_KEYS=['github', 'mandrill', 'sparkpost', 'cloudflare_email', 'cloudflare_apikey']
   attr_reader :gh, :twig, :config, :rugged, :aws
 
   def initialize

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: prima-twig
 version: !ruby/object:Gem::Version
-  version: 0.23.2
+  version: 0.24.0
 platform: ruby
 authors:
 - Matteo Giachino
@@ -12,7 +12,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-06-07 00:00:00.000000000 Z
+date: 2017-06-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: twig
@@ -140,6 +140,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.6'
+- !ruby/object:Gem::Dependency
+  name: rubyflare
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Our tools to manage git and github
 email: matteo.giachino@prima.it
 executables: