prima-twig 0.37.3 → 0.37.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 366efc6db82dd87c1778461e3990f2c0dce3205f
-  data.tar.gz: a3069bf1637c421542730b9a97dd1e14e9b4653f
+  metadata.gz: 5746a4b38b1f8e9b72b326f377a22ccff89122b7
+  data.tar.gz: 1797fb79ca46301e7efb7909691d36ee54a73b4e
 SHA512:
-  metadata.gz: 45d5f722453436ea1df7835bdf98940fe1277ea5067ac94181663597bd2669acd35af748a11531b3116c89b2cd29052f1d20c922ea2865eca5577302878cc261
-  data.tar.gz: 718fe1dfd51274e1a2fc9866cbbb6a945b80c59e089623acacf273fb88ce510d06c8f4b6518a176958b198edde3b48af1ac21620bbeee2039b284b433314107c
+  metadata.gz: d5918ee3803d38ab7f2003b069ae2c56e3fdc62eee800b500be919b5de1dfa21753f5877272fd8aa9a063ec095753d6b75301c82e5fa148ea00ecd265210b0db
+  data.tar.gz: 5628fefdf74361a27639b8f003bfb1454346a46a471ad8d152535f663303e0e015093b21bc22a6c2a08ab0bc746f88655e7f325c57d218e219c51e80c9788a4a

data/bin/twig-feature

@@ -67,8 +67,8 @@ class Release
         qainit_deploy_update!
       elsif 'read' == args[1]
         qainit_read_config! args[2]
-      # elsif 'minimal' == args[1]
-      #   qainit_minimal_deploy! args[2] 
+      elsif 'minimal' == args[1]
+        qainit_minimal_deploy! args[2]
       else
         if args[1]
           select_branches(args[1])
@@ -462,7 +462,7 @@ class Release
 
   def qainit_minimal_deploy!(project)
     abort('Gli unici progetti permessi sono prima e crash') unless ['prima', 'crash'].include? project
-    project = choose_branch_to_deploy(project)
+    project_definition = choose_branch_to_deploy(project)
 
     `git checkout master && git pull && git remote prune origin`
     output "Inserisci la feature a cui si riferisce il QA: [#{default_name}]".cyan
@@ -476,25 +476,22 @@ class Release
     end
 
     # così recupero le informazioni sul branch, poi vado a scrivere il file branch_names con una sola riga
-    branch = ''
-
-    project.each_key do |project_key|
-      branch += "#{project_key}:#{project[project_key][:name]}:#{project[project_key][:revision]}:#{project[project_key][:default_branch]}"
-    end
+    branch = "#{project}:#{project_definition[:name]}:#{project_definition[:revision]}:#{project_definition[:default_branch]}"
 
     File.open('branch_names', 'w') { |file| file.write(branch) }
 
     `git add projects && \
      git add branch_names && \
-     git commit -m '#{feature_number}' && \
+     git commit -m 'minimal_#{feature_number}' && \
      git push --set-upstream origin #{feature_number} && \
      git checkout master`
   end
 
   def qainit_deploy_update!
     `git checkout master && git pull`
+    # cancelliamo tutti i branch che non sono più sul repo remoto
     `git fetch -p && for branch in \`git branch -vv | grep ': gone]' | awk '{print $1}'\`; do git branch -D $branch; done`
-    # leggiamo i nomi dei branch
+    # leggiamo i nomi dei branch superstiti
     former_branches = `git branch -a | grep remotes/ | grep -v HEAD | sed 's/  remotes\\/origin\\///g'`.split "\n"
     # stampiamo la lista
     chosen_branch = choose do |menu|
@@ -601,13 +598,17 @@ class Release
     output "Finito!".green
 
     if @qainit
-      `mkdir /drone/src/github.com/project/primait/qainit/#{ENV["DRONE_BRANCH"]}`
-      qa_file_name = "/drone/src/github.com/project/primait/qainit/#{ENV["DRONE_BRANCH"]}/output"
-      File.open(qa_file_name, 'w') { |file| file.write("QA #{ENV["DRONE_BRANCH"]} spento.") }
-      output "Indirizzi scritti su #{qa_file_name}".green
+      qainit_write_output("QA #{ENV["DRONE_BRANCH"]} spento.", 'Indirizzi scritti su ')
     end
   end
 
+  def qainit_write_output(file_message, output_message)
+    `mkdir -p /drone/src/github.com/project/primait/qainit/#{ENV["DRONE_BRANCH"]}`
+    qa_file_name = "/drone/src/github.com/project/primait/qainit/#{ENV["DRONE_BRANCH"]}/output"
+    File.open(qa_file_name, 'w') { |file| file.write(file_message) }
+    output "#{output_message} #{qa_file_name}".green
+  end
+
   def qainit_read_config!(action)
     File.open('branch_names', 'r') do |file|
       file.each_line do |line|
@@ -621,8 +622,11 @@ class Release
     end
     get_s3_config_files
     @qainit = true
-    if ('shutdown' == action)
+    case action
+    when 'shutdown'
       qainit_drone_shutdown!
+    when 'minimal'
+      qainit_drone_minimal_deploy!
     else
       deploy_feature!
     end
@@ -639,39 +643,207 @@ class Release
   end
 
   def calculate_deploy_id
-    if deploy_crash?
-      Digest::MD5.hexdigest(
-        @projects["prima"][:name] +
-        @projects["backoffice"][:name] +
-        @projects["urania"][:name] +
-        @projects["ermes"][:name] +
-        @projects["bburago"][:name] +
-        @projects["hal9000"][:name] +
-        @projects["fidaty"][:name] +
-        @projects["peano"][:name] +
-        @projects["rogoreport"][:name] +
-        @projects["assange"][:name] +
-        @projects["borat"][:name] +
-        @projects["bolla"][:name] +
-        @projects['crash'][:name] +
-        @projects["activia"][:name]
-      )
-    else
-      Digest::MD5.hexdigest(
-        @projects["prima"][:name] +
-        @projects["backoffice"][:name] +
-        @projects["urania"][:name] +
-        @projects["ermes"][:name] +
-        @projects["bburago"][:name] +
-        @projects["hal9000"][:name] +
-        @projects["fidaty"][:name] +
-        @projects["peano"][:name] +
-        @projects["rogoreport"][:name] +
-        @projects["assange"][:name] +
-        @projects["borat"][:name] +
-        @projects["bolla"][:name] +
-        @projects["activia"][:name]
-      )
+    hashable = ''
+    @projects.each_key do |project_key|
+      if @projects[project_key][:name]
+        hashable += @projects[project_key][:name]
+      end
+    end
+    Digest::MD5.hexdigest(hashable)
+  end
+
+  def qainit_drone_minimal_deploy!
+    #check whether it's prima or crash
+    project = ''
+    @projects.each_key do |project_key|
+      if @projects[project_key][:revision]
+        project = project_key
+        git_checkout_version(project_key, @projects[project_key][:revision])
+      end
+    end
+    deploy_id = calculate_deploy_id
+    # servono 3 stack: 
+    #cluster-qa
+    #asg
+    #project
+    @dns_record_identifier = deploy_id
+    hostname_pattern_priority = hostname_pattern_priority()
+    tags = [
+      {
+        key: project,
+        value: @projects[project][:name]
+      },
+      {
+        key: "hostname_pattern_priority",
+        value: hostname_pattern_priority
+      }
+    ]
+
+    cluster_stack_name = "ecs-cluster-qa-#{deploy_id}"
+
+    if stack_exists?(cluster_stack_name)
+      tags = get_stack_tags(cluster_stack_name)
+      hostname_pattern_priority = tags.detect do |tag|
+        tag.key == 'hostname_pattern_priority'
+      end.value
+    end
+
+    create_cluster_stack(cluster_stack_name, tags) unless stack_exists?(cluster_stack_name)
+    wait_for_stack_ready(cluster_stack_name) unless stack_ready?(cluster_stack_name)
+
+    create_alb_stack(@stack_name_alb, "http") unless stack_exists?(@stack_name_alb)
+    create_alb_stack(@stack_name_alb_ws, "websocket") unless stack_exists?(@stack_name_alb_ws)
+
+    resp = @cf.describe_stack_resource({stack_name: cluster_stack_name, logical_resource_id: 'ECSCluster'})
+    @ecs_cluster_name = resp.stack_resource_detail.physical_resource_id
+
+    asg_stack_name = "ecs-asg-allinone-qa-#{deploy_id}"
+    create_asg_stack(asg_stack_name, tags) unless stack_exists?(asg_stack_name)
+
+    case project
+    when 'prima'
+      create_prima_artifact(@projects["prima"][:revision], @projects["prima"][:name], deploy_id, true) unless artifact_exists?('prima-artifacts-encrypted', "prima/#{@projects["prima"][:revision]}-#{deploy_id}.tar.gz")
+    when 'crash'
+      create_crash_artifact(@projects['crash'][:revision], deploy_id, true) unless !deploy_crash? || artifact_exists?('prima-artifacts-encrypted', "microservices/crash/#{@projects['crash'][:revision]}-#{deploy_id}-qa.tar.gz")
+    end
+
+    wait_for_stack_ready(@stack_name_alb) unless stack_ready?(@stack_name_alb)
+    wait_for_stack_ready(@stack_name_alb_ws) unless stack_ready?(@stack_name_alb_ws)
+
+    stack_name_route53 = "ecs-route53-qa-#{deploy_id}"
+    stack_body = IO.read('cloudformation/stacks/route53/minimal_qa.yml') # creare
+    parameters = [
+      {
+        parameter_key: "DnsRecordIdentifier",
+        parameter_value: @dns_record_identifier
+      },
+      {
+        parameter_key: "PrimaElbHostname",
+        parameter_value: get_alb_host(@stack_name_alb)
+      },
+      {
+        parameter_key: 'CrashElbHostname',
+        parameter_value: get_alb_host(@stack_name_alb_ws)
+      }
+    ]
+
+    create_stack(stack_name_route53, stack_body, parameters, tags) unless stack_exists?(stack_name_route53)
+    wait_for_stack_ready(stack_name_route53) unless stack_ready?(stack_name_route53)
+
+    case project
+    when 'prima'
+      stack_name_web = "ecs-task-web-qa-#{deploy_id}"
+      git_checkout_version('prima', @projects["prima"][:revision])
+      stack_body = IO.read('projects/prima/app/cloudformation/tasks/web.yml')
+      parameters = [
+        {
+          parameter_key: "Environment",
+          parameter_value: "staging"
+        },
+        {
+          parameter_key: "ReleaseVersion",
+          parameter_value: "#{@projects["prima"][:revision]}-#{deploy_id}"
+        },
+        {
+          parameter_key: "TaskDesiredCount",
+          parameter_value: "1"
+        },
+        {
+          parameter_key: "ECSClusterName",
+          parameter_value: @ecs_cluster_name
+        },
+        {
+          parameter_key: "ALBShortName",
+          parameter_value: "web-qa-#{deploy_id}"[0..31]
+        },
+        {
+          parameter_key: "WebQaBaseHostname",
+          parameter_value: "#{@dns_record_identifier}.qa.colaster.com"
+        },
+        {
+          parameter_key: "HostnamePattern",
+          parameter_value: "ww*-#{@dns_record_identifier}.qa.colaster.com"
+        },
+        {
+          parameter_key: "HostnamePatternPriority",
+          parameter_value: hostname_pattern_priority
+        },
+        {
+          parameter_key: "HostnamePatternAggregatorPriority",
+          parameter_value: (hostname_pattern_priority.to_i + 1).to_s
+        }
+      ]
+      if stack_exists?(stack_name_web)
+        cur_version = get_currently_deployed_version(stack_name_web)
+        update_stack(stack_name_web, stack_body, parameters, tags) unless cur_version.include?(@projects["prima"][:revision])
+      else
+        create_stack(stack_name_web, stack_body, parameters, tags)
+      end
+      wait_for_stack_ready(stack_name_web) unless stack_ready?(stack_name_web)
+      update_service_defaults(stack_name_web)
+      prima_hostname = get_route53_hostname(stack_name_web)
+
+      # chefare? col supervisor? non dovrebbe essere un problema, tanto le feature che vengono deployate nei qa minimali 
+      # dovrebbero essere relative solo al front end.
+
+      projects_text = "
+> Prima url: https://#{prima_hostname}
+> Prima RI url: https://#{prima_hostname.sub("www", "wwwri")}
+> Supervisor url: http://#{ec2_ip_address(asg_stack_name)}:9001
+> SSH connection: ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no githubUsername@#{ec2_ip_address(asg_stack_name)}\n"
+
+    when 'crash'
+      git_checkout_version('crash', @projects['crash'][:revision])
+      stack_name_crash = "ecs-task-crash-qa-#{deploy_id}"
+      stack_body = IO.read('projects/crash/deploy/task.yml')
+      parameters = [
+        {
+          parameter_key: 'Environment',
+          parameter_value: 'staging'
+        },
+        {
+          parameter_key: 'ReleaseVersion',
+          parameter_value: "#{@projects['crash'][:revision]}-#{deploy_id}"
+        },
+        {
+          parameter_key: 'TaskDesiredCount',
+          parameter_value: '1'
+        },
+        {
+          parameter_key: 'ECSClusterName',
+          parameter_value: @ecs_cluster_name
+        },
+        {
+          parameter_key: 'ALBShortName',
+          parameter_value: "crash-qa-#{deploy_id}"[0..31]
+        },
+        {
+          parameter_key: 'HostnamePattern',
+          parameter_value: "crash-#{@dns_record_identifier}.qa.colaster.com"
+        },
+        {
+          parameter_key: 'HostnamePatternPriority',
+          parameter_value: (hostname_pattern_priority.to_i + 10).to_s
+        }
+      ]
+      if stack_exists?(stack_name_crash)
+        cur_version = get_currently_deployed_version(stack_name_crash)
+        update_stack(stack_name_crash, stack_body, parameters, tags) unless cur_version.include?(@projects["crash"][:revision])
+      else
+        create_stack(stack_name_crash, stack_body, parameters, tags)
+      end
+      wait_for_stack_ready(stack_name_crash) unless stack_ready?(stack_name_crash)
+      update_service_defaults(stack_name_crash)
+      deploy_crash? && crash_hostname = get_route53_hostname(stack_name_crash)
+      projects_text = "
+> Crash url: https://#{crash_hostname}
+> SSH connection: ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no githubUsername@#{ec2_ip_address(asg_stack_name)}\n"
+    end
+
+    output projects_text.cyan
+    output "Deploy effettuato, everything is awesome!\n".green
+    if @qainit
+      qainit_write_output(projects_text, 'Indirizzi scritti su ')
     end
   end
 
@@ -1484,7 +1656,7 @@ class Release
     update_service_defaults(stack_name_borat)
     update_service_defaults(stack_name_bolla)
     update_service_defaults(stack_name_activia)
-    update_service_defaults(stack_name_crash) unless stack_ready?(stack_name_crash) || !deploy_crash?
+    update_service_defaults(stack_name_crash) unless !deploy_crash?
 
     prima_hostname = get_route53_hostname(stack_name_web)
     urania_hostname = get_route53_hostname(stack_name_urania)
@@ -1527,10 +1699,7 @@ class Release
     output "Deploy effettuato, everything is awesome!\n".green
 
     if @qainit
-      `mkdir -p /drone/src/github.com/project/primait/qainit/#{ENV["DRONE_BRANCH"]}`
-      qa_file_name = "/drone/src/github.com/project/primait/qainit/#{ENV["DRONE_BRANCH"]}/output"
-      File.open(qa_file_name, 'w') { |file| file.write(projects_text) }
-      output "Indirizzi scritti su #{qa_file_name}".green
+      qainit_write_output(projects_text, 'Indirizzi scritti su ')
     end
   end
 
@@ -1783,7 +1952,7 @@ class Release
     !@projects['crash'].empty? && (!@projects['crash'][:default_branch] || !@projects['crash'][:default_branch])
   end
 
-  def create_crash_artifact(revision, deploy_id)
+  def create_crash_artifact(revision, deploy_id, minimal = false)
     output "Preparo l'artifact crash .zip\n".yellow
 
     git_checkout_version('crash', revision)
@@ -1803,26 +1972,49 @@ class Release
     if @qainit
       `mv docker-compose-ci.yml docker-compose.yml`
       exec_step 'prepare-docker-compose --directory crash && cp docker-compose-qainit.yml docker-compose.yml'
-      [
-        'docker-compose build web',
-        "docker-compose run -w $PWD -u root -e WS_ENDPOINT=#{ws_endpoint} -e GRAPHQL_ENDPOINT=#{frontend_endpoint} -e MIX_ENV=qa web \
-        '-c' 'sed -i \"s/web-qa-host/#{web_qa_host}/g\" config/qa.exs && \
-        sed -i \"s/crash-qa-host/#{crash_qa_host}/g\" config/qa.exs && \
-        mix local.hex --force && mix hex.info && \
-        mix deps.get && \
-        cd assets && \
-        yarn --cache-folder ~/.cache/yarn && \
-        ./node_modules/.bin/elm-github-install && \
-        NODE_ENV=production sysconfcpus -n 2 ./node_modules/.bin/webpack -p --config config/webpack.config.prod.js && \
-        cd ../ && \
-        mix release.clean --implode --no-confirm && \
-        mix phx.digest && \
-        mix deps.clean --all && \
-        mix deps.get && \
-        mix compile && mix release --env=qa'",
-        'docker-compose down'
-      ].each do |cmd|
-        execute_command cmd
+      if minimal
+        [
+          'docker-compose build web',
+          "docker-compose run -w $PWD -u root -e WS_ENDPOINT=#{ws_endpoint} -e GRAPHQL_ENDPOINT=#{frontend_endpoint} -e MIX_ENV=staging web \
+          '-c' 'sed -i \"s/crash-staging.prima.it/#{crash_qa_host}/g\" config/staging.exs && \
+          mix local.hex --force && mix hex.info && \
+          mix deps.get && \
+          cd assets && \
+          yarn --cache-folder ~/.cache/yarn && \
+          ./node_modules/.bin/elm-github-install && \
+          NODE_ENV=production sysconfcpus -n 2 ./node_modules/.bin/webpack -p --config config/webpack.config.prod.js && \
+          cd ../ && \
+          mix release.clean --implode --no-confirm && \
+          mix phx.digest && \
+          mix deps.clean --all && \
+          mix deps.get && \
+          mix compile && mix release --env=staging'",
+          'docker-compose down'
+        ].each do |cmd|
+          execute_command cmd
+        end
+      else
+        [
+          'docker-compose build web',
+          "docker-compose run -w $PWD -u root -e WS_ENDPOINT=#{ws_endpoint} -e GRAPHQL_ENDPOINT=#{frontend_endpoint} -e MIX_ENV=qa web \
+          '-c' 'sed -i \"s/web-qa-host/#{web_qa_host}/g\" config/qa.exs && \
+          sed -i \"s/crash-qa-host/#{crash_qa_host}/g\" config/qa.exs && \
+          mix local.hex --force && mix hex.info && \
+          mix deps.get && \
+          cd assets && \
+          yarn --cache-folder ~/.cache/yarn && \
+          ./node_modules/.bin/elm-github-install && \
+          NODE_ENV=production sysconfcpus -n 2 ./node_modules/.bin/webpack -p --config config/webpack.config.prod.js && \
+          cd ../ && \
+          mix release.clean --implode --no-confirm && \
+          mix phx.digest && \
+          mix deps.clean --all && \
+          mix deps.get && \
+          mix compile && mix release --env=qa'",
+          'docker-compose down'
+        ].each do |cmd|
+          execute_command cmd
+        end
       end
 
       cleanup_containers
@@ -2401,7 +2593,7 @@ class Release
     Dir.chdir '../../'
   end
 
-  def create_prima_artifact(revision, branch_name, deploy_id)
+  def create_prima_artifact(revision, branch_name, deploy_id, minimal = false)
     output "Preparo l'artifact prima .zip\n".yellow
 
     git_checkout_version('prima', revision)
@@ -2417,8 +2609,11 @@ class Release
     end
 
     backoffice_qa_host = get_route53_hostname("ecs-task-borat-qa-notneeded")
+    # backoffice-staging.prima.it
     web_qa_host = get_route53_hostname("ecs-task-web-qa-notneeded")
+    # staging.prima.it
     assange_qa_host = get_route53_hostname("ecs-task-assange-qa-notneeded")
+    # assange-staging.prima.it
 
     if @qainit
       exec_step 'mv docker-compose-ci.yml docker-compose.yml'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: prima-twig
 version: !ruby/object:Gem::Version
-  version: 0.37.3
+  version: 0.37.4
 platform: ruby
 authors:
 - Matteo Giachino
@@ -13,7 +13,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-06-25 00:00:00.000000000 Z
+date: 2018-06-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk