prima-twig 0.38.3 → 0.39.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA256:
-  metadata.gz: 86b3b2b5faba0876e281785a2a444f92413950a51258d938ff55daeec770b46a
-  data.tar.gz: 4f9be7d9f4e7d9c2404afee609cd9a92c5941737953e3cb79916b032d2f0d81c
+SHA1:
+  metadata.gz: de22a45b28f8be6eea8717ce6bc7313486a6c20b
+  data.tar.gz: bd93c0683872852f9bdd179f92c18ded8668c29b
 SHA512:
-  metadata.gz: 7f3714fb07cbf0d9ea6a79bbef37417d5816ba4e7c67263d4744d92ab3cfe5380e22cd53fa58294ab2bb3caa6637e5c71eb6db9d0e920a57842a6a3babab6fbe
-  data.tar.gz: 8a29bd36112eda317fa7681a7daa6a28bb36c4f28a5e2f1238aedc2c1986df7714c5859a8480bb09eee1d23252bc37303fde833f67d84be59c451b2691975323
+  metadata.gz: de91cbbf78cf375cd870f3b79d018fad8a6a40abe5dea223c073be3784d332b6aa44073344226a541e4a5a9ac4455436bc4266278c6dc0b78d1025085b7f810c
+  data.tar.gz: 7bcb97c3c706cc4186fdd9ef7364fb285d643d5b11acbc89280c3f5fa735baa31273f56f6a17cba99d3beaf4f59a7c0248685f8dd66eef192ece7f89d5a1ea9d

data/bin/twig-feature

@@ -66,6 +66,8 @@ class Release
         qainit_deploy_update!
       elsif 'read' == args[1]
         qainit_read_config! args[2]
+      elsif 'minimal' == args[1]
+        qainit_minimal_deploy! args[2]
       else
         if args[1]
           select_branches(args[1])
@@ -82,6 +84,8 @@ class Release
         deploy_update!
       elsif 'lock' == args[1]
         deploy_lock!
+      elsif 'minimal'
+        qainit_drone_minimal_deploy!
       else
         if args[1]
           select_branches(args[1])
@@ -456,9 +460,40 @@ class Release
      git checkout master`
   end
 
-  def qainit_deploy_update!
+  def qainit_minimal_deploy!(project)
+    abort('Gli unici progetti permessi sono prima e crash') unless ['prima', 'crash'].include? project
+    project_definition = choose_branch_to_deploy(project)
+
     `git checkout master && git pull && git remote prune origin`
-    # leggiamo i nomi dei branch
+
+    default_name = get_default_name @projects
+    output "Inserisci la feature a cui si riferisce il QA: [#{default_name}]".cyan
+    feature_number = String(STDIN.gets.chomp)
+    feature_number = default_name if feature_number.empty?
+
+    if `git branch -l | grep #{feature_number}`.size > 0
+      `git checkout #{feature_number} && git pull`
+    else
+      `git checkout -b #{feature_number}`
+    end
+
+    # così recupero le informazioni sul branch, poi vado a scrivere il file branch_names con una sola riga
+    branch = "#{project}:#{project_definition[:name]}:#{project_definition[:revision]}:#{project_definition[:default_branch]}"
+
+    File.open('branch_names', 'w') { |file| file.write(branch) }
+
+    `git add projects && \
+     git add branch_names && \
+     git commit -m 'minimal_#{feature_number}' && \
+     git push --set-upstream origin #{feature_number} && \
+     git checkout master`
+  end
+
+  def qainit_deploy_update!
+    `git checkout master && git pull`
+    # cancelliamo tutti i branch che non sono più sul repo remoto
+    `git fetch -p && for branch in \`git branch -vv | grep ': gone]' | awk '{print $1}'\`; do git branch -D $branch; done`
+    # leggiamo i nomi dei branch superstiti
     former_branches = `git branch -a | grep remotes/ | grep -v HEAD | sed 's/  remotes\\/origin\\///g'`.split "\n"
     # stampiamo la lista
     chosen_branch = choose do |menu|
@@ -589,8 +624,11 @@ class Release
     end
     get_s3_config_files
     @qainit = true
-    if ('shutdown' == action)
+    case action
+    when 'shutdown'
       qainit_drone_shutdown!
+    when 'minimal'
+      qainit_drone_minimal_deploy!
     else
       deploy_feature!
     end
@@ -608,37 +646,208 @@ class Release
   end
 
   def calculate_deploy_id
-    if deploy_crash?
-      Digest::MD5.hexdigest(
-        @projects["prima"][:name] +
-        @projects["backoffice"][:name] +
-        @projects["urania"][:name] +
-        @projects["ermes"][:name] +
-        @projects["bburago"][:name] +
-        @projects["hal9000"][:name] +
-        @projects["fidaty"][:name] +
-        @projects["peano"][:name] +
-        @projects["rogoreport"][:name] +
-        @projects["assange"][:name] +
-        @projects["borat"][:name] +
-        @projects['crash'][:name] +
-        @projects["activia"][:name]
-      )
-    else
-      Digest::MD5.hexdigest(
-        @projects["prima"][:name] +
-        @projects["backoffice"][:name] +
-        @projects["urania"][:name] +
-        @projects["ermes"][:name] +
-        @projects["bburago"][:name] +
-        @projects["hal9000"][:name] +
-        @projects["fidaty"][:name] +
-        @projects["peano"][:name] +
-        @projects["rogoreport"][:name] +
-        @projects["assange"][:name] +
-        @projects["borat"][:name] +
-        @projects["activia"][:name]
-      )
+    hashable = ''
+    @projects.each_key do |project_key|
+      if @projects[project_key][:name]
+        hashable += @projects[project_key][:name]
+      end
+    end
+    Digest::MD5.hexdigest(hashable)
+  end
+
+  def qainit_drone_minimal_deploy!
+    # binding.pry
+    # tenere solo il project da deployare (l'unico project è prima/crash)
+    project = ''
+    @projects.each_key do |project_key|
+      if @projects[project_key][:revision]
+        project = project_key
+        git_checkout_version(project_key, @projects[project_key][:revision])
+      end
+    end
+    deploy_id = calculate_deploy_id
+
+    @dns_record_identifier = deploy_id
+    hostname_pattern_priority = hostname_pattern_priority()
+    tags = [
+      {
+        key: project,
+        value: @projects[project][:name]
+      },
+      {
+        key: "hostname_pattern_priority",
+        value: hostname_pattern_priority
+      }
+    ]
+
+    cluster_stack_name = "ecs-cluster-qa-#{deploy_id}"
+
+    if stack_exists?(cluster_stack_name)
+      tags = get_stack_tags(cluster_stack_name)
+      hostname_pattern_priority = tags.detect do |tag|
+        tag.key == 'hostname_pattern_priority'
+      end.value
+    end
+
+    stack_name_alb = @base_stack_name_alb + deploy_id[0..5]
+    stack_name_alb_ws = @base_stack_name_alb_ws + deploy_id[0..5]
+
+    create_cluster_stack(cluster_stack_name, tags) unless stack_exists?(cluster_stack_name)
+    wait_for_stack_ready(cluster_stack_name) unless stack_ready?(cluster_stack_name)
+
+    create_alb_stack(stack_name_alb, "http", deploy_id, 'qa-minimal') unless stack_exists?(stack_name_alb)
+    create_alb_stack(stack_name_alb_ws, "websocket", deploy_id, 'qa-minimal') unless stack_exists?(stack_name_alb_ws)
+
+    resp = @cf.describe_stack_resource({stack_name: cluster_stack_name, logical_resource_id: 'ECSCluster'})
+    @ecs_cluster_name = resp.stack_resource_detail.physical_resource_id
+
+    asg_stack_name = "ecs-asg-allinone-qa-#{deploy_id}"
+    create_asg_stack(asg_stack_name, tags) unless stack_exists?(asg_stack_name)
+
+    case project
+    when 'prima'
+      create_prima_artifact(@projects["prima"][:revision], @projects["prima"][:name], deploy_id, true) unless artifact_exists?('prima-artifacts-encrypted', "prima/#{@projects["prima"][:revision]}-#{deploy_id}.tar.gz")
+    when 'crash'
+      create_crash_artifact(@projects['crash'][:revision], deploy_id, true) unless artifact_exists?('prima-artifacts-encrypted', "microservices/crash/#{@projects['crash'][:revision]}-#{deploy_id}-qa.tar.gz")
+    end
+
+    wait_for_stack_ready(stack_name_alb) unless stack_ready?(stack_name_alb)
+    wait_for_stack_ready(stack_name_alb_ws) unless stack_ready?(stack_name_alb_ws)
+
+    stack_name_route53 = "ecs-route53-qa-#{deploy_id}"
+    stack_body = IO.read('cloudformation/stacks/route53/minimal_qa.yml')
+    parameters = [
+      {
+        parameter_key: "DnsRecordIdentifier",
+        parameter_value: @dns_record_identifier
+      },
+      {
+        parameter_key: "PrimaElbHostname",
+        parameter_value: get_alb_host(stack_name_alb)
+      },
+      {
+        parameter_key: 'CrashElbHostname',
+        parameter_value: get_alb_host(stack_name_alb_ws)
+      }
+    ]
+
+    create_stack(stack_name_route53, stack_body, parameters, tags) unless stack_exists?(stack_name_route53)
+    wait_for_stack_ready(stack_name_route53) unless stack_ready?(stack_name_route53)
+
+    case project
+    when 'prima'
+      stack_name_web = "ecs-task-web-qa-#{deploy_id}"
+      git_checkout_version('prima', @projects["prima"][:revision])
+      stack_body = IO.read('projects/prima/app/cloudformation/tasks/web.yml')
+      parameters = [
+        {
+          parameter_key: "Environment",
+          parameter_value: "qa-minimal"
+        },
+        {
+          parameter_key: "ReleaseVersion",
+          parameter_value: "#{@projects["prima"][:revision]}-#{deploy_id}"
+        },
+        {
+          parameter_key: "TaskDesiredCount",
+          parameter_value: "1"
+        },
+        {
+          parameter_key: "ECSClusterName",
+          parameter_value: @ecs_cluster_name
+        },
+        {
+          parameter_key: "ALBShortName",
+          parameter_value: "web-qa-#{deploy_id}"[0..31]
+        },
+        {
+          parameter_key: "WebQaBaseHostname",
+          parameter_value: "#{@dns_record_identifier}.qa.colaster.com"
+        },
+        {
+          parameter_key: "HostnamePattern",
+          parameter_value: "ww*-#{@dns_record_identifier}.qa.colaster.com"
+        },
+        {
+          parameter_key: "HostnamePatternPriority",
+          parameter_value: hostname_pattern_priority
+        },
+        {
+          parameter_key: "HostnamePatternAggregatorPriority",
+          parameter_value: (hostname_pattern_priority.to_i + 1).to_s
+        },
+        {
+          parameter_key: "EnvHash",
+          parameter_value: deploy_id
+        }
+      ]
+      if stack_exists?(stack_name_web)
+        cur_version = get_currently_deployed_version(stack_name_web)
+        update_stack(stack_name_web, stack_body, parameters, tags) unless cur_version.include?(@projects["prima"][:revision])
+      else
+        create_stack(stack_name_web, stack_body, parameters, tags)
+      end
+      wait_for_stack_ready(stack_name_web) unless stack_ready?(stack_name_web)
+      update_service_defaults(stack_name_web)
+      prima_hostname = get_route53_hostname(stack_name_web)
+
+      projects_text = "
+> Prima url: https://#{prima_hostname}
+> Prima RI url: https://#{prima_hostname.sub("www", "wwwri")}
+> SSH connection: ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no githubUsername@#{ec2_ip_address(asg_stack_name)}\n"
+
+    when 'crash'
+      git_checkout_version('crash', @projects['crash'][:revision])
+      stack_name_crash = "ecs-task-crash-qa-#{deploy_id}"
+      stack_body = IO.read('projects/crash/deploy/task.yml')
+      parameters = [
+        {
+          parameter_key: 'Environment',
+          parameter_value: 'qa'
+        },
+        {
+          parameter_key: 'ReleaseVersion',
+          parameter_value: "#{@projects['crash'][:revision]}-#{deploy_id}"
+        },
+        {
+          parameter_key: 'TaskDesiredCount',
+          parameter_value: '1'
+        },
+        {
+          parameter_key: 'ECSClusterName',
+          parameter_value: @ecs_cluster_name
+        },
+        {
+          parameter_key: 'ALBShortName',
+          parameter_value: "crash-qa-#{deploy_id}"[0..31]
+        },
+        {
+          parameter_key: 'HostnamePattern',
+          parameter_value: "crash-#{@dns_record_identifier}.qa.colaster.com"
+        },
+        {
+          parameter_key: 'HostnamePatternPriority',
+          parameter_value: (hostname_pattern_priority.to_i + 10).to_s
+        }
+      ]
+      if stack_exists?(stack_name_crash)
+        cur_version = get_currently_deployed_version(stack_name_crash)
+        update_stack(stack_name_crash, stack_body, parameters, tags) unless cur_version.include?(@projects["crash"][:revision])
+      else
+        create_stack(stack_name_crash, stack_body, parameters, tags)
+      end
+      wait_for_stack_ready(stack_name_crash) unless stack_ready?(stack_name_crash)
+      update_service_defaults(stack_name_crash)
+      crash_hostname = get_route53_hostname(stack_name_crash)
+      projects_text = "
+> Crash url: https://#{crash_hostname}
+> SSH connection: ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no githubUsername@#{ec2_ip_address(asg_stack_name)}\n"
+    end
+
+    output projects_text.cyan
+    output "Deploy effettuato, everything is awesome!\n".green
+    if @qainit
+      qainit_write_output(projects_text, 'Indirizzi scritti su ')
     end
   end
 
@@ -1687,7 +1896,7 @@ class Release
     !@projects['crash'].empty? && (!@projects['crash'][:default_branch] || !@projects['crash'][:default_branch])
   end
 
-  def create_crash_artifact(revision, deploy_id)
+  def create_crash_artifact(revision, deploy_id, minimal = false)
     output "Preparo l'artifact crash .zip\n".yellow
 
     git_checkout_version('crash', revision)
@@ -1707,26 +1916,49 @@ class Release
     if @qainit
       `mv docker-compose-ci.yml docker-compose.yml`
       exec_step 'prepare-docker-compose --directory crash && cp docker-compose-qainit.yml docker-compose.yml'
-      [
-        'docker-compose build web',
-        "docker-compose run -w $PWD -u root -e WS_ENDPOINT=#{ws_endpoint} -e GRAPHQL_ENDPOINT=#{frontend_endpoint} -e MIX_ENV=qa web \
-        '-c' 'sed -i \"s/web-qa-host/#{web_qa_host}/g\" config/qa.exs && \
-        sed -i \"s/crash-qa-host/#{crash_qa_host}/g\" config/qa.exs && \
-        mix local.hex --force && mix hex.info && \
-        mix deps.get && \
-        cd assets && \
-        yarn --cache-folder ~/.cache/yarn && \
-        ./node_modules/.bin/elm-github-install && \
-        NODE_ENV=production sysconfcpus -n 2 ./node_modules/.bin/webpack -p --config config/webpack.config.prod.js && \
-        cd ../ && \
-        mix release.clean --implode --no-confirm && \
-        mix phx.digest && \
-        mix deps.clean --all && \
-        mix deps.get && \
-        mix compile && mix release --env=qa'",
-        'docker-compose down'
-      ].each do |cmd|
-        execute_command cmd
+      if minimal
+        [
+          'docker-compose build web',
+          "docker-compose run -w $PWD -u root -e WS_ENDPOINT=#{ws_endpoint} -e GRAPHQL_ENDPOINT=#{frontend_endpoint} -e MIX_ENV=staging web \
+          '-c' 'sed -i \"s/crash-staging.prima.it/#{crash_qa_host}/g\" config/staging.exs && \
+          mix local.hex --force && mix hex.info && \
+          mix deps.get && \
+          cd assets && \
+          yarn --cache-folder ~/.cache/yarn && \
+          ./node_modules/.bin/elm-github-install && \
+          NODE_ENV=production sysconfcpus -n 2 ./node_modules/.bin/webpack -p --config config/webpack.config.prod.js && \
+          cd ../ && \
+          mix release.clean --implode --no-confirm && \
+          mix phx.digest && \
+          mix deps.clean --all && \
+          mix deps.get && \
+          mix compile && mix release --env=staging'",
+          'docker-compose down'
+        ].each do |cmd|
+          execute_command cmd
+        end
+      else
+        [
+          'docker-compose build web',
+          "docker-compose run -w $PWD -u root -e WS_ENDPOINT=#{ws_endpoint} -e GRAPHQL_ENDPOINT=#{frontend_endpoint} -e MIX_ENV=qa web \
+          '-c' 'sed -i \"s/web-qa-host/#{web_qa_host}/g\" config/qa.exs && \
+          sed -i \"s/crash-qa-host/#{crash_qa_host}/g\" config/qa.exs && \
+          mix local.hex --force && mix hex.info && \
+          mix deps.get && \
+          cd assets && \
+          yarn --cache-folder ~/.cache/yarn && \
+          ./node_modules/.bin/elm-github-install && \
+          NODE_ENV=production sysconfcpus -n 2 ./node_modules/.bin/webpack -p --config config/webpack.config.prod.js && \
+          cd ../ && \
+          mix release.clean --implode --no-confirm && \
+          mix phx.digest && \
+          mix deps.clean --all && \
+          mix deps.get && \
+          mix compile && mix release --env=qa'",
+          'docker-compose down'
+        ].each do |cmd|
+          execute_command cmd
+        end
       end
 
       cleanup_containers
@@ -2262,7 +2494,8 @@ class Release
     Dir.chdir '../../'
   end
 
-  def create_prima_artifact(revision, branch_name, deploy_id)
+  def create_prima_artifact(revision, branch_name, deploy_id, minimal = false)
+    # @projects["prima"][:revision], @projects["prima"][:name], deploy_id, true
     output "Preparo l'artifact prima .zip\n".yellow
 
     git_checkout_version('prima', revision)
@@ -2278,10 +2511,26 @@ class Release
     end
 
     backoffice_qa_host = get_route53_hostname("ecs-task-borat-qa-notneeded")
+    # backoffice-staging.prima.it
     web_qa_host = get_route53_hostname("ecs-task-web-qa-notneeded")
+    # staging.prima.it
     assange_qa_host = get_route53_hostname("ecs-task-assange-qa-notneeded")
+    # assange-staging.prima.it
+    if minimal
+      backoffice_qa_host = 'backoffice-staging.prima.it'
+      assange_qa_host = 'assange-staging.prima.it'
+    end
 
-    if @qainit
+    if minimal # passare Environment=qa al task.yml, ma mettere i puntamenti verso staging
+      exec_step 'mv docker-compose-ci.yml docker-compose.yml'
+      exec_step 'prepare-docker-compose --directory prima'
+      exec_step 'sed -i "s/\\/home\\/app/\\/root/g" docker-compose.yml'
+      [
+        "bin/minimal_local_build_artifact.sh #{branch_name} #{web_qa_host} #{backoffice_qa_host} #{assange_qa_host} #{deploy_id} #{'update' if @deploy_update}"
+      ].each do |cmd|
+        execute_command cmd
+      end
+    elsif @qainit
       exec_step 'mv docker-compose-ci.yml docker-compose.yml'
       exec_step 'prepare-docker-compose --directory prima'
       exec_step 'sed -i "s/\\/home\\/app/\\/root/g" docker-compose.yml'
@@ -2343,12 +2592,12 @@ class Release
     update_stack(stack_name, stack_body, [], tags)
   end
 
-  def create_alb_stack(stack_name, role, hash)
+  def create_alb_stack(stack_name, role, hash, environment = 'qa')
     stack_body = IO.read('cloudformation/stacks/elb/alb-public-qa.yml')
     parameters = [
       {
         parameter_key: "Environment",
-        parameter_value: "qa"
+        parameter_value: environment
       },
       {
         parameter_key: "Role",

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: prima-twig
 version: !ruby/object:Gem::Version
-  version: 0.38.3
+  version: 0.39.0
 platform: ruby
 authors:
 - Matteo Giachino
@@ -13,7 +13,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-07-17 00:00:00.000000000 Z
+date: 2018-07-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk
@@ -214,7 +214,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.7.7
+rubygems_version: 2.6.11
 signing_key: 
 specification_version: 4
 summary: The Prima twig toolbelt