prima-twig 0.33.1 → 0.34.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f0da5f18061bca4ecd373fa36ab4b83abb4e2ad1
-  data.tar.gz: c8d1bbebbc0bc0a45aa877b8b0513667af957e8d
+  metadata.gz: 6d9623382b41e59106394cbfad2c07f73b34e602
+  data.tar.gz: 92bb1128cf013ab6fa3d54b6cdd82a0afe75ac36
 SHA512:
-  metadata.gz: ddd84422cb0fed15ceeae080911462cc49bd2bb5a630823742f29cd31951f4b5525c6dc5c020a9b1db6499765faa1181a0f653ba0d0128648dad4412f7a1f5c7
-  data.tar.gz: 51999dd59cd1d68480c7085a969876bbc4c1c2f5677fa585e1a6818cf3ba2d18628160c08c5a7a50a5c3d1750bad844bd120c919ba88457806cf1e83aea0c71b
+  metadata.gz: 390652111ca159ff475cae27718cfd7300efd1f77d8f8aa6aac2808f49f851ded84d664ab06002ec190b54b8949685dc8b1e82004c816e66250279ae5ae2c18d
+  data.tar.gz: 35a2dac0eb4c804db7970e7aa8829dd75d60fd2f6b26fb253cc6d8ff74490b0453d090f137be9375a684c375bcb310f168b300ca07af10f318ab9fb5b5f9b4b9

data/bin/twig-deploy

@@ -12,6 +12,7 @@ require 'erb'
 require 'base64'
 require 'rubyflare'
 require 'pp'
+require 'pry'
 
 def help_content
   <<-HELP
@@ -64,7 +65,8 @@ class Review
       when "parameters"
         reload_parameters!
       else
-        stop_if true, [:wrong_args, ['parameters']]
+        deploy_current! args[0]
+        # stop_if true, [:wrong_args, ['parameters']]
       end
     else
       deploy_revision!
@@ -144,6 +146,70 @@ class Review
     exec_step "terminal-notifier -message 'Deploy terminato'" if which 'terminal-notifier'
   end
 
+  def deploy_current!(project_name)
+    binding.pry
+    stop_if @prima.head_detached?, :detached_head
+    stop_if @prima.repo_has_modified_files?, "Non posso deployare con file non commitati"
+
+    output "Recupero degli artifacts in corso, attendi qualche secondo...".yellow
+    artifacts = get_artifacts(project_name)[0..49]
+
+    artifact_rev = choose do |menu|
+      menu.prompt = 'Scegli la release da deployare: '.cyan
+      menu.shell  = true
+
+      artifacts.each do |v|
+        title = @prima.reduce_size(v[:branch], 100)
+        commit_msg = @prima.reduce_size(v[:commit_msg], 250)
+        msg = "#{title} #{v[:created_at].strftime('%d/%m/%Y %H:%M:%S')} #{v[:rev]} #{commit_msg}".light_blue
+        menu.choice(msg) {v[:rev]}
+      end
+    end
+
+    user = `git config user.name`.delete "\n"
+    artifact = artifacts.select {|v| v[:rev] ==  artifact_rev}.first
+
+    do_deploy! artifact_rev, project_name, false
+
+    mail = Mail.new do
+      from     'deploy@prima.it'
+      to       'deploy@prima.it'
+      subject  "#{user} ha effettuato il deploy della revision #{artifact[:rev]}"
+    end
+
+    commit_msg = clean_commit_message(artifact[:commit_msg])
+
+    body = "## Deploy in produzione effettuato con successo\n\n"
+    body << "Data: #{Time.now.strftime('%d/%m/%Y %H:%M:%S')}\n\n"
+    body << "Utente: #{user}\n\n"
+    body << "Revision: [#{artifact[:rev]}](https://github.com/primait/#{project_name}/commit/#{artifact[:rev]}) del #{artifact[:created_at].strftime('%d/%m/%Y %H:%M:%S')}\n\n"
+    body << "Branch: [#{artifact[:branch]}](https://github.com/primait/#{project_name}/tree/#{artifact[:branch]})\n\n"
+    body << "Commit: #{commit_msg.gsub(/_/, '\_')}\n\n"
+
+    htmlBody = Redcarpet::Markdown.new(Redcarpet::Render::HTML.new).render body
+
+    html_part = Mail::Part.new do
+      content_type 'text/html; charset=UTF-8'
+      body htmlBody
+    end
+    text_part = Mail::Part.new do
+      body htmlBody.gsub(/<br\s?\/?>/, "\r\n").gsub(/<\/?[^>]*>/, '')
+    end
+
+    mail.html_part = html_part
+    mail.text_part = text_part
+
+    opts = {address: 'email-smtp.eu-west-1.amazonaws.com', port: '587'}
+    opts[:user_name] = @prima.config['aws_username']
+    opts[:password] = @prima.config['aws_password']
+
+    mail.delivery_method(:smtp, opts)
+    mail.deliver
+
+    exec_step "git checkout master"
+    exec_step "terminal-notifier -message 'Deploy terminato'" if which 'terminal-notifier'
+  end
+
   def reload_parameters!
     artifact_rev = ''
     resp = @cf.describe_stacks({
@@ -184,6 +250,27 @@ class Review
     wait_for_stack_ready(stack_name_cron) unless stack_ready?(stack_name_cron)
   end
 
+  def do_deploy!(artifact_rev, project_name, reload_parameters=false)
+    binding.pry
+    deploy_command = "deploy/set_artifact_version #{artifact_rev}"
+
+    output "Il comando per il deploy sara': #{deploy_command}".yellow
+    confirm_message = "Sei sicuro di voler effettuare il deploy in produzione?"
+
+    exit unless @prima.yesno confirm_message.blue
+
+    # exec_step "git fetch"
+    # exec_step "git checkout #{artifact_rev}"
+    exec_step deploy_command
+
+    # stack_name_web = 'ecs-task-web-production'
+    # stack_name_consumer = 'ecs-task-consumer-production'
+    # stack_name_cron = 'ecs-task-consumer-production'
+    # wait_for_stack_ready(stack_name_web) unless stack_ready?(stack_name_web)
+    # wait_for_stack_ready(stack_name_consumer) unless stack_ready?(stack_name_consumer)
+    # wait_for_stack_ready(stack_name_cron) unless stack_ready?(stack_name_cron)
+  end
+
   def get_artifacts
     artifacts = []
     resp = @s3.list_objects(bucket: @s3_bucket, prefix: 'prima')
@@ -199,6 +286,21 @@ class Review
     artifacts.sort_by { |v| v[:created_at] }.reverse
   end
 
+  def get_artifacts(project_name)
+    artifacts = []
+    resp = @s3.list_objects(bucket: @s3_bucket, prefix: "microservices/#{project_name}")
+    resp.contents.each do |s3_object|
+      rev = s3_object.key.match("#{project_name}\\/\\d+\\.\\d+\\.\\d+.tar.gz$").to_s 
+      if rev
+        object = @s3.head_object(bucket: @s3_bucket, key: s3_object.key)
+        commit_msg = ''
+        commit_msg = Base64.decode64(object.metadata['commit_msg']).strip if object.metadata.has_key? 'commit_msg'
+        artifacts << {rev: rev, created_at: object.last_modified, branch: object.metadata['branch'], commit_msg: commit_msg } if object.metadata.has_key? 'branch'
+      end
+    end
+    artifacts.sort_by { |v| v[:created_at] }.reverse
+  end
+
   def launch_paparatzinger(job_name)
     @s3.get_object(
       response_target: '/tmp/paparatzinger_twig.yml',

data/bin/twig-feature

@@ -42,6 +42,7 @@ class Release
       'rogoreport' => {},
       'assange' => {},
       'borat' => {},
+      'bolla' => {},
       'crash' => {}
     }
     @stack_name_alb = 'ecs-alb-http-public-qa'
@@ -408,6 +409,7 @@ class Release
         @projects["rogoreport"][:name] +
         @projects["assange"][:name] +
         @projects["borat"][:name] +
+        @projects["bolla"][:name] +
         @projects['crash'][:name]
       )
     else
@@ -422,7 +424,8 @@ class Release
         @projects["peano"][:name] +
         @projects["rogoreport"][:name] +
         @projects["assange"][:name] +
-        @projects["borat"][:name]
+        @projects["borat"][:name] +
+        @projects["bolla"][:name]
       )
     end
     @dns_record_identifier = deploy_id
@@ -475,6 +478,10 @@ class Release
       {
         key: "borat",
         value: @projects["borat"][:name]
+      },
+      {
+        key: "bolla",
+        value: @projects["bolla"][:name]
       }
     ]
     tags << { key: 'crash', value: @projects['crash'][:name] } if deploy_crash?
@@ -514,7 +521,7 @@ class Release
     ]
     create_stack(stack_name_db, stack_body, parameters, tags) unless stack_exists?(stack_name_db)
 
-    create_prima_artifact(@projects["prima"][:revision], @projects["prima"][:name], deploy_id) unless artifact_exists?('prima-artifacts-encrypted', "prima/#{@projects["prima"][:revision]}-#{deploy_id}.tar.gz")
+    create_prima_artifact(@projects["prima"][:revision], @projects["prima"][:name], deploy_id) # unless artifact_exists?('prima-artifacts-encrypted', "prima/#{@projects["prima"][:revision]}-#{deploy_id}.tar.gz")
     create_crash_artifact(@projects['crash'][:revision], deploy_id) unless !deploy_crash? || artifact_exists?('prima-artifacts-encrypted', "microservices/crash/#{@projects['crash'][:revision]}-#{deploy_id}-qa.tar.gz")
     create_urania_artifact(@projects["urania"][:revision]) unless artifact_exists?('prima-artifacts-encrypted', "microservices/urania/#{@projects["urania"][:revision]}-qa.tar.gz")
     create_ermes_artifact(@projects["ermes"][:revision], deploy_id) unless artifact_exists?('prima-artifacts', "microservices/ermes/#{@projects["ermes"][:revision]}-#{deploy_id}-qa.tar.gz")
@@ -526,6 +533,7 @@ class Release
     create_rogoreport_artifact(@projects["rogoreport"][:revision], deploy_id) unless artifact_exists?('prima-artifacts-encrypted', "microservices/rogoreport/rogoreport_qa-#{@projects["rogoreport"][:revision]}-#{deploy_id}-qa.tar.gz")
     create_assange_artifact(@projects["assange"][:revision], deploy_id) unless artifact_exists?('prima-artifacts-encrypted', "microservices/assange/#{@projects["assange"][:revision]}-#{deploy_id}-qa.tar.gz")
     create_borat_artifact(@projects["borat"][:revision], deploy_id) unless artifact_exists?('prima-artifacts-encrypted', "microservices/borat/#{@projects["borat"][:revision]}-#{deploy_id}-qa.tar.gz")
+    create_bolla_artifact(@projects["bolla"][:revision], deploy_id) unless artifact_exists?('prima-artifacts-encrypted', "microservices/bolla/#{@projects["bolla"][:revision]}-#{deploy_id}-qa-migrator.tar.gz")
 
     wait_for_stack_ready(stack_name_db) unless stack_ready?(stack_name_db)
     import_dbs(ec2_ip_address(asg_stack_name)) unless stack_exists?("ecs-task-web-qa-#{deploy_id}")
@@ -1042,6 +1050,49 @@ class Release
     wait_for_stack_ready(stack_name_bburago) unless stack_ready?(stack_name_bburago)
     wait_for_stack_ready(stack_name_hal9000) unless stack_ready?(stack_name_hal9000)
     wait_for_stack_ready(stack_name_assange) unless stack_ready?(stack_name_assange)
+    wait_for_stack_ready(stack_name_fidaty) unless stack_ready?(stack_name_fidaty)
+
+    stack_name_bolla = "ecs-task-bolla-qa-#{deploy_id}"
+    git_checkout_version('bolla', @projects["bolla"][:revision])
+    stack_body = YAML.load_file('projects/bolla/deploy/task.yml')
+    stack_body['Resources']['ECSServiceBolla']['Properties'].reject!{ |k| ['LoadBalancers', 'Role'].include?(k) }
+    stack_body = stack_body.to_yaml
+    parameters = [
+      {
+        parameter_key: "Environment",
+        parameter_value: "qa"
+      },
+      {
+        parameter_key: "ReleaseVersion",
+        parameter_value: "#{@projects["bolla"][:revision]}-#{deploy_id}"
+      },
+      {
+        parameter_key: "TaskDesiredCount",
+        parameter_value: "1"
+      },
+      {
+        parameter_key: "ECSClusterName",
+        parameter_value: @ecs_cluster_name
+      },
+      {
+        parameter_key: "ALBShortName",
+        parameter_value: "bolla-qa-#{deploy_id}"[0..31]
+      },
+      {
+        parameter_key: "HostnamePattern",
+        parameter_value: "bolla-#{@dns_record_identifier}.qa.colaster.com"
+      },
+      {
+        parameter_key: "HostnamePatternPriority",
+        parameter_value: hostname_pattern_priority
+      },
+    ]
+    if stack_exists?(stack_name_bolla)
+      cur_version = get_currently_deployed_version(stack_name_bolla)
+      update_stack(stack_name_bolla, stack_body, parameters, tags) unless cur_version.include?(@projects["bolla"][:revision])
+    else
+      create_stack(stack_name_bolla, stack_body, parameters, tags)
+    end
 
     stack_name_web = "ecs-task-web-qa-#{deploy_id}"
     git_checkout_version('prima', @projects["prima"][:revision])
@@ -1123,6 +1174,7 @@ class Release
     wait_for_stack_ready(stack_name_peano) unless stack_ready?(stack_name_peano)
     wait_for_stack_ready(stack_name_rogoreport) unless stack_ready?(stack_name_rogoreport)
     wait_for_stack_ready(stack_name_borat) unless stack_ready?(stack_name_borat)
+    wait_for_stack_ready(stack_name_bolla) unless stack_ready?(stack_name_bolla)
     wait_for_stack_ready(stack_name_crash) unless stack_ready?(stack_name_crash) || !deploy_crash?
 
     update_service_defaults(stack_name_web)
@@ -1137,6 +1189,7 @@ class Release
     update_service_defaults(stack_name_rogoreport)
     update_service_defaults(stack_name_assange)
     update_service_defaults(stack_name_borat)
+    update_service_defaults(stack_name_bolla)
     update_service_defaults(stack_name_crash) unless stack_ready?(stack_name_crash) || !deploy_crash?
 
     prima_hostname = get_route53_hostname(stack_name_web)
@@ -1149,9 +1202,9 @@ class Release
     backoffice_hostname = get_route53_hostname(stack_name_backoffice)
     assange_hostname = get_route53_hostname(stack_name_assange)
     borat_hostname = get_route53_hostname(stack_name_borat)
+    bolla_hostname = get_route53_hostname(stack_name_bolla)
     deploy_crash? && crash_hostname = get_route53_hostname(stack_name_crash)
 
-
     launch_marley ec2_ip_address(asg_stack_name), prima_hostname, borat_hostname
 
     projects_text = "
@@ -1164,6 +1217,7 @@ class Release
 > Hal9000 url: http://#{hal9000_hostname}:10031
 > Fidaty url: http://#{fidaty_hostname}:10021
 > Peano url: http://#{peano_hostname}:10039
+> Bolla url: http://#{ec2_ip_address(asg_stack_name)}:10046
 > Assange url: https://#{assange_hostname}
 > Backoffice (legacy) url: https://#{backoffice_hostname}"
     projects_text.concat "
@@ -1202,6 +1256,8 @@ class Release
       host = "crash-#{@dns_record_identifier}.qa.colaster.com"
     when stack_name.include?('ermes')
       host = "ermes-#{@dns_record_identifier}.qa.colaster.com"
+    when stack_name.include?('bolla')
+      host = "bolla-#{@dns_record_identifier}.qa.colaster.com"
     end
     host
   end
@@ -1285,6 +1341,8 @@ class Release
       logical_resource_id = 'ECSServiceBorat'
     when stack_name.include?('crash')
       logical_resource_id = 'ECSServiceCrash'
+    when stack_name.include?('bolla')
+      logical_resource_id = 'ECSServiceBolla'
     else
       raise "Service name non gestito per lo stack #{stack_name}"
     end
@@ -1604,6 +1662,32 @@ class Release
     Dir.chdir '../../'
   end
 
+  def create_bolla_artifact(revision, deploy_id)
+    output "Preparo l'artifact bolla .zip\n".yellow
+
+    git_checkout_version('bolla', revision)
+
+    Dir.chdir 'projects/bolla'
+
+    decrypt_secrets()
+
+    [
+      "docker-compose build web",
+      "docker run -v $PWD:/code -w /code -e MIX_ENV=qa --entrypoint /bin/sh assange_web \
+      '-c' 'mix local.hex --force && mix hex.info && \
+      mix deps.get && mix compile && mix deps.compile && \
+      rm -rf _build/qa/rel/ && \
+      mix release --env=qa'"
+    ].each do |cmd|
+      execute_command cmd
+    end
+
+    artifact_path = Dir.glob("_build/qa/rel/migrator/releases/*/migrator.tar.gz").first
+    upload_artifact(artifact_path, "microservices/bolla/#{revision}-#{deploy_id}-qa-migrator.tar.gz", "#{@s3_bucket}-encrypted")
+
+    Dir.chdir '../../'
+  end
+
   def create_borat_artifact(revision, deploy_id)
     output "Preparo l'artifact borat .zip\n".yellow
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: prima-twig
 version: !ruby/object:Gem::Version
-  version: 0.33.1
+  version: 0.34.0
 platform: ruby
 authors:
 - Matteo Giachino
@@ -13,7 +13,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-04-06 00:00:00.000000000 Z
+date: 2018-04-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk