prima-twig 1.1.0

data/bin/twig-hotfix

@@ -0,0 +1,105 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require_relative '../lib/prima_twig.rb'
+
+class Hotfix
+  include Command
+
+  def initialize
+    @prima = Prima.new
+  end
+
+  def execute! args
+    possible_args = ["start", "finish"]
+    stop_if args.empty?, [:wrong_args, possible_args]
+    stop_if args.length > 1, [:wrong_args, possible_args]
+
+    stop_if @prima.head_detached?, :detached_head
+    stop_unless @prima.is_clean?, :clean
+
+    case args[0]
+    when "start"
+      start_hotfix!
+    when "finish"
+      merge_hotfix!
+    else
+      stop_if true, [:wrong_args, possible_args]
+    end
+  end
+
+  def start_hotfix!
+
+    branch_name = @prima.clean_branch_name(ask('Inserisci il nome del branch (puoi omettere hotfix/): '.cyan))
+    stop_unless branch_name.length > 0, 'Devi inserire il nome del branch'
+    branch_name.prepend 'hotfix/' unless branch_name.include? 'hotfix'
+
+    output "Il nome del branch sarà " + branch_name.yellow
+
+    exec_step "git checkout master"
+    exec_step "git pull origin master"
+    exec_step "git checkout -b " + branch_name
+  end
+
+  def merge_hotfix!
+    current_branch_name = @prima.twig.current_branch_name
+    stop_unless (current_branch_name =~ /^hotfix\//), "Non sei su un branch di hotfix, non posso mergiare nulla"
+
+    # Mergia la PR
+    pr = @prima.get_pr
+    stop_unless pr, 'Pull Request not found'
+    @prima.merge_pull_request pr
+
+    output "La Pull Request e' stata mergiata!".green
+
+    # Mergia il branch su dev e pusha
+    exec_step 'git fetch'
+    exec_step 'git checkout dev'
+    exec_step 'git merge origin/dev'
+    exec_step "git merge --no-ff #{current_branch_name}"
+
+    exec_step 'git push origin dev' if @prima.yesno 'Vuoi effettuare il push di dev?'.blue
+
+    # Chiude la issue
+    issue_number = @prima.twig.get_branch_property(current_branch_name, 'issue')
+    @prima.close_issue(issue_number) if issue_number
+
+    # Rimuove il branch remoto
+    exec_step "git push origin :#{current_branch_name}" if @prima.yesno "Vuoi eliminare il branch remoto #{current_branch_name}?".blue
+  end
+end
+
+def help_content
+  <<-HELP
+
+twig-hotfix
+===========
+
+Manage hotfix creation and merging
+
+Synopsis
+--------
+
+  twig hotfix start
+  twig hotfix close
+
+Description
+-----------
+
+  start   creates an hotfix from master branch
+  close   closes the actual hotfix by merging to dev and master
+
+Subcommand for Twig: <http://rondevera.github.io/twig/>
+Author: Matteo Giachino <https://github.com/matteosister>
+
+  HELP
+end
+
+args = ARGV.dup
+
+if args.include?('--help')
+  puts help_content
+  exit
+end
+
+Hotfix.new.execute!(args)

data/bin/twig-open-pr

@@ -0,0 +1,115 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require_relative '../lib/prima_twig.rb'
+require 'colorize'
+require 'highline/import'
+require 'launchy'
+
+
+def help_content
+  <<-HELP
+
+twig-open-pr
+============
+
+Opens a PR on github for this branch, if not already opened
+
+Synopsis
+--------
+
+  twig open-pr
+
+Description
+-----------
+
+  Checks if a pr is already opened for this branch, if not opens it, otherwise do nothing
+
+Subcommand for Twig: <http://rondevera.github.io/twig/>
+Author: Matteo Giachino <https://github.com/matteosister>
+
+  HELP
+end
+
+args = ARGV.dup
+
+if args.include?('--help')
+  puts help_content
+  exit
+end
+
+class OpenPR
+  def initialize
+    @prima = Prima.new
+  end
+
+  def execute!
+    unless @prima.gh.user_authenticated?
+      puts 'Non autenticato'
+      exit 1
+    end
+
+    unless @prima.is_a_valid_branch?
+      puts "Non puoi creare una pull request dal branch #{ @prima.current_branch_name }".red
+      exit 1
+    end
+
+    unless is_on_github?
+      puts "Il branch #{ @prima.current_branch_name } non è su github".red
+      push = @prima.yesno 'Vuoi effettuare il push su github'.blue
+      if push
+        cmd = %{ git push -u origin "#{ @prima.current_branch_name }"}
+        system(cmd)
+      else
+        exit 1
+      end
+    end
+
+    unless @prima.get_pr_url.nil?
+      puts "Esiste già una pull request per il branch #{ @prima.current_branch_name }. url: #{ @prima.get_pr_url }".yellow
+      pr_property = @prima.twig.get_branch_property(@prima.current_branch_name, 'pr')
+      if pr_property.nil?
+        cmd = %{ twig pr "#{ @prima.get_pr.number }"}
+        exec(cmd)
+      end
+      open = @prima.yesno 'Vuoi aprirla nel browser'.blue
+      if open
+        Launchy.open(@prima.get_pr.html_url)
+      end
+      exit 0
+    end
+
+    pr = create_pull_request('master')
+    puts "Pull Request ##{ pr.number } creata".green
+    cmd = %{ twig pr "#{ pr.number }"}
+    exec(cmd)
+    @prima.update_issue_with_label(@prima.get_property('pr'), Prima::LABEL_WIP)
+    puts "Aggiunta label \"#{ Prima::LABEL_WIP }\" sulla pull request ##{ pr.number }".green
+    puts pr.html_url
+    exit 0
+  end
+
+  def is_on_github?
+    begin
+      @prima.gh.branch @prima.repo_name, @prima.current_branch_name
+      true
+    rescue Octokit::NotFound
+      return false
+    end
+  end
+
+  def create_pull_request(base_branch)
+    current_branch_name = @prima.current_branch_name
+    puts "Creazione pull request sul branch #{ base_branch }"
+    title = ask('Titolo: ')
+    head = @prima.current_branch_name
+    body = ask('Body: ')
+    unless @prima.twig.get_branch_property(current_branch_name, 'issue').nil?
+      body << " Issue di riferimento: primait/board##{@prima.twig.get_branch_property(current_branch_name, 'issue')}"
+    end
+    pr = @prima.create_pull_request base_branch, head, title, body
+    @prima.assign_pull_request_to_me(pr.number)
+  end
+end
+
+OpenPR.new.execute!

data/bin/twig-pick-issue

@@ -0,0 +1,108 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require_relative '../lib/prima_twig.rb'
+require 'colorize'
+require 'highline/import'
+require 'pp'
+
+def help_content
+  <<-HELP
+
+twig-pick-issue
+===============
+
+Picks an issue from github and open a branch for it
+
+Synopsis
+--------
+
+  twig pick-issue
+
+
+Subcommand for Twig: <http://rondevera.github.io/twig/>
+Author: Matteo Giachino <https://github.com/matteosister>
+
+  HELP
+end
+
+args = ARGV.dup
+
+if args.include?('--help')
+  puts help_content
+  exit
+end
+
+
+class PickIssue
+  include Command
+
+  def initialize
+    @prima = Prima.new
+  end
+
+  def execute!
+    unless @prima.is_clean?
+      puts 'hai dei file non committati...non posso continuare'.red
+      exit(1)
+    end
+
+    issues = @prima.list_issues
+
+    issue_number = nil
+    args = ARGV.dup
+    if args[0] && args[0].to_i > 0
+      issues.keep_if do |issue|
+        issue.number == args[0].to_i
+      end
+      stop_if issues.empty?, "Issue #{args[0].to_i} non trovata!"
+      issue_number = args[0].to_i
+    else
+      issues.delete_if do |issue|
+        issue.pull_request?
+      end
+      issue_number = choose_issue issues
+    end
+
+    issue_type =  'feature'
+    base_branch_name_default = 'master'
+    branch_name = ask('Inserisci il nome del branch (puoi omettere feature/): '.cyan)
+    if branch_name.length == 0
+      puts 'Devi inserire il nome del branch'.red
+      exit 1
+    end
+    branch_name.prepend issue_type + '/' unless branch_name.include? issue_type
+    branch_name << "-#{issue_number}"
+
+    base_branch_name = ask('from which branch?'.cyan) { |q| q.default = base_branch_name_default }
+
+    puts "creo branch con nome #{branch_name} partendo da #{base_branch_name}"
+    @prima.rugged.branches.create(branch_name, base_branch_name)
+
+    @prima.twig.set_branch_property(branch_name, 'issue', issue_number)
+    @prima.twig.set_branch_property(branch_name, 'diff-branch', base_branch_name)
+    @prima.rugged.checkout(branch_name)
+    @prima.update_issue_with_label(issue_number, Prima::LABEL_WIP)
+    puts "Aggiunta label \"#{ Prima::LABEL_WIP }\" sulla issue primait/board##{ issue_number }".green
+    @prima.assign_issue_to_me(issue_number)
+    puts "Issue primait/board##{ issue_number } assegnata a #{ @prima.user_login }".green
+  end
+
+  def choose_issue(issues)
+    choose do |menu|
+      menu.prompt = 'Pick an issue: '.cyan
+      menu.shell  = true
+
+      issues.each do |issue|
+        milestone = issue.milestone
+        issue_number = "##{issue.number}".green
+        title = @prima.reduce_size(issue.title, 100).light_blue
+        msg = "#{issue_number} - #{title}"
+        msg << " [#{milestone.title}]".blue unless milestone.nil?
+        menu.choice(msg) {issue.number}
+      end
+    end
+  end
+end
+
+PickIssue.new.execute!

data/bin/twig-review

@@ -0,0 +1,76 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require_relative '../lib/prima_twig.rb'
+require 'colorize'
+require 'highline/import'
+
+
+def help_content
+  <<-HELP
+
+twig-review
+===========
+
+Puts the pull request for the current branch in review
+
+Synopsis
+--------
+
+  twig review
+
+Description
+-----------
+
+  Puts the current branch pr in review
+
+Subcommand for Twig: <http://rondevera.github.io/twig/>
+Author: Matteo Giachino <https://github.com/matteosister>
+
+  HELP
+end
+
+args = ARGV.dup
+
+if args.include?('--help')
+  puts help_content
+  exit
+end
+
+class Review
+  def initialize
+    @prima = Prima.new
+  end
+
+  def execute!
+    unless @prima.is_a_valid_branch?
+      puts "Il branch #{ @prima.current_branch_name } non può essere in review".red
+      exit 1
+    end
+
+    unless @prima.has_property?('pr')
+      puts 'Il branch attuale non ha la proprietà PR'.red
+      exit 1
+    end
+
+    unless @prima.is_already_a_pr?
+      puts 'Il branch attuale non è una pull request'.red
+      exit 1
+    end
+
+    puts "Pull request ##{@prima.get_property('pr')}".cyan
+    puts "Issue ##{@prima.get_property('issue')}".cyan if @prima.has_property?('issue')
+
+    @prima.put_issue_in_review(@prima.get_property('pr'))
+    puts "La pull request #{ @prima.get_property('pr') } è ora in review".green
+
+    if @prima.has_property?('issue')
+      @prima.put_issue_in_review(@prima.get_property('issue'))
+      puts "La issue #{ @prima.get_property('issue') } è ora in review".green
+    end
+
+    exit 0
+  end
+end
+
+Review.new.execute!

data/bin/twig-update-ami

@@ -0,0 +1,197 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require_relative '../lib/prima_twig.rb'
+require_relative '../lib/prima_aws_client.rb'
+require 'launchy'
+require 'json'
+require 'aws-sdk-s3'
+
+class TwigUpdateAmi
+  include Command
+  include PrimaAwsClient
+  def initialize
+    output 'Controllo se ci sono aggiornamenti da fare...'
+    exec "gem update prima-twig && twig update-ami #{ARGV.join ' '}" unless `gem outdated`.lines.grep(/^prima-twig \(.*\)/).empty?
+    @s3 = Aws::S3::Client.new
+    @s3_bucket = 'prima-deploy'
+    @templates_base_url = "https://s3-eu-west-1.amazonaws.com"
+  end
+
+  def execute!(args)
+      update_amis(args[0], args[1], args[2], args[3], args[4])
+  end
+
+  private
+
+  def update_amis(ami_template, ami_id, ami_name, ami_description, env)
+    output "updating instance definition #{ami_template}".light_green
+    Dir.chdir 'ami'
+    update_instance_name(ami_id, ami_name, ami_description, ami_template)
+    output 'running packer update (this could take some time)'.light_green
+    new_ami_id = update_packer(ami_template, env)
+    # new_ami_id = 'ami-026890988d91ee8c6'
+    Dir.chdir '..'
+    stop_if(new_ami_id.to_s.empty?, 'Failed to generate AMI!'.red)
+    output "new ami id: #{new_ami_id}"
+
+    output 'searching for ami to update...'
+    ami_mappings = JSON.parse(@s3.get_object(bucket: @s3_bucket, key: "ami/ami-mappings.json")["body"].read())
+    old_amis = update_ami_mappings(ami_mappings, ami_template, env, new_ami_id)
+    stop_if(old_amis.empty?, "No ami to update! No #{ami_template} in env #{env}, exiting".yellow)
+
+    output "retrieving stacks that uses old ami ids: #{old_amis}"
+    exports = list_exports()
+    stacks = get_stacks_from_exports(exports, old_amis)
+    stop_if(stacks.empty?, "No stack to update found! This means that ami-mapping file is not in sync, please check manually")
+
+    stacks.each do |stack|
+      output "processing stack #{stack}"
+      if stack.include?('qa')
+        output "skipping stack #{stack} because is a qa"
+        next
+      else
+        stack_tags = tags_to_hashes(get_stack_tags(stack))
+        stack_tags['TemplateVersion'] = stack_tags['TemplateVersion'].to_i + 1
+
+        if stack.include?('batch')
+          stack_parameters = update_stack_parameters(get_stack_parameters(stack),
+            [
+              { parameter_key: 'AMIID', parameter_value: new_ami_id },
+              { parameter_key: 'TemplateVersion', parameter_value: stack_tags['TemplateVersion'].to_s }
+            ]
+          )
+          if stack.include?('offsite-backups')
+            stack_template = File.read("./cloudformation/stacks/batch/compute-environment-offsite-backups.yml")
+          else
+            stack_template = File.read("./cloudformation/stacks/batch/compute-environment.yml")
+          end
+        else
+          stack_parameters = update_stack_parameters(get_stack_parameters(stack),
+            [
+              { parameter_key: 'AMIID', parameter_value: new_ami_id },
+              { parameter_key: 'DesiredCapacity', parameter_value: get_desired_capacity(stack).to_s },
+              { parameter_key: 'TemplateVersion', parameter_value: stack_tags['TemplateVersion'].to_s }
+            ]
+          )
+          stack_template = File.read("./cloudformation/stacks/asg/#{stack.to_s.split("/")[1]}.yml")
+        end
+        update_stack(stack, stack_template, stack_parameters, hashes_to_tags(stack_tags))
+      end
+    end
+
+    stacks.each do |stack|
+      if stack.include?('qa')
+        next
+      end
+      wait_for_stack_ready(stack, ['CREATE_FAILED', 'ROLLBACK_IN_PROGRESS', 'ROLLBACK_FAILED', 'DELETE_IN_PROGRESS', 'DELETE_FAILED', 'DELETE_COMPLETE', 'UPDATE_ROLLBACK_FAILED', 'UPDATE_ROLLBACK_COMPLETE_CLEANUP_IN_PROGRESS', 'UPDATE_ROLLBACK_COMPLETE', 'ROLLBACK_COMPLETE'])
+    end
+
+    output 'writing new ami mapping'
+    File.open("ami/ami-mappings.json", 'w+') do |f|
+      mapping_file = JSON.pretty_generate(ami_mappings)
+      f.write(mapping_file)
+      @s3.put_object(bucket: @s3_bucket, key: "ami/ami-mappings.json", body: mapping_file)
+    end
+
+    output 'Update finished! ( ͡° ͜ʖ ͡°)'
+  end
+
+  def get_stacks_from_exports(exports, old_amis)
+    stacks = []
+    old_amis.each do |old_ami|
+      exports.each do |export|
+        if export.value.eql?(old_ami)
+          stacks.insert(0,export.exporting_stack_id)
+        end
+      end
+    end
+    stacks
+  end
+
+  def update_ami_mappings(mappings, ami_template, env, new_ami_id)
+    old_values = []
+    mappings.each do |item|
+       if item['ami_template'].eql?(ami_template) and item['env'].eql?(env)
+         old_values.insert(0,item['ami_id'])
+         item['ami_id'] = new_ami_id
+       end
+     end
+    old_values.uniq
+  end
+
+  def update_stack_parameters(stack_parameters, new_parameters)
+    new_parameters.each do |new_param|
+      stack_parameters.reject{ |k| k["parameter_key"] == new_param["parameter_key"] }
+      stack_parameters.push(new_param)
+    end
+    stack_parameters
+  end
+
+  def update_instance_name(ami_id, ami_name, ami_description, ecs_json_path)
+    ecs_json = JSON.parse File.read(ecs_json_path)
+
+    ecs_json['builders'][0]['source_ami'] = ami_id
+    ecs_json['builders'][0]['ami_name'] = ami_name
+    ecs_json['builders'][0]['ami_description'] = ami_description
+
+    File.open ecs_json_path, 'w' do |f|
+      f.write(JSON.pretty_generate(ecs_json))
+    end
+  end
+
+  def get_desired_capacity(stack_name)
+    stack_outputs = get_stack_outputs(stack_name)
+    stack_outputs.each do |out|
+      if out.export_name.include?('EC2Fleet') or out.export_name.include?('AutoScalingGroup')
+        return get_autoscaling_capacity(out.output_value)
+      end
+    end
+  end
+
+  def update_packer(json_filename, env)
+    execute_command "AWS_MAX_ATTEMPTS=90 AWS_POLL_DELAY_SECONDS=60 packer build -var datadog_apikey=`biscuit get -f ../configs/secrets/common.yml common_production_apikey_datadog` -var github_token=`biscuit get -f ../configs/secrets/common.yml common_private_repo_github_token` -var drone_key=\"`biscuit get -f ../configs/secrets/common.yml drone_license_key`\" -var env=#{env} -machine-readable ./#{json_filename} | tee build.log"
+    `grep 'artifact,0,id' build.log | cut -d, -f6 | cut -d: -f2`.sub(/\n/, '')
+  end
+
+  def help_content
+    <<-HELP
+
+    twig-update-ami
+    ===========
+
+    Updates ami version and applies it to stacks on cloudformation
+
+    Synopsis
+    --------
+
+      twig-update-ami
+
+    Description
+    -----------
+
+      from artemide main folder run
+      `twig-update-ami ${AMI_TEMPLATE} ${AMI_ID} ${AMI_NAME} ${AMI_DESCRIPTION} ${ENV}`
+
+    Subcommand for Twig: <http://rondevera.github.io/twig/>
+    Author: Eugenio Laghi <https://github.com/eugeniolaghi>
+
+    HELP
+  end
+
+  class ::Hash
+      def deep_merge(second)
+          merger = proc { |key, v1, v2| Hash === v1 && Hash === v2 ? v1.merge(v2, &merger) : Array === v1 && Array === v2 ? v1 | v2 : [:undefined, nil, :nil].include?(v2) ? v1 : v2 }
+          self.merge(second.to_h, &merger)
+      end
+  end
+
+  args = ARGV.dup
+
+  if args.include?('--help')
+    puts help_content
+    exit
+  end
+
+  TwigUpdateAmi.new.execute!(args)
+end