shipitron 1.2.0 → 1.4.0

data/lib/shipitron/client/run_ecs_tasks.rb

@@ -1,9 +1,12 @@
 require 'shipitron'
+require 'shipitron/client'
 require 'shipitron/ecs_client'
+require 'shipitron/client/generate_deploy'
 require 'shellwords'
 require 'base64'
 require 'tty-table'
 require 'pastel'
+require 'securerandom'
 
 module Shipitron
   module Client
@@ -20,20 +23,16 @@ module Shipitron
       required :image_name
       required :named_tag
       required :ecs_task_defs
-      optional :ecs_task_def_templates
-      optional :ecs_services
-      optional :ecs_service_templates
+      optional :ecs_task_def_templates, default: []
+      optional :ecs_services, default: []
+      optional :ecs_service_templates, default: []
       optional :build_script
-      optional :post_builds
+      optional :skip_push
+      optional :post_builds, default: []
       optional :simulate
+      optional :simulate_store_deploy
       optional :repository_branch
-
-      before do
-        context.post_builds ||= []
-        context.ecs_task_def_templates ||= {}
-        context.ecs_services ||= []
-        context.ecs_service_templates ||= {}
-      end
+      optional :registry
 
       def call
         Logger.info "Skipping ECS run_task calls due to --simulate" if simulate?
@@ -53,27 +52,31 @@ module Shipitron
           Logger.info line.chomp
         end
 
-        cluster = clusters.first
+        @cluster = clusters.first
 
         begin
           if simulate?
-            command_args(cluster)
+            server_deploy_opts
+            generate_deploy! if context.simulate_store_deploy == true
+
             return
           end
 
-          response = ecs_client(region: cluster.region).run_task(
-            cluster: cluster.name,
+          generate_deploy!
+
+          response = ecs_client(region: @cluster.region).run_task(
+            cluster: @cluster.name,
             task_definition: shipitron_task,
             overrides: {
               container_overrides: [
                 {
                   name: 'shipitron',
-                  command: command_args(cluster)
+                  command: command_args(deploy_id: deploy_id)
                 }
               ]
             },
             count: 1,
-            started_by: 'shipitron'
+            started_by: Shipitron::Client.started_by
           )
 
           if !response.failures.empty?
@@ -103,73 +106,99 @@ module Shipitron
         context.shipitron_task
       end
 
-      def command_args(cluster)
+      def deploy_id
+        return @_deploy_id if defined?(@_deploy_id)
+
+        @_deploy_id = SecureRandom.uuid
+      end
+
+      def generate_deploy!
+        Shipitron::Client::GenerateDeploy.call!(
+          server_deploy_opts: server_deploy_opts,
+          deploy_id: deploy_id
+        )
+      end
+
+      def command_args(deploy_id:)
         [
           'server_deploy',
-          '--name', context.application,
-          '--repository', context.repository_url,
-          '--bucket', context.s3_cache_bucket,
-          '--build-cache-location', context.build_cache_location,
-          '--image-name', context.image_name,
-          '--named-tag', context.named_tag,
-          '--region', cluster.region,
-        ].tap do |ary|
-          ary << '--clusters'
-          ary.concat(context.clusters.map(&:name))
-
-          ary << '--ecs-task-defs'
-          ary.concat(context.ecs_task_defs)
-
-          unless context.ecs_services.empty?
-            ary << '--ecs-services'
-            ary.concat(context.ecs_services)
-          end
+          '--deploy-id', deploy_id
+        ]
+      end
 
-          if context.build_script != nil
-            ary.concat ['--build-script', context.build_script]
-          end
+      def server_deploy_opts
+        return @_server_deploy_opts if defined?(@_server_deploy_opts)
+
+        @_server_deploy_opts =
+          {
+            name: context.application,
+            repository: context.repository_url,
+            bucket: context.s3_cache_bucket,
+            build_cache_location: context.build_cache_location,
+            image_name: context.image_name,
+            named_tag: context.named_tag,
+            region: @cluster.region
+          }.tap do |opts|
+            opts[:clusters] =
+              context.clusters.map(&:name)
+
+            opts[:ecs_task_defs] =
+              context.ecs_task_defs
+
+            unless context.ecs_services.empty?
+              opts[:ecs_services] =
+                context.ecs_services
+            end
 
-          if !context.post_builds.empty?
-            ary << '--post-builds'
-            ary.concat(context.post_builds.map(&:to_s))
-          end
+            if context.registry != nil
+              opts[:registry] = context.registry
+            end
 
-          if !context.ecs_task_def_templates.empty?
-            ary << '--ecs-task-def-templates'
-            ary.concat(
-              context.ecs_task_def_templates.map do |name, data|
-                if context.ecs_task_defs.include?(name)
-                  Base64.urlsafe_encode64(data)
-                end
-              end.compact
-            )
-          end
+            if context.build_script != nil
+              opts[:build_script] = context.build_script
+            end
 
-          if !context.ecs_service_templates.empty?
-            ary << '--ecs-service-templates'
-            ary.concat(
-              context.ecs_service_templates.map do |name, data|
-                if context.ecs_services.include?(name)
-                  Base64.urlsafe_encode64(data)
-                end
-              end.compact
-            )
-          end
+            if context.skip_push != nil
+              opts[:skip_push] = context.skip_push.to_s
+            end
 
-          unless context.repository_branch.nil?
-            ary.concat ['--repository-branch', context.repository_branch]
-          end
+            if !context.post_builds.empty?
+              opts[:post_builds] =
+                context.post_builds.map(&:to_s)
+            end
 
-          if simulate?
-            Logger.info "server_deploy command: #{ary.shelljoin}"
-          else
-            Logger.debug "server_deploy command: #{ary.shelljoin}"
+            if !context.ecs_task_def_templates.empty?
+              opts[:ecs_task_def_templates] =
+                context.ecs_task_def_templates.map do |name, data|
+                  if context.ecs_task_defs.include?(name)
+                    Base64.urlsafe_encode64(data)
+                  end
+                end.compact
+            end
+
+            if !context.ecs_service_templates.empty?
+              opts[:ecs_service_templates] =
+                context.ecs_service_templates.map do |name, data|
+                  if context.ecs_services.include?(name)
+                    Base64.urlsafe_encode64(data)
+                  end
+                end.compact
+            end
+
+            unless context.repository_branch.nil?
+              opts[:repository_branch] = context.repository_branch
+            end
+
+            if simulate?
+              Logger.info "server_deploy opts:\n#{JSON.pretty_generate(opts)}"
+            else
+              Logger.debug "server_deploy opts:\n#{JSON.pretty_generate(opts)}"
+            end
           end
-        end
       end
 
       def simulate?
-        context.simulate == true
+        context.simulate == true || context.simulate_store_deploy == true
       end
     end
   end

data/lib/shipitron/docker_image.rb

@@ -2,6 +2,7 @@ require 'shipitron'
 
 module Shipitron
   class DockerImage < Hashie::Dash
+    property :registry
     property :name
     property :tag
 
@@ -13,7 +14,9 @@ module Shipitron
         tag_str = tag_str.dup.prepend(':')
       end
 
-      "#{name}#{tag_str}"
+      name_with_registry = [registry, name].compact.join('/')
+
+      "#{name_with_registry}#{tag_str}"
     end
 
     def to_s

data/lib/shipitron/find_docker_volume_name.rb

@@ -0,0 +1,68 @@
+require 'excon'
+require 'json'
+
+module Shipitron
+  class FindDockerVolumeName
+    include Metaractor
+
+    required :container_name
+    required :volume_search
+
+    def call
+      volumes = container_volumes(container_name: container_name)
+
+      volume_metadata = volumes.find do |volume|
+        volume['DockerName'] =~ volume_search
+      end
+
+      if volume_metadata.nil?
+        raise 'Unable to find shipitron-home volume!'
+      end
+
+      context.volume_name = volume_metadata['DockerName']
+    end
+
+    private
+    def container_name
+      context.container_name
+    end
+
+    def volume_search
+      context.volume_search
+    end
+
+    def container_volumes(container_name:)
+      container_metadata = self.task_metadata['Containers'].find do |container|
+        container['Name'] == container_name
+      end
+
+      return {} if container_metadata.nil?
+
+      container_metadata['Volumes']
+    end
+
+    def task_metadata
+      return @task_metadata if defined?(@task_metadata)
+
+      begin
+        response = Excon.get(
+          "#{ENV['ECS_CONTAINER_METADATA_URI_V4']}/task",
+          expects: [200],
+          connect_timeout: 5,
+          read_timeout: 5,
+          write_timeout: 5,
+          tcp_nodelay: true
+        )
+
+        Logger.debug "Metadata result:"
+        Logger.debug(response.body)
+        Logger.debug "\n"
+
+        @task_metadata = JSON.parse(response.body)
+      rescue
+        Logger.info "Metadata uri failed"
+        {}
+      end
+    end
+  end
+end

data/lib/shipitron/git_info.rb

@@ -0,0 +1,57 @@
+require 'shipitron'
+require 'rugged'
+
+module Shipitron
+  class GitInfo < Hashie::Dash
+    property :sha
+    property :short_sha
+    property :email
+    property :name
+    property :summary
+    property :timestamp
+    property :branch
+    property :tag
+
+    def one_liner
+      "#{name} (#{short_sha}): #{summary}"
+    end
+
+    def self.from_path(path:)
+      repo = Rugged::Repository.new(path)
+      commit = repo.last_commit
+      self.new(
+        sha: commit.oid,
+        short_sha: commit.oid[0, 12],
+        email: commit.author.dig(:email),
+        name: commit.author.dig(:name),
+        summary: commit.summary,
+        timestamp: commit.epoch_time.to_s,
+        branch: branch_name(repo: repo),
+        tag: tag_name(repo: repo)
+      )
+    end
+
+    def self.branch_name(repo:)
+      ref = repo.head
+      ref.branch? ? ref.name.sub('refs/heads/', '') : nil
+    end
+
+    def self.tag_name(repo:)
+      ref = repo.head
+      tags = repo.tags
+
+      tags.each do |tag|
+        target_id =
+          if tag.annotated?
+            tag.annotation.target_id
+          else
+            tag.target.oid
+          end
+
+        return tag.name if ref.target_id == target_id
+      end
+
+      nil
+    end
+  end
+end

data/lib/shipitron/mustache_yaml_parser.rb

@@ -3,20 +3,24 @@ require 'yaml'
 
 module Shipitron
   class MustacheYamlParser
-    def initialize(context:nil, view:nil)
-      if (context.nil? && view.nil?) || (!context.nil? && !view.nil?)
+    def initialize(file_path, options = {})
+      @context = options[:context]
+      @view = options[:view]
+
+      if (@context.nil? && @view.nil?) || (!@context.nil? && !@view.nil?)
         raise ArgumentError, 'Either context or view required'
       end
 
-      @context = context
-      @view = view
-
+      @file_path = file_path.is_a?(Pathname) ? file_path.to_s : file_path
       @view ||= Mustache
     end
 
-    def perform(file_path)
-      file_path = file_path.is_a?(Pathname) ? file_path.to_s : file_path
-      YAML.load(@view.render(File.read(file_path), @context))
+    def perform
+      YAML.load(@view.render(File.read(@file_path), @context))
+    end
+
+    def self.perform(file_path, options = {})
+      new(file_path, options).perform
     end
   end
 end

data/lib/shipitron/s3_copy.rb

@@ -0,0 +1,46 @@
+require 'shipitron'
+require 'shipitron/find_docker_volume_name'
+
+module Shipitron
+  class S3Copy
+    include Metaractor
+
+    required :source
+    required :destination
+    required :region
+
+    def call
+      if ENV['FOG_LOCAL']
+        Logger.info `cp #{source.gsub('s3://', '/fog/')} #{destination.gsub('s3://', '/fog/')}`
+        if $? != 0
+          fail_with_error!(message: 'Failed to transfer to/from s3 (mocked).')
+        end
+      else
+        Logger.info "S3 Copy from #{source} to #{destination}"
+
+        shipitron_home_volume = FindDockerVolumeName.call!(
+          container_name: 'shipitron',
+          volume_search: /shipitron-home/
+        ).volume_name
+
+        Logger.info `docker run --rm -t -v #{shipitron_home_volume}:/home/shipitron -e AWS_CONTAINER_CREDENTIALS_RELATIVE_URI amazon/aws-cli:latest --region #{region} s3 cp #{source} #{destination} --quiet --only-show-errors`
+        if $? != 0
+          fail_with_error!(message: 'Failed to transfer to/from s3.')
+        end
+      end
+    end
+
+    private
+    def source
+      context.source
+    end
+
+    def destination
+      context.destination
+    end
+
+    def region
+      context.region
+    end
+  end
+end