hako 1.1.0 → 1.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4fa62526803c7e309c566c869c1f89e6b9446fe3
-  data.tar.gz: 6912f420b348951e279b30d7009a1d482b410e22
+  metadata.gz: c1d86bc51070984dd1963477c7e0e65d3db228f8
+  data.tar.gz: 87daa9ce6841fc2b029d8bf33b03c4bce72aea35
 SHA512:
-  metadata.gz: 72770b616872cb3d9fc73882c2ac977d35370dc46592c2291bd147e09cf0e7c519f78e54f2bea82f4a39317edf4b96d1b34c8c9d656927a54189ace40d873f1d
-  data.tar.gz: 1c55da209092dc268dfcbe260bb2873858b2412a591ea3121c32267b1e9c9fe7094bfb1be5a8294522d72da9942b118c483c15a70b51736b12d8faf31196e8f1
+  metadata.gz: d3a0c055aebebccb5bb8b38a66e7183eb3d887e8fb483d106b3b1db191547041123ff720a0181ddbcbda41510b0255eb6ae313e4b78ad469430ef5531e92a9df
+  data.tar.gz: bf5ad5bc15d7750a21cb7de91d3d69f745f4e9febd2fa641f5d1b24953a644862aeaefe4cdd512d238a33d8c114efe87c3aa10a26574c26d90de1cac69562c8f

data/CHANGELOG.md

@@ -1,3 +1,8 @@
+# 1.2.0 (2017-04-14)
+## Changes
+- Fail deployment when some tasks are stopped during deployment
+    - It should prevent infinite loop when the new revision always fails to start
+
 # 1.1.0 (2017-03-09)
 ## New features
 - Add script hooks to rollback

data/Gemfile

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 source 'https://rubygems.org'
 
 # Specify your gem's dependencies in hako.gemspec

data/Rakefile

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'bundler/gem_tasks'
 require 'rspec/core/rake_task'
 require 'rubocop/rake_task'
@@ -8,4 +9,4 @@ RSpec::Core::RakeTask.new(:spec)
 RuboCop::RakeTask.new(:rubocop)
 YARD::Rake::YardocTask.new(:yard)
 
-task :default => [:spec, :rubocop]
+task :default => %i[spec rubocop]

data/exe/hako

@@ -1,5 +1,6 @@
 #!/usr/bin/env ruby
 # frozen_string_literal: true
+
 require 'hako/cli'
 
 Hako::CLI.start(ARGV)

data/hako.gemspec

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 lib = File.expand_path('../lib', __FILE__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require 'hako/version'

data/lib/hako/app_container.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'hako/container'
 
 module Hako

data/lib/hako/application.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'hako/yaml_loader'
 require 'pathname'
 

data/lib/hako/cli.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'hako'
 require 'optparse'
 require 'pathname'

data/lib/hako/commander.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'hako/definition_loader'
 require 'hako/env_expander'
 require 'hako/error'

data/lib/hako/container.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'hako/version'
 
 module Hako

data/lib/hako/definition_loader.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'set'
 require 'hako/app_container'
 require 'hako/container'

data/lib/hako/env_expander.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'set'
 require 'strscan'
 require 'hako/env_providers'

data/lib/hako/env_provider.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'hako/error'
 
 module Hako

data/lib/hako/env_providers/file.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'hako/env_provider'
 
 module Hako

data/lib/hako/env_providers/yaml.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'hako/env_provider'
 require 'yaml'
 

data/lib/hako/env_providers.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Hako
   module EnvProviders
   end

data/lib/hako/error.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Hako
   class Error < StandardError
   end

data/lib/hako/loader.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Hako
   class Loader
     # @param [Module] base_module

data/lib/hako/scheduler.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'aws-sdk'
 
 module Hako

data/lib/hako/schedulers/ecs.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'aws-sdk'
 require 'hako'
 require 'hako/error'
@@ -647,6 +648,8 @@ module Hako
             Process.clock_gettime(Process::CLOCK_MONOTONIC)
           end
 
+        started_task_ids = []
+
         loop do
           if started_at
             if Process.clock_gettime(Process::CLOCK_MONOTONIC) - started_at > @timeout
@@ -666,11 +669,22 @@ module Hako
               break
             end
             Hako.logger.info "#{e.created_at}: #{e.message}"
+            task_id = extract_task_id(e.message)
+            if task_id && e.message.include?(' has started ')
+              started_task_ids << task_id
+            end
           end
           latest_event_id = find_latest_event_id(s.events)
           Hako.logger.debug "  latest_event_id=#{latest_event_id}, deployments=#{s.deployments}"
           no_active = s.deployments.all? { |d| d.status != 'ACTIVE' }
           primary = s.deployments.find { |d| d.status == 'PRIMARY' }
+          if primary.desired_count < started_task_ids.size
+            Hako.logger.error('Some started tasks are stopped. It seems new deployment is failing to start')
+            ecs_client.describe_tasks(cluster: service.cluster_arn, tasks: started_task_ids).tasks.each do |task|
+              report_task_diagnostics(task)
+            end
+            return false
+          end
           primary_ready = primary && primary.running_count == primary.desired_count
           if no_active && primary_ready
             return true
@@ -690,6 +704,23 @@ module Hako
         end
       end
 
+      TASK_ID_RE = /\(task ([\h-]+)\)\.\z/
+      # @param [String] message
+      # @return [String, nil]
+      def extract_task_id(message)
+        message.slice(TASK_ID_RE, 1)
+      end
+
+      # @param [Aws::ECS::Types::Task] task
+      # @return [nil]
+      def report_task_diagnostics(task)
+        Hako.logger.error("task_definition_arn=#{task.task_definition_arn} last_status=#{task.last_status}")
+        Hako.logger.error("  stopped_reason: #{task.stopped_reason}")
+        task.containers.sort_by(&:name).each do |container|
+          Hako.logger.error("    Container #{container.name}: last_status=#{container.last_status} exit_code=#{container.exit_code.inspect} reason=#{container.reason.inspect}")
+        end
+      end
+
       # @param [Aws::ECS::Types::TaskDefinition]
       # @return [String]
       def find_rollback_target(task_definition)

data/lib/hako/schedulers/ecs_autoscaling.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'hako'
 require 'hako/error'
 

data/lib/hako/schedulers/ecs_definition_comparator.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'hako/schema'
 
 module Hako

data/lib/hako/schedulers/ecs_elb.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'aws-sdk'
 require 'hako'
 

data/lib/hako/schedulers/ecs_elb_v2.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'aws-sdk'
 require 'hako'
 

data/lib/hako/schedulers/ecs_service_comparator.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'hako/schema'
 
 module Hako

data/lib/hako/schedulers.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Hako
   module Schedulers
   end

data/lib/hako/schema/boolean.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Hako
   module Schema
     class Boolean

data/lib/hako/schema/integer.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Hako
   module Schema
     class Integer

data/lib/hako/schema/nullable.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Hako
   module Schema
     class Nullable

data/lib/hako/schema/ordered_array.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Hako
   module Schema
     class OrderedArray

data/lib/hako/schema/string.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Hako
   module Schema
     class String

data/lib/hako/schema/structure.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Hako
   module Schema
     class Structure

data/lib/hako/schema/table.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Hako
   module Schema
     class Table

data/lib/hako/schema/unordered_array.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Hako
   module Schema
     class UnorderedArray

data/lib/hako/schema/with_default.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Hako
   module Schema
     class WithDefault

data/lib/hako/schema.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'hako/schema/boolean'
 require 'hako/schema/integer'
 require 'hako/schema/nullable'

data/lib/hako/script.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'hako/scripts'
 
 module Hako

data/lib/hako/scripts/create_aws_cloud_watch_logs_log_group.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'aws-sdk'
 require 'hako'
 require 'hako/script'

data/lib/hako/scripts/nginx_front.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'aws-sdk'
 require 'erb'
 require 'hako'

data/lib/hako/scripts.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Hako
   module Scripts
   end

data/lib/hako/version.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Hako
-  VERSION = '1.1.0'
+  VERSION = '1.2.0'
 end

data/lib/hako/yaml_loader.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'psych'
 
 module Hako

data/lib/hako.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 require 'logger'
 require 'hako/version'
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: hako
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 1.2.0
 platform: ruby
 authors:
 - Kohei Suzuki
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-03-09 00:00:00.000000000 Z
+date: 2017-04-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk