cfn_manage 0.5.5 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: daf22645a1dd51d55807d398df71ab7f15f5563a5106870b0bbc4e0cdd806204
-  data.tar.gz: 13aa605715c98964d3eba1dab19eef1aeba71fac673815951d3b8c3e0ea37f40
+  metadata.gz: 035ab73bb14da783dcba810528e796a5a5fd21cea291b533b69a54aeeab66930
+  data.tar.gz: c3317a41490aa56e188e5692d1edf9e64be73ca800bd172906c58297137135ec
 SHA512:
-  metadata.gz: f94c368ebc84a840fab86d0f519a2299ed1e7a8c56b0a0a01f1b0dedbdde48f57ac645e92a9c49ef4b5e684893fb733e1ce7f04df69c9b9f6a2c5769ca7126ce
-  data.tar.gz: da029041566807f3b542b39c6b1e1b1a080ec142cb9afc7a03d13172b44500f9e53eeb898fee8a459a13fba9640de8a3c5b050afa3d4c2f74161b550c5e39407
+  metadata.gz: 0e81937b62aa1ae30ae87b18376103d3b27dbf8a942422655524d97818082be1e4da70e455fd6139df6060a49e89aff5bda20af9ea9c422629b20c1a51cad2a5
+  data.tar.gz: 389307f1ac698c5d52e2bc8e612f01d0bb85252c4e71f07cdf14e36a6547577be4f9a46a7474a4b1f8f3f323beddc0465a2d5c9251d82a7359b8d1b13f7e815d

data/bin/cfn_manage

@@ -54,6 +54,10 @@ OptionParser.new do |opts|
     $options['AURORA_CLUSTER_ID'] = cluster
   end
 
+  opts.on('--docdb-cluster-id [DOCDB_CLUSTER_ID]') do |cluster|
+    $options['DOCDB_CLUSTER_ID'] = cluster
+  end
+
   opts.on('--ec2-instance-id [EC2_INSTANCE_ID]') do |ec2|
     $options['EC2_INSTANCE_ID'] = ec2
   end
@@ -99,6 +103,10 @@ OptionParser.new do |opts|
     ENV['IGNORE_MISSING_ECS_CONFIG'] = '1'
   end
 
+  opts.on('--asg-suspend-termination') do
+    ENV['ASG_SUSPEND_TERMINATION'] = '1'
+  end
+
 end.parse!
 
 command = ARGV[0]
@@ -129,6 +137,12 @@ case command
   when 'start-aurora-cluster'
     CfnManage::CloudFormation::EnvironmentRunStop.new().start_resource($options['AURORA_CLUSTER_ID'],'AWS::RDS::DBCluster')
 
+  # docdb cluster commands
+  when 'stop-docdb-cluster'
+    CfnManage::CloudFormation::EnvironmentRunStop.new().stop_resource($options['DOCDB_CLUSTER_ID'],'AWS::DocDB::DBCluster')
+  when 'start-docdb-cluster'
+    CfnManage::CloudFormation::EnvironmentRunStop.new().start_resource($options['DOCDB_CLUSTER_ID'],'AWS::DocDB::DBCluster')
+
   # ec2 instance
   when 'stop-ec2'
     CfnManage::CloudFormation::EnvironmentRunStop.new().stop_resource($options['EC2_INSTANCE_ID'],'AWS::EC2::Instance')

data/bin/usage.txt

@@ -22,6 +22,10 @@ cfn_manage stop-aurora-cluster --aurora-cluster-id [AURORA_CLUSTER_ID]
 
 cfn_manage start-aurora-cluster --aurora-cluster-id [AURORA_CLUSTER_ID]
 
+cfn_manage stop-docdb-cluster --docdb-cluster-id [DOCDB_CLUSTER_ID]
+
+cfn_manage start-docdb-cluster --docdb-cluster-id [DOCDB_CLUSTER_ID]
+
 cfn_manage stop-ec2 --ec2-instance-id [EC2_INSTANCE_ID]
 
 cfn_manage start-ec2 --ec2-instance-id [EC2_INSTANCE_ID]
@@ -84,3 +88,7 @@ General options:
 --ignore-missing-ecs-config
 
     This option is required for starting a ecs service that was stopped outside of cfn_manage.
+
+--asg-suspend-termination
+
+    Will stop instances in the autoscaling group(s) instead of the default behaviour of termination.

data/lib/cfn_manage/asg_start_stop_handler.rb

@@ -7,10 +7,13 @@ module CfnManage
     def initialize(asg_id, skip_wait)
       @asg_name = asg_id
       @skip_wait = skip_wait
+      @asg_suspend_termination = (ENV.key?('ASG_SUSPEND_TERMINATION') and ENV['ASG_SUSPEND_TERMINATION'] == '1')
       credentials = CfnManage::AWSCredentials.get_session_credentials("stopasg_#{@asg_name}")
       @asg_client = Aws::AutoScaling::Client.new(retry_limit: 20)
+      @ec2_client = Aws::EC2::Client.new(retry_limit: 20)
       if credentials != nil
         @asg_client = Aws::AutoScaling::Client.new(credentials: credentials, retry_limit: 20)
+        @ec2_client = Aws::EC2::Client.new(credentials: credentials, retry_limit: 20)
       end
 
       asg_details = @asg_client.describe_auto_scaling_groups(
@@ -29,23 +32,61 @@ module CfnManage
         # nil and false configurations are not saved
         return nil
       else
-        # store asg configuration to S3
-        configuration = {
+
+        puts @asg.auto_scaling_group_name
+
+        unless @asg_suspend_termination 
+          # store asg configuration to S3
+          configuration = {
+              desired_capacity: @asg.desired_capacity,
+              min_size: @asg.min_size,
+              max_size: @asg.max_size
+          }
+
+          $log.info("Setting desired capacity to 0/0/0 for ASG #{@asg.auto_scaling_group_name}A")
+
+          puts @asg.auto_scaling_group_name
+          @asg_client.update_auto_scaling_group({
+              auto_scaling_group_name: "#{@asg.auto_scaling_group_name}",
+              min_size: 0,
+              max_size: 0,
+              desired_capacity: 0
+          })
+          return configuration
+        else
+
+          configuration = {
             desired_capacity: @asg.desired_capacity,
             min_size: @asg.min_size,
-            max_size: @asg.max_size
-        }
+            max_size: @asg.max_size,
+            suspended_processes: @asg.suspended_processes
+          }
 
-        $log.info("Setting desired capacity to 0/0/0 for ASG #{@asg.auto_scaling_group_name}A")
-        # set asg configuration to 0/0/0
-        puts @asg.auto_scaling_group_name
-        @asg_client.update_auto_scaling_group({
+          $log.info("Suspending processes for ASG #{@asg.auto_scaling_group_name}A")
+
+          @asg_client.suspend_processes({
             auto_scaling_group_name: "#{@asg.auto_scaling_group_name}",
-            min_size: 0,
-            max_size: 0,
-            desired_capacity: 0
-        })
-        return configuration
+          })
+
+          $log.info("Stopping all instances in ASG #{@asg.auto_scaling_group_name}A")
+
+          @asg.instances.each do |instance|
+            @instance_id = instance.instance_id
+            @instance = Aws::EC2::Resource.new(client: @ec2_client, retry_limit: 20).instance(@instance_id)
+
+            if %w(stopped stopping).include?(@instance.state.name)
+              $log.info("Instance #{@instance_id} already stopping or stopped")
+              return
+            end
+
+            $log.info("Stopping instance #{@instance_id}")
+            @instance.stop()
+          end
+
+          return configuration
+
+        end
+
       end
 
     end
@@ -57,13 +98,78 @@ module CfnManage
       end
       $log.info("Starting ASG #{@asg_name} with following configuration\n#{configuration}")
 
-      # restore asg sizes
-      @asg_client.update_auto_scaling_group({
+      unless @asg_suspend_termination 
+        # restore asg sizes
+        @asg_client.update_auto_scaling_group({
           auto_scaling_group_name: @asg_name,
           min_size: configuration['min_size'],
           max_size: configuration['max_size'],
           desired_capacity: configuration['desired_capacity']
-      })
+        })
+      else
+
+        $log.info("Starting instances for ASG #{@asg_name}...")
+
+        @asg.instances.each do |instance|
+          @instance_id = instance.instance_id
+          @instance = Aws::EC2::Resource.new(client: @ec2_client, retry_limit: 20).instance(@instance_id)
+
+          if %w(running).include?(@instance.state.name)
+            $log.info("Instance #{@instance_id} already running")
+            return
+          end
+          $log.info("Starting instance #{@instance_id}")
+          @instance.start()
+        end
+
+        unhealthy = true
+
+        $log.info("Checking health status for instances for ASG #{@asg_name}")
+
+        while unhealthy do
+          
+          asg_curr_details = @asg_client.describe_auto_scaling_groups(
+            auto_scaling_group_names: [@asg_name]
+          )
+          @asg_status = asg_curr_details.auto_scaling_groups[0]
+
+          allHealthy = 0
+
+          @asg_status.instances.each do |instance|
+            @instance_health = instance.health_status
+            if @instance_health == "Healthy"
+              allHealthy += 1
+            else
+              $log.info("Instance #{instance.instance_id} not currently healthy...")
+            end
+          end
+
+          if allHealthy == @asg_status.instances.length
+            $log.info("All instances healthy in ASG #{@asg_name}")
+            unhealthy = false
+            break
+          end
+
+        end
+
+        $log.info("Resuming all processes for ASG #{@asg_name}")
+
+        @asg_client.resume_processes({
+          auto_scaling_group_name: "#{@asg.auto_scaling_group_name}",
+        })
+
+        if configuration['suspended_processes'].any?
+
+          $log.info("Suspending processes stored in configuration for ASG #{@asg_name}")
+
+          @asg_client.suspend_processes({
+            auto_scaling_group_name: "#{@asg.auto_scaling_group_name}",
+            scaling_processes: configuration['suspended_processes'],
+          })
+        end
+
+      end
+
     end
 
     def wait(wait_states=[])

data/lib/cfn_manage/aurora_cluster_start_stop_handler.rb

@@ -14,7 +14,6 @@ module CfnManage
       end
       rds = Aws::RDS::Resource.new(client: @rds_client)
       @rds_cluster = rds.db_cluster(cluster_id)
-
     end
 
     def start(configuration)
@@ -23,6 +22,11 @@ module CfnManage
         return
       end
 
+      if @rds_cluster.engine_mode != 'provisioned'
+        $log.info("Aurora Cluster #{@cluster_id} is not a provisioned cluster and cannot be started using this method.")
+        return
+      end
+
       # start rds cluster
       if @rds_cluster.status == 'stopped'
         $log.info("Starting Aurora cluster #{@cluster_id}")
@@ -47,6 +51,11 @@ module CfnManage
         $log.info("Aurora Cluster #{@cluster_id} is not in a available state. State: #{@rds_cluster.status}")
         return {}
       end
+
+      if @rds_cluster.engine_mode != 'provisioned'
+        $log.info("Aurora Cluster #{@cluster_id} is not a provisioned cluster and cannot be stopped using this method.")
+        return {}
+      end
       # stop rds cluster and wait for it to be fully stopped
       $log.info("Stopping aurora cluster #{@cluster_id}")
       @rds_client.stop_db_cluster({ db_cluster_identifier: @cluster_id })

data/lib/cfn_manage/cf_start_stop_environment.rb

@@ -6,6 +6,7 @@ require 'aws-sdk-rds'
 require 'aws-sdk-cloudwatch'
 require 'aws-sdk-autoscaling'
 require 'aws-sdk-ecs'
+require 'aws-sdk-docdb'
 
 require 'cfn_manage/cf_common'
 require 'cfn_manage/aws_credentials'
@@ -27,6 +28,7 @@ module CfnManage
       @@resource_start_priorities = {
           'AWS::RDS::DBInstance' => '100',
           'AWS::RDS::DBCluster' => '100',
+          'AWS::DocDB::DBCluster' => '100',
           'AWS::AutoScaling::AutoScalingGroup' => '200',
           'AWS::EC2::Instance' => '200',
           'AWS::EC2::SpotFleet' => '200',

data/lib/cfn_manage/documentdb_cluster_start_stop_handler.rb

@@ -0,0 +1,89 @@
+require 'cfn_manage/aws_credentials'
+
+module CfnManage
+
+  class DocumentDbClusterStartStopHandler
+
+    def initialize(cluster_id, skip_wait)
+      @cluster_id = cluster_id
+      @skip_wait = skip_wait
+      credentials = CfnManage::AWSCredentials.get_session_credentials("startstopcluster_#{cluster_id}")
+      @docdb_client = Aws::DocDB::Client.new(retry_limit: 20)
+      if credentials != nil
+        @docdb_client = Aws::DocDB::Client.new(credentials: credentials, retry_limit: 20)
+      end
+      cluster = @docdb_client.describe_db_clusters({ db_cluster_identifier: @cluster_id })
+      @docdb_cluster = cluster.db_clusters.first
+    end
+
+    def start(configuration)
+      if @docdb_cluster.status == 'available'
+        $log.info("DocDB Cluster #{@cluster_id} is already in available state")
+        return
+      end
+
+      # start docdb cluster
+      if @docdb_cluster.status == 'stopped'
+        $log.info("Starting DocDB cluster #{@cluster_id}")
+        @docdb_client.start_db_cluster({ db_cluster_identifier: @cluster_id })
+        unless @skip_wait
+          # wait cluster to become available
+          $log.info("Waiting DocDB cluster to become available #{@cluster_id}")
+          wait('available')
+        end
+      else
+        $log.info("DocDB Cluster #{@cluster_id} is not in a stopped state. State: #{@docdb_cluster.status}")
+      end
+    end
+
+    def stop
+      if @docdb_cluster.status == 'stopped'
+        $log.info("DocDB Cluster #{@cluster_id} is already stopped")
+        return {}
+      end
+
+      if @docdb_cluster.status != 'available'
+        $log.info("DocDB Cluster #{@cluster_id} is not in a available state. State: #{@docdb_cluster.status}")
+        return {}
+      end
+      # stop docdb cluster and wait for it to be fully stopped
+      $log.info("Stopping DocDB cluster #{@cluster_id}")
+      @docdb_client.stop_db_cluster({ db_cluster_identifier: @cluster_id })
+      unless @skip_wait
+        $log.info("Waiting DocDB cluster to be stopped #{@cluster_id}")
+        wait('stopped')
+      end
+      return {}
+    end
+
+    def wait(completed_state)
+      # reached state must be steady, at least a minute.
+      state_count = 0
+      steady_count = 4
+      attempts = 0
+
+      until attempts == (max_attempts = 60*6) do
+        # Declare client and cluster variable a second time inside the loop so it re-evaluates each time.
+        docdb = @docdb_client.describe_db_clusters({ db_cluster_identifier: @cluster_id })
+        cluster = docdb.db_clusters.first
+        $log.info("DocDB Cluster #{cluster.db_cluster_identifier} state: #{cluster.status}, waiting for #{completed_state}")
+
+        if cluster.status == "#{completed_state}"
+          state_count = state_count + 1
+          $log.info("#{state_count}/#{steady_count}")
+        else
+          state_count = 0
+        end
+        break if state_count == steady_count
+        attempts = attempts + 1
+        sleep(15)
+      end
+
+      if attempts == max_attempts
+        $log.error("DocDB Cluster #{@cluster_id} did not enter #{completed_state} state, however continuing operations...")
+      end
+    end
+
+  end
+
+end

data/lib/cfn_manage/start_stop_handler_factory.rb

@@ -5,6 +5,7 @@ require 'cfn_manage/aurora_cluster_start_stop_handler'
 require 'cfn_manage/alarm_start_stop_handler'
 require 'cfn_manage/spot_fleet_start_stop_handler'
 require 'cfn_manage/ecs_cluster_start_stop_handler'
+require 'cfn_manage/documentdb_cluster_start_stop_handler'
 
 module CfnManage
 
@@ -27,6 +28,9 @@ module CfnManage
         when 'AWS::RDS::DBCluster'
           return CfnManage::AuroraClusterStartStopHandler.new(resource_id, skip_wait)
 
+        when 'AWS::DocDB::DBCluster'
+          return CfnManage::DocumentDbClusterStartStopHandler.new(resource_id, skip_wait)
+
         when 'AWS::CloudWatch::Alarm'
           return CfnManage::AlarmStartStopHandler.new(resource_id)
 

data/lib/cfn_manage/version.rb

@@ -1,3 +1,3 @@
 module CfnManage
-  VERSION="0.5.5".freeze
+  VERSION="0.6.0".freeze
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cfn_manage
 version: !ruby/object:Gem::Version
-  version: 0.5.5
+  version: 0.6.0
 platform: ruby
 authors:
 - Base2Services
@@ -10,15 +10,15 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-05-31 00:00:00.000000000 Z
+date: 2019-07-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '3'
+        version: 3.39.0
     - - "<"
       - !ruby/object:Gem::Version
         version: '4'
@@ -26,9 +26,9 @@ dependencies:
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '3'
+        version: 3.39.0
     - - "<"
       - !ruby/object:Gem::Version
         version: '4'
@@ -192,6 +192,26 @@ dependencies:
     - - "<"
       - !ruby/object:Gem::Version
         version: '2'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-docdb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.9.0
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.9.0
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -307,6 +327,7 @@ files:
 - lib/cfn_manage/cf_common.rb
 - lib/cfn_manage/cf_progress_tracker.rb
 - lib/cfn_manage/cf_start_stop_environment.rb
+- lib/cfn_manage/documentdb_cluster_start_stop_handler.rb
 - lib/cfn_manage/ec2_start_stop_handler.rb
 - lib/cfn_manage/ecs_cluster_start_stop_handler.rb
 - lib/cfn_manage/rds_start_stop_handler.rb
@@ -332,7 +353,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
+rubygems_version: 3.0.4
 signing_key: 
 specification_version: 4
 summary: Manage AWS Cloud Formation stacks