cfn_manage 0.3.1 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA256:
-  metadata.gz: 4fa355433ba85a929315e560ceb2eb5c0d933093d7d53243bee7cb0f950ad23f
-  data.tar.gz: 055db78da9179b184cddb7f9ad127892c9a3e7ab667c8166f7ef1257d5cee9d6
+SHA1:
+  metadata.gz: 13212e4e880e6d908c22fcc1f173037533cbd3a7
+  data.tar.gz: 8866a2e5a070e3a72ddd43888e3d217c8c4d145d
 SHA512:
-  metadata.gz: 73c1c4d092f6d66c5a07da6faf71b7915f1b52d6d68cd274fc9797d7227f1f13028c94134681c4738052b5ec2f2daa3360880ff1a9aaa56914d30802e7dfc048
-  data.tar.gz: e9504f28cf57a390f450bfabd71939e38e96dfbabb7da1461cc5a2c46eac054afcb89853294413fdddfdb7bf35d0341f717a9c1dc4eff9238da5207d652b6057
+  metadata.gz: aaca5c44073d61fdb8e6583038e221cc9ba49bfa2353ada7f8f235ff1fe244b5ca91315cc29cf9ee545194a7ce02faef6a1b9ec9068b72fb44466a9ae9e4775a
+  data.tar.gz: 8bb07d3fd3e24f7fbd56acbe01445853b03522ab1926ed4c71cf9bee9c66309867f08860759cbdab433ad417ac057fdf7fdbb2c028c81fd128ea29f3c25b6948

data/bin/cfn_manage.rb

@@ -46,6 +46,10 @@ OptionParser.new do |opts|
     $options['RDS_INSTANCE_ID'] = asg
   end
 
+  opts.on('--aurora-cluster-id [AURORA_CLUSTER_ID]') do |asg|
+    $options['AURORA_CLUSTER_ID'] = asg
+  end
+
   opts.on('--stack-name [STACK_NAME]') do |asg|
     $options['STACK_NAME'] = asg
   end
@@ -90,10 +94,15 @@ case command
   when 'start-rds'
     Base2::CloudFormation::EnvironmentRunStop.new().start_stop_rds('start', $options['RDS_INSTANCE_ID'])
 
+  # aurora cluster commands
+  when 'stop-aurora-cluster'
+    Base2::CloudFormation::EnvironmentRunStop.new().start_stop_aurora_cluster('stop', $options['AURORA_CLUSTER_ID'])
+  when 'start-aurora-cluster'
+    Base2::CloudFormation::EnvironmentRunStop.new().start_stop_aurora_cluster('start', $options['AURORA_CLUSTER_ID'])
+
   # stack commands
-  # rds commands
   when 'stop-environment'
     Base2::CloudFormation::EnvironmentRunStop.new().stop_environment($options['STACK_NAME'])
   when 'start-environment'
     Base2::CloudFormation::EnvironmentRunStop.new().start_environment($options['STACK_NAME'])
-end
+end

data/bin/usage.txt

@@ -14,6 +14,9 @@ cfn_manage stop-rds --rds-instance-id [RDS_INSTANCE_ID]
 
 cfn_manage start-rds --rds-instance-id [RDS_INSTANCE_ID]
 
+cfn_manage stop-aurora-cluster --aurora-cluster-id [AURORA_CLUSTER_ID]
+
+cfn_manage start-aurora-cluster --aurora-cluster-id [AURORA_CLUSTER_ID]
 
 General options
 
@@ -46,4 +49,4 @@ General options
     Applicable only to [start|stop-environment] commands. If there is problem with stopping a resource,
     (e.g. cloudformation stack not being synced or manual resource deletion) script will continue it's
     operation. By defult script stops when there is problem with starting/stopping resource, and expects
-    manual intervention to fix the root cause for failure.
+    manual intervention to fix the root cause for failure.

data/lib/aurora_cluster_start_stop_handler.rb

@@ -0,0 +1,89 @@
+require_relative '../lib/aws_credentials'
+
+module Base2
+
+  class AuroraClusterStartStopHandler
+
+    def initialize(cluster_id)
+      @cluster_id = cluster_id
+
+      credentials = Base2::AWSCredentials.get_session_credentials("startstopcluster_#{cluster_id}")
+      @rds_client = Aws::RDS::Client.new(retry_limit: 20)
+      if credentials != nil
+        @rds_client = Aws::RDS::Client.new(credentials: credentials, retry_limit: 20)
+      end
+      rds = Aws::RDS::Resource.new(client: @rds_client)
+      @rds_cluster = rds.db_cluster(cluster_id)
+
+    end
+
+    def start(configuration)
+      if @rds_cluster.status == 'available'
+        $log.info("Aurora Cluster #{@cluster_id} is already in available state")
+        return
+      end
+
+      # start rds cluster
+      if @rds_cluster.status == 'stopped'
+        $log.info("Starting Aurora cluster #{@cluster_id}")
+        @rds_client.start_db_cluster({ db_cluster_identifier: @cluster_id })
+
+        # wait cluster to become available
+        $log.info("Waiting Aurora cluster to become available #{@cluster_id}")
+        wait_rds_cluster_states( %w(starting available))
+      else
+        $log.info("Aurora Cluster #{@cluster_id} is not in a stopped state. State: #{@rds_cluster.status}")
+      end
+    end
+
+    def stop
+      if @rds_cluster.status == 'stopped'
+        $log.info("Aurora Cluster #{@cluster_id} is already stopped")
+        return {}
+      end
+
+      if @rds_cluster.status != 'available'
+        $log.info("Aurora Cluster #{@cluster_id} is not in a available state. State: #{@rds_cluster.status}")
+        return {}
+      end
+
+      # stop rds cluster and wait for it to be fully stopped
+      $log.info("Stopping aurora cluster #{@cluster_id}")
+      @rds_client.stop_db_cluster({ db_cluster_identifier: @cluster_id })
+      $log.info("Waiting aurora cluster to be stopped #{@cluster_id}")
+      wait_rds_cluster_states(%w(stopping stopped))
+
+      return {}
+    end
+
+    def wait_rds_cluster_states(wait_states=[])
+      wait_states.each do |state|
+        # reached state must be steady, at least a minute.
+        state_count = 0
+        steady_count = 4
+        attempts = 0
+        rds = Aws::RDS::Resource.new(client: @rds_client)
+        until attempts == (max_attempts = 60*6) do
+          cluster = rds.db_cluster(@cluster_id)
+          $log.info("Aurora Cluster #{cluster.db_cluster_identifier} state: #{cluster.status}, waiting for #{state}")
+
+          if cluster.status == "#{state}"
+            state_count = state_count + 1
+            $log.info("#{state_count}/#{steady_count}")
+          else
+            state_count = 0
+          end
+          break if state_count == steady_count
+          attempts = attempts + 1
+          sleep(15)
+        end
+
+        if attempts == max_attempts
+          $log.error("RDS Aurora Cluster #{@cluster_id} did not enter #{state} state, however continuing operations...")
+        end
+      end
+    end
+
+  end
+
+end

data/lib/cf_start_stop_environment.rb

@@ -25,6 +25,7 @@ module Base2
 
       @@resource_start_priorities = {
           'AWS::RDS::DBInstance' => '100',
+          'AWS::RDS::DBCluster' => '100',
           'AWS::AutoScaling::AutoScalingGroup' => '200',
           'AWS::EC2::Instance' => '200',
           'AWS::EC2::SpotFleet' => '200',
@@ -42,6 +43,10 @@ module Base2
         end
         @dry_run = (ENV.key?('DRY_RUN') and ENV['DRY_RUN'] == '1')
         @continue_on_error = (ENV.key? 'CFN_CONTINUE_ON_ERROR' and ENV['CFN_CONTINUE_ON_ERROR'] == '1')
+      rescue NoMethodError => e
+        puts "Got No Method Error on CloudFormation::initialize, this often means that you're missing a AWS_DEFAULT_REGION"
+      rescue Aws::Sigv4::Errors::MissingCredentialsError => e
+        puts "Got Missing Credentials Error on CloudFormation::initialize, this often means that AWS_PROFILE is unset, or no default credentials were provided."
       end
 
 

data/lib/rds_start_stop_handler.rb

@@ -18,6 +18,13 @@ module Base2
     end
 
     def start(configuration)
+      # RDS list of exluded engines that don't support RDS stop start
+      excluded_engines = %w(aurora aurora-mysql aurora-postgresql)
+      if excluded_engines.include? @rds_instance.engine
+         $log.info("RDS Instance #{@instance_id} engine is #{@rds_instance.engine} and cannot be started by instance.")
+         return
+      end
+
       if @rds_instance.db_instance_status == 'available'
         $log.info("RDS Instance #{@instance_id} is already in available state")
       end
@@ -47,9 +54,9 @@ module Base2
           is_multi_az: @rds_instance.multi_az
       }
       # RDS list of exluded engines that don't support RDS stop start
-      excluded_engines = %w(aurora aurora-mysql)
+      excluded_engines = %w(aurora aurora-mysql aurora-postgresql)
       if excluded_engines.include? @rds_instance.engine
-         $log.info("RDS Instance #{@instance_id} engine is #{@rds_instance.engine} and cannot be stoped yet...")
+         $log.info("RDS Instance #{@instance_id} engine is #{@rds_instance.engine} and cannot be stoped by instance.")
          return configuration
       end
 

data/lib/start_stop_handler_factory.rb

@@ -1,6 +1,7 @@
 require_relative '../lib/asg_start_stop_handler'
 require_relative '../lib/ec2_start_stop_handler'
 require_relative '../lib/rds_start_stop_handler'
+require_relative '../lib/aurora_cluster_start_stop_handler'
 require_relative '../lib/alarm_start_stop_handler'
 require_relative '../lib/spot_fleet_start_stop_handler'
 
@@ -22,6 +23,9 @@ module Base2
         when 'AWS::RDS::DBInstance'
           return Base2::RdsStartStopHandler.new(resource_id)
 
+        when 'AWS::RDS::DBCluster'
+          return Base2::AuroraClusterStartStopHandler.new(resource_id)
+
         when 'AWS::CloudWatch::Alarm'
           return Base2::AlarmStartStopHandler.new(resource_id)
 
@@ -32,4 +36,4 @@ module Base2
       end
     end
   end
-end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cfn_manage
 version: !ruby/object:Gem::Version
-  version: 0.3.1
+  version: 0.4.0
 platform: ruby
 authors:
 - Base2Services
@@ -95,9 +95,9 @@ dependencies:
   name: aws-sdk-rds
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1'
+        version: 1.31.0
     - - "<"
       - !ruby/object:Gem::Version
         version: '2'
@@ -105,9 +105,9 @@ dependencies:
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1'
+        version: 1.31.0
     - - "<"
       - !ruby/object:Gem::Version
         version: '2'
@@ -183,11 +183,11 @@ files:
 - bin/usage.txt
 - lib/alarm_start_stop_handler.rb
 - lib/asg_start_stop_handler.rb
+- lib/aurora_cluster_start_stop_handler.rb
 - lib/aws_credentials.rb
 - lib/cf_common.rb
 - lib/cf_progress_tracker.rb
 - lib/cf_start_stop_environment.rb
-- lib/dynamodb_start_stop_handler.rb
 - lib/ec2_start_stop_handler.rb
 - lib/rds_start_stop_handler.rb
 - lib/spot_fleet_start_stop_handler.rb
@@ -212,7 +212,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.7.6
+rubygems_version: 2.6.13
 signing_key: 
 specification_version: 4
 summary: Manage AWS Cloud Formation stacks

data/lib/dynamodb_start_stop_handler.rb

@@ -1,53 +0,0 @@
-require_relative '../lib/aws_credentials'
-
-module Base2
-
-  class DynamoDbStartStopHandler
-
-    @table
-    @table_name
-    @gsi_names
-
-    def initialize(table_name)
-      credentials = Base2::AWSCredentials.get_session_credentials("stoprun_#{instance_id}")
-      ec2_client = Aws::DynamoDB::Client.new(credentials: credentials)
-      @table = Aws::DynamoDB::Resource.new(client: ec2_client).table(table_name)
-      @table_name = table_name
-      @table.global_secondary_indexes.each do |gsi|
-        @gsi_names << gsi.index_name
-      end
-    end
-
-    def start(configuration)
-
-    end
-
-    def stop
-      configuration = {
-          read_capacity: @table.provisioned_throughput.read_capacity_units,
-          write_capacity: @table.provisioned_throughput.write_capacity_units
-      }
-
-      $log.info("Current dynamo table #{@table.name} capacity: #{configuration}")
-
-      # check if environment vairable set for
-      if ENV.key? ('cfn_manage_dynamodb_stop_capacity')
-        stop_capacity = ENV['cfn_manage_dynamodb_stop_capacity'].to_i
-
-        $log.info("Downsizing read/write capacity to #{stop_capacity}")
-        @table.update({
-            provisioned_throughput: {
-                read_capacity_units: stop_capacity, # required
-                write_capacity_units: stop_capacity, # required
-            }
-        })
-      end
-
-
-
-      configuration
-    end
-
-
-  end
-end