cfn_manage 0.7.1 → 0.8.0

data/lib/cfn_manage/handlers/spot_fleet.rb

@@ -0,0 +1,56 @@
+require 'cfn_manage/aws_credentials'
+
+module CfnManage
+  module StartStopHandler
+    class SpotFleet
+
+      def initialize(fleet_id, options = {})
+        @fleet_id = fleet_id
+        credentials = CfnManage::AWSCredentials.get_session_credentials("startstopfleet_#{fleet_id}")
+        @ec2_client = Aws::EC2::Client.new(retry_limit: 20)
+        if credentials != nil
+          @ec2_client = Aws::EC2::Client.new(credentials: credentials, retry_limit: 20)
+        end
+
+        @fleet = @ec2_client.describe_spot_fleet_requests({spot_fleet_request_ids:[fleet_id]})
+        @fleet = @fleet.spot_fleet_request_configs[0].spot_fleet_request_config
+      end
+
+      def start(configuration)
+
+        $log.info("Setting fleet #{@fleet_id} capacity to #{configuration['target_capacity']}")
+        @ec2_client.modify_spot_fleet_request({
+            spot_fleet_request_id: @fleet_id,
+            target_capacity: configuration['target_capacity'],
+        })
+
+        return configuration
+      end
+
+      def stop
+
+        if @fleet.target_capacity == 0
+          $log.info("Spot fleet #{@fleet_id} already stopped")
+          return nil
+        end
+
+        configuration = {
+            target_capacity: @fleet.target_capacity
+        }
+
+        $log.info("Setting fleet #{@fleet_id} capacity to 0")
+        @ec2_client.modify_spot_fleet_request({
+            spot_fleet_request_id: @fleet_id,
+            target_capacity: 0,
+        })
+
+        return configuration
+      end
+
+      def wait(wait_states=[])
+        $log.debug("Not waiting for spot fleet #{@fleet_id}")
+      end
+
+    end
+  end
+end

data/lib/cfn_manage/handlers/transfer.rb

@@ -0,0 +1,96 @@
+require 'cfn_manage/aws_credentials'
+require 'aws-sdk-transfer'
+
+module CfnManage
+  module StartStopHandler
+    class Transfer
+
+      def initialize(server_id, options = {})
+        sftpId = server_id.split("/")
+        @server_id = sftpId.last
+        credentials = CfnManage::AWSCredentials.get_session_credentials("startstoptransfer_#{@server_id}")
+        @client = Aws::Transfer::Client.new(retry_limit: 20)
+        if credentials != nil
+          @client = Aws::Transfer::Client.new(credentials: credentials, retry_limit: 20)
+        end
+      end
+
+      def start(configuration)
+
+        state = get_state()
+
+        if state != "OFFLINE"
+          $log.warn("SFTP Server #{@server_id} is in a state of #{state} and can not be started.")
+          return
+        end
+
+        $log.info("Starting SFTP Server #{@server_id}")
+        @client.start_server({
+          server_id: @server_id,
+        })
+        unless CfnManage.skip_wait?
+          $log.info("Waiting for SFTP to start #{@cluster_id}")
+          wait('ONLINE')
+        end
+
+        return configuration
+      end
+
+      def stop()
+
+        state = get_state()
+
+        if state != "ONLINE"
+          $log.warn("SFTP Server #{@server_id} is in a state of #{state} and can not be stopped.")
+          return {}
+        end
+
+        @client.stop_server({
+          server_id: @server_id,
+        })
+        unless CfnManage.skip_wait?
+          $log.info("Waiting for SFTP to stop #{@cluster_id}")
+          wait('OFFLINE')
+        end
+        return {}
+      end
+
+      def get_state()
+        resp = @client.describe_server({
+          server_id: @server_id,
+        })
+        return resp.server.state
+      end
+
+      def wait(completed_state)
+
+        state_count = 0
+        steady_count = 2
+        attempts = 0
+        until attempts == (max_attempts = 60*6) do
+          state = get_state()
+          $log.info("SFTP Server #{@server_id} state: #{state}, waiting for #{completed_state}")
+
+          if state == "#{completed_state}"
+            state_count = state_count + 1
+            $log.info("#{state_count}/#{steady_count}")
+          elsif ["START_FAILED", "STOP_FAILED"].include?(state)
+            $log.error("SFTP Server #{@server_id} failed to reach state #{completed_state} with current state #{state}!")
+            break
+          else
+            state_count = 0
+          end
+          break if state_count == steady_count
+          attempts = attempts + 1
+          sleep(15)
+        end
+
+        if attempts == max_attempts
+          $log.error("SFTP Server #{@server_id} did not enter #{completed_state} state, however continuing operations...")
+        end
+
+      end
+
+    end
+  end
+end

data/lib/cfn_manage/start_stop_handler_factory.rb

@@ -1,12 +1,12 @@
-require 'cfn_manage/asg_start_stop_handler'
-require 'cfn_manage/ec2_start_stop_handler'
-require 'cfn_manage/rds_start_stop_handler'
-require 'cfn_manage/aurora_cluster_start_stop_handler'
-require 'cfn_manage/alarm_start_stop_handler'
-require 'cfn_manage/spot_fleet_start_stop_handler'
-require 'cfn_manage/ecs_cluster_start_stop_handler'
-require 'cfn_manage/documentdb_cluster_start_stop_handler'
-require 'cfn_manage/transfer_start_stop_handler'
+require 'cfn_manage/handlers/asg'
+require 'cfn_manage/handlers/ec2'
+require 'cfn_manage/handlers/rds'
+require 'cfn_manage/handlers/aurora_cluster'
+require 'cfn_manage/handlers/alarm'
+require 'cfn_manage/handlers/spot_fleet'
+require 'cfn_manage/handlers/ecs_cluster'
+require 'cfn_manage/handlers/documentdb'
+require 'cfn_manage/handlers/transfer'
 
 module CfnManage
 
@@ -15,34 +15,34 @@ module CfnManage
     #   Factory method to get start/stop handler based on CloudFormation
     # resource type. If resource_id passed in does not exist, it is
     # very likely that exception will be raised
-    def self.get_start_stop_handler(resource_type, resource_id, skip_wait)
+    def self.get_start_stop_handler(resource_type, resource_id, options)
       case resource_type
         when 'AWS::AutoScaling::AutoScalingGroup'
-          return CfnManage::AsgStartStopHandler.new(resource_id, skip_wait)
+          return CfnManage::StartStopHandler::Asg.new(resource_id,options)
 
         when 'AWS::EC2::Instance'
-          return CfnManage::Ec2StartStopHandler.new(resource_id, skip_wait)
+          return CfnManage::StartStopHandler::Ec2.new(resource_id,options)
 
         when 'AWS::RDS::DBInstance'
-          return CfnManage::RdsStartStopHandler.new(resource_id, skip_wait)
+          return CfnManage::StartStopHandler::Rds.new(resource_id,options)
 
         when 'AWS::RDS::DBCluster'
-          return CfnManage::AuroraClusterStartStopHandler.new(resource_id, skip_wait)
+          return CfnManage::StartStopHandler::AuroraCluster.new(resource_id,options)
 
         when 'AWS::DocDB::DBCluster'
-          return CfnManage::DocumentDbClusterStartStopHandler.new(resource_id, skip_wait)
+          return CfnManage::StartStopHandler::DocumentDb.new(resource_id,options)
 
         when 'AWS::CloudWatch::Alarm'
-          return CfnManage::AlarmStartStopHandler.new(resource_id)
+          return CfnManage::StartStopHandler::Alarm.new(resource_id,options)
 
         when 'AWS::EC2::SpotFleet'
-          return CfnManage::SpotFleetStartStopHandler.new(resource_id, skip_wait)
+          return CfnManage::StartStopHandler::SpotFleet.new(resource_id,options)
 
         when 'AWS::ECS::Cluster'
-          return CfnManage::EcsClusterStartStopHandler.new(resource_id, skip_wait)
+          return CfnManage::StartStopHandler::EcsCluster.new(resource_id,options)
 
         when 'AWS::Transfer::Server'
-          return CfnManage::TransferStartStopHandler.new(resource_id, skip_wait)
+          return CfnManage::StartStopHandler::Transfer.new(resource_id,options)
 
         else
           return nil

data/lib/cfn_manage/tag_finder.rb

@@ -0,0 +1,77 @@
+require 'cfn_manage/aws_credentials'
+
+require 'aws-sdk-autoscaling'
+
+module CfnManage
+  class TagFinder
+    
+    attr_reader :priority, :opts
+    
+    def initialize(resource_id)
+      @resource_id = resource_id
+      @tags = []
+    end
+    
+    def get_tags(resource_type)
+      case resource_type
+      when 'AWS::AutoScaling::AutoScalingGroup'
+        asg()
+      when 'AWS::EC2::Instance'
+        ec2()
+      when 'AWS::ECS::Cluster'
+        ecs_cluster()
+      end
+    end
+    
+    def priority()
+      @tags.select {|tag| tag.key == 'cfn_manage:prority'}.collect {|tag| tag.value}.first
+    end
+    
+    def options()
+      # collect all the cfn_manage tags and pass the back as a hash 
+      # so they can be passed into the resource handers
+      options = @tags.select {|tag| tag.key.start_with?('cfn_manage:') }
+      options.collect { |tag| { tag.key.split(':').last.to_sym => tag.value } }.reduce(Hash.new,:merge)
+    end
+        
+    def asg()
+      credentials = CfnManage::AWSCredentials.get_session_credentials("cfn_manage_get_tags")
+      client = Aws::AutoScaling::Client.new(credentials: credentials, retry_limit: 20)
+      resp = client.describe_tags({
+        filters: [
+          {
+            name: "auto-scaling-group", 
+            values: [@resource_id]
+          }
+        ]
+      })
+      @tags = resp.tags
+    end
+
+    def ec2()
+      credentials = CfnManage::AWSCredentials.get_session_credentials("cfn_manage_get_tags")
+      client = Aws::EC2::Client.new(credentials: credentials, retry_limit: 20)
+      resp = client.describe_tags({
+        filters: [
+          {
+            name: "resource-id", 
+            values: [@resource_id]
+          }
+        ]
+      })
+      @tags = resp.tags
+    end
+      
+    def ecs_cluster()
+      credentials = CfnManage::AWSCredentials.get_session_credentials("cfn_manage_get_tags")
+      client = Aws::ECS::Client.new(credentials: credentials, retry_limit: 20)
+      resp = client.describe_clusters({
+        clusters: [@resource_id],
+        include: ["TAGS"]
+      })
+      cluster = resp.clusters.first
+      @tags = cluster.tags
+    end
+
+  end
+end

data/lib/cfn_manage/version.rb

@@ -1,3 +1,3 @@
 module CfnManage
-  VERSION="0.7.1".freeze
+  VERSION="0.8.0".freeze
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cfn_manage
 version: !ruby/object:Gem::Version
-  version: 0.7.1
+  version: 0.8.0
 platform: ruby
 authors:
 - Base2Services
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-08-15 00:00:00.000000000 Z
+date: 2019-10-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core
@@ -232,6 +232,26 @@ dependencies:
     - - "<"
       - !ruby/object:Gem::Version
         version: '2'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-elasticloadbalancingv2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -340,20 +360,22 @@ files:
 - bin/cfn_manage
 - bin/usage.txt
 - lib/cfn_manage.rb
-- lib/cfn_manage/alarm_start_stop_handler.rb
-- lib/cfn_manage/asg_start_stop_handler.rb
-- lib/cfn_manage/aurora_cluster_start_stop_handler.rb
 - lib/cfn_manage/aws_credentials.rb
 - lib/cfn_manage/cf_common.rb
 - lib/cfn_manage/cf_progress_tracker.rb
 - lib/cfn_manage/cf_start_stop_environment.rb
-- lib/cfn_manage/documentdb_cluster_start_stop_handler.rb
-- lib/cfn_manage/ec2_start_stop_handler.rb
-- lib/cfn_manage/ecs_cluster_start_stop_handler.rb
-- lib/cfn_manage/rds_start_stop_handler.rb
-- lib/cfn_manage/spot_fleet_start_stop_handler.rb
+- lib/cfn_manage/globals.rb
+- lib/cfn_manage/handlers/alarm.rb
+- lib/cfn_manage/handlers/asg.rb
+- lib/cfn_manage/handlers/aurora_cluster.rb
+- lib/cfn_manage/handlers/documentdb.rb
+- lib/cfn_manage/handlers/ec2.rb
+- lib/cfn_manage/handlers/ecs_cluster.rb
+- lib/cfn_manage/handlers/rds.rb
+- lib/cfn_manage/handlers/spot_fleet.rb
+- lib/cfn_manage/handlers/transfer.rb
 - lib/cfn_manage/start_stop_handler_factory.rb
-- lib/cfn_manage/transfer_start_stop_handler.rb
+- lib/cfn_manage/tag_finder.rb
 - lib/cfn_manage/version.rb
 homepage: https://github.com/base2Services/cfn-start-stop-stack/blob/master/README.md
 licenses:
@@ -365,16 +387,16 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - "~>"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '2.5'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.4
+rubygems_version: 3.0.6
 signing_key: 
 specification_version: 4
 summary: Manage AWS Cloud Formation stacks

data/lib/cfn_manage/alarm_start_stop_handler.rb

@@ -1,44 +0,0 @@
-require 'cfn_manage/aws_credentials'
-
-module CfnManage
-
-  class AlarmStartStopHandler
-
-    def initialize(alarm_name)
-      @alarm_id = alarm_name
-      credentials = CfnManage::AWSCredentials.get_session_credentials("startstopalarm_#{@asg_name}")
-      @cwclient = Aws::CloudWatch::Client.new(retry_limit: 20)
-      if credentials != nil
-        @cwclient = Aws::CloudWatch::Client.new(credentials: credentials, retry_limit: 20)
-      end
-
-      @cwresource = Aws::CloudWatch::Resource.new(client: @cwclient)
-      @alarm = @cwresource.alarm(alarm_name)
-    end
-
-    def start(configuration)
-      if @alarm.actions_enabled
-        $log.info("Alarm #{@alarm.alarm_arn} actions already enabled")
-        return
-      end
-      $log.info("Enabling alarm #{@alarm.alarm_arn}")
-      @alarm.enable_actions({})
-    end
-
-    def stop
-      if not @alarm.actions_enabled
-        $log.info("Alarm #{@alarm.alarm_arn} actions already disabled")
-        return {}
-      end
-      $log.info("Disabling actions on alarm #{@alarm.alarm_arn}")
-      @alarm.disable_actions({})
-      return {}
-    end
-
-    def wait(wait_states=[])
-      $log.debug("Not waiting for alarm #{@alarm_id}")
-    end
-
-  end
-
-end

data/lib/cfn_manage/asg_start_stop_handler.rb

@@ -1,181 +0,0 @@
-require 'cfn_manage/aws_credentials'
-
-module CfnManage
-
-  class AsgStartStopHandler
-
-    def initialize(asg_id, skip_wait)
-      @asg_name = asg_id
-      @skip_wait = skip_wait
-      @asg_suspend_termination = (ENV.key?('ASG_SUSPEND_TERMINATION') and ENV['ASG_SUSPEND_TERMINATION'] == '1')
-      credentials = CfnManage::AWSCredentials.get_session_credentials("stopasg_#{@asg_name}")
-      @asg_client = Aws::AutoScaling::Client.new(retry_limit: 20)
-      @ec2_client = Aws::EC2::Client.new(retry_limit: 20)
-      if credentials != nil
-        @asg_client = Aws::AutoScaling::Client.new(credentials: credentials, retry_limit: 20)
-        @ec2_client = Aws::EC2::Client.new(credentials: credentials, retry_limit: 20)
-      end
-
-      asg_details = @asg_client.describe_auto_scaling_groups(
-          auto_scaling_group_names: [@asg_name]
-      )
-      if asg_details.auto_scaling_groups.size() == 0
-        raise "Couldn't find ASG #{@asg_name}"
-      end
-      @asg = asg_details.auto_scaling_groups[0]
-    end
-
-    def stop
-      # check if already stopped
-      if @asg.min_size == @asg.max_size and @asg.max_size == @asg.desired_capacity and @asg.min_size == 0
-        $log.info("ASG #{@asg_name} already stopped")
-        # nil and false configurations are not saved
-        return nil
-      else
-
-        puts @asg.auto_scaling_group_name
-
-        unless @asg_suspend_termination 
-          # store asg configuration to S3
-          configuration = {
-              desired_capacity: @asg.desired_capacity,
-              min_size: @asg.min_size,
-              max_size: @asg.max_size
-          }
-
-          $log.info("Setting desired capacity to 0/0/0 for ASG #{@asg.auto_scaling_group_name}A")
-
-          puts @asg.auto_scaling_group_name
-          @asg_client.update_auto_scaling_group({
-              auto_scaling_group_name: "#{@asg.auto_scaling_group_name}",
-              min_size: 0,
-              max_size: 0,
-              desired_capacity: 0
-          })
-          return configuration
-        else
-
-          configuration = {
-            desired_capacity: @asg.desired_capacity,
-            min_size: @asg.min_size,
-            max_size: @asg.max_size,
-            suspended_processes: @asg.suspended_processes
-          }
-
-          $log.info("Suspending processes for ASG #{@asg.auto_scaling_group_name}A")
-
-          @asg_client.suspend_processes({
-            auto_scaling_group_name: "#{@asg.auto_scaling_group_name}",
-          })
-
-          $log.info("Stopping all instances in ASG #{@asg.auto_scaling_group_name}A")
-
-          @asg.instances.each do |instance|
-            @instance_id = instance.instance_id
-            @instance = Aws::EC2::Resource.new(client: @ec2_client, retry_limit: 20).instance(@instance_id)
-
-            if %w(stopped stopping).include?(@instance.state.name)
-              $log.info("Instance #{@instance_id} already stopping or stopped")
-              return
-            end
-
-            $log.info("Stopping instance #{@instance_id}")
-            @instance.stop()
-          end
-
-          return configuration
-
-        end
-
-      end
-
-    end
-
-    def start(configuration)
-      if configuration.nil?
-        $log.warn("No configuration found for #{@asg_name}, skipping..")
-        return
-      end
-      $log.info("Starting ASG #{@asg_name} with following configuration\n#{configuration}")
-
-      unless @asg_suspend_termination 
-        # restore asg sizes
-        @asg_client.update_auto_scaling_group({
-          auto_scaling_group_name: @asg_name,
-          min_size: configuration['min_size'],
-          max_size: configuration['max_size'],
-          desired_capacity: configuration['desired_capacity']
-        })
-      else
-
-        $log.info("Starting instances for ASG #{@asg_name}...")
-
-        @asg.instances.each do |instance|
-          @instance_id = instance.instance_id
-          @instance = Aws::EC2::Resource.new(client: @ec2_client, retry_limit: 20).instance(@instance_id)
-
-          if %w(running).include?(@instance.state.name)
-            $log.info("Instance #{@instance_id} already running")
-            return
-          end
-          $log.info("Starting instance #{@instance_id}")
-          @instance.start()
-        end
-
-        unhealthy = true
-
-        $log.info("Checking health status for instances for ASG #{@asg_name}")
-
-        while unhealthy do
-          
-          asg_curr_details = @asg_client.describe_auto_scaling_groups(
-            auto_scaling_group_names: [@asg_name]
-          )
-          @asg_status = asg_curr_details.auto_scaling_groups[0]
-
-          allHealthy = 0
-
-          @asg_status.instances.each do |instance|
-            @instance_health = instance.health_status
-            if @instance_health == "Healthy"
-              allHealthy += 1
-            else
-              $log.info("Instance #{instance.instance_id} not currently healthy...")
-              sleep(15)
-            end
-          end
-
-          if allHealthy == @asg_status.instances.length
-            $log.info("All instances healthy in ASG #{@asg_name}")
-            unhealthy = false
-            break
-          end
-
-        end
-
-        $log.info("Resuming all processes for ASG #{@asg_name}")
-
-        @asg_client.resume_processes({
-          auto_scaling_group_name: "#{@asg.auto_scaling_group_name}",
-        })
-
-        if configuration.key?(:suspended_processes)
-
-          $log.info("Suspending processes stored in configuration for ASG #{@asg_name}")
-
-          @asg_client.suspend_processes({
-            auto_scaling_group_name: "#{@asg.auto_scaling_group_name}",
-            scaling_processes: configuration['suspended_processes'],
-          })
-        end
-
-      end
-
-    end
-
-    def wait(wait_states=[])
-      $log.debug("Not waiting for ASG #{@asg_name}")
-    end
-
-  end
-end