ruby_aem_aws 0.9.0 → 0.9.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 39ea851d8557738c522f0f06fd811dee54378d83
-  data.tar.gz: 931e7372b825518b9e0ad3b23498b0013831c0bb
+  metadata.gz: 2611b58397e0504f3ae61a016d05397f2958b71a
+  data.tar.gz: 81d26e4fab9981f591ac10a56725d9a1b467895e
 SHA512:
-  metadata.gz: da5c388b8803836046e97f8af7ce3308fbd419b230a7fa86483d54508c0f8f0bfdbeb149cc6a3c41dffb2577ddd8387c3a3443b09835f64a75221b86eb53c312
-  data.tar.gz: f66ff53f11b7f035fa337ce3524f5c9630c489b453e799887b09e6e56f6e7ec2237c90e9a7acc88a0332d6241b66a23ead413f9eaa94e2d30aa09c12bb229535
+  metadata.gz: ec8d87c5a984a70506d23a849ed3c21209e4db952c7efe3f35e56d0eb4bdfb3c2130aab5ac26c7338317637a65c8b41b99d066db6a2d91736d3a2c0668c68622
+  data.tar.gz: a10df33c155883eccbe5b3adf3c16dd68cb0ae1e629ed070045889b7b5d8d094a9d7354ee05b32eef8b3c2e470cc389bddc7d171781c1132fad7cc615b579a39

data/lib/ruby_aem_aws.rb

@@ -14,15 +14,30 @@
 
 require_relative 'ruby_aem_aws/consolidated_stack'
 require_relative 'ruby_aem_aws/full_set_stack'
+require_relative 'ruby_aem_aws/stack_manager'
 
 module RubyAemAws
   # AemAws class represents the AWS stack for AEM.
   class AemAws
     # @param conf configuration hash of the following configuration values:
     # - region: the AWS region (eg ap-southeast-2)
+    # - aws_access_key_id: the AWS access key
+    # - aws_secret_access_key: the AWS secret access key
+    # - aws_profile: AWS profile name
     # @return new RubyAemAws::AemAws instance
     def initialize(conf = {})
       conf[:region] ||= Constants::REGION_DEFAULT
+      conf[:aws_access_key_id] ||= Constants::ACCESS_KEY_ID
+      conf[:aws_secret_access_key] ||= Constants::SECRET_ACCESS_KEY
+      conf[:aws_profile] ||= Constants::PROFILE
+
+      Aws.config.update(region: conf[:region])
+
+      credentials = Aws::Credentials.new(conf[:aws_access_key_id], conf[:aws_secret_access_key]) unless conf[:aws_access_key_id].nil?
+      credentials = Aws::SharedCredentials.new(profile_name: conf[:aws_profile]) unless conf[:aws_profile].nil?
+      credentials = Aws::InstanceProfileCredentials.new if conf[:aws_profile].nil? && conf[:aws_access_key_id].nil?
+      raise RubyAemAws::ArgumentError unless defined? credentials
+      Aws.config.update(credentials: credentials)
 
       aws = AwsCreator.create_aws
       @ec2_client = aws[:Ec2Client]
@@ -32,8 +47,14 @@ module RubyAemAws
       # The V2 API only supports Application ELBs, and we currently use Classic.
       # @elb_client = Aws::ElasticLoadBalancingV2::Client.new(region: conf[:region])
       @cloud_watch_client = aws[:CloudWatchClient]
+      @dynamodb_client = aws[:DynamoDBClient]
+      @s3_client = aws[:S3Client]
+      @s3_resource = aws[:S3Resource]
     end
 
+    # Test connection to Amazon AWS
+    #
+    # @return One or more regions that are currently available.
     def test_connection
       result = []
       @ec2_client.describe_regions.regions.each do |region|
@@ -57,17 +78,28 @@ module RubyAemAws
     def full_set(stack_prefix)
       RubyAemAws::FullSetStack.new(stack_prefix, @ec2_resource, @elb_client, @auto_scaling_client, @cloud_watch_client)
     end
+
+    # Create Stack Manager resources
+    #
+    # @param stack_prefix AWS tag: StackPrefix
+    # @return new RubyAemAws::StackManager instance
+    def stack_manager(stack_prefix)
+      RubyAemAws::StackManager.new(stack_prefix, @dynamodb_client, @s3_client, @s3_resource)
+    end
   end
 
   # Encapsulate AWS class creation for mocking.
   class AwsCreator
-    def self.create_aws(region = Constants::REGION_DEFAULT)
+    def self.create_aws
       {
-        Ec2Client: Aws::EC2::Client.new(region: region),
-        Ec2Resource: Aws::EC2::Resource.new(region: region),
-        ElbClient: Aws::ElasticLoadBalancing::Client.new(region: region),
-        AutoScalingClient: Aws::AutoScaling::Client.new(region: region),
-        CloudWatchClient: Aws::CloudWatch::Client.new(region: region)
+        Ec2Client: Aws::EC2::Client.new,
+        Ec2Resource: Aws::EC2::Resource.new,
+        ElbClient: Aws::ElasticLoadBalancing::Client.new,
+        AutoScalingClient: Aws::AutoScaling::Client.new,
+        CloudWatchClient: Aws::CloudWatch::Client.new,
+        DynamoDBClient: Aws::DynamoDB::Client.new,
+        S3Client: Aws::S3::Client.new,
+        S3Resource: Aws::S3::Resource.new
       }
     end
   end

data/lib/ruby_aem_aws/component/abstract_component.rb

@@ -35,5 +35,15 @@ module RubyAemAws
         ]
       }
     end
+
+    private def filter_for_snapshot(snapshot_type)
+      {
+        filters: [
+          { name: 'tag:StackPrefix', values: [@descriptor.stack_prefix] },
+          { name: 'tag:SnapshotType', values: [snapshot_type] },
+          { name: 'tag:Component', values: [@descriptor.ec2.component] }
+        ]
+      }
+    end
   end
 end

data/lib/ruby_aem_aws/component/abstract_snapshot.rb

@@ -0,0 +1,35 @@
+# Copyright 2018 Shine Solutions
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'aws-sdk'
+require_relative 'abstract_component'
+
+module RubyAemAws
+  # Add method to scan for snapshots
+  module AbstractSnapshot
+    include AbstractComponent
+
+    # @param snapshot_id Type of snapsthot to look for
+    # @return Class Aws::EC2::Snapshot
+    def get_snapshot_by_id(snapshot_id)
+      ec2_resource.snapshot(snapshot_id).data
+    end
+
+    # @param snapshot_type Type of snapsthot to look for
+    # @return EC2 Resource snapshots collection
+    def get_snapshots_by_type(snapshot_type)
+      ec2_resource.snapshots(filter_for_snapshot(snapshot_type))
+    end
+  end
+end

data/lib/ruby_aem_aws/component/abstract_stackmanager.rb

@@ -0,0 +1,56 @@
+# Copyright 2018 Shine Solutions
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module RubyAemAws
+  # Add common methods to StackManager resource
+  module AbstractStackManager
+    private def filter_for_db_scan(dynamodb_tablename, attribute_value)
+      {
+        table_name: dynamodb_tablename,
+        attributes_to_get: ['command_id'],
+        scan_filter: {
+          'message_id' => {
+            attribute_value_list: [attribute_value],
+            comparison_operator: 'EQ'
+          }
+        },
+        consistent_read: true
+      }
+    end
+
+    private def filter_for_db_query(dynamodb_tablename, key_attribute_value)
+      {
+        table_name: dynamodb_tablename,
+        consistent_read: true,
+        attributes_to_get: ['state'],
+        key_conditions: {
+          'command_id' => {
+            attribute_value_list: [key_attribute_value],
+            comparison_operator: 'EQ'
+          }
+        },
+        query_filter: {
+          'state' => {
+            attribute_value_list: ['Pending'],
+            comparison_operator: 'NE'
+          }
+        }
+      }
+    end
+
+    private def message_for_sns_publish(task, stack_prefix, details)
+      "{ \"default\": \"{ 'task': '#{task}', 'stack_prefix': '#{stack_prefix}', 'details': #{details} }\"}"
+    end
+  end
+end

data/lib/ruby_aem_aws/component/author.rb

@@ -21,24 +21,36 @@ module RubyAemAws
     class Author
       attr_reader :author_primary, :author_standby
 
-      # ELB_ID = 'AuthorLoadBalancer'.freeze
-      # ELB_NAME = 'AEM Author Load Balancer'.freeze
+      ELB_ID = 'AuthorLoadBalancer'.freeze
+      ELB_NAME = 'AEM Author Load Balancer'.freeze
 
       # @param stack_prefix AWS tag: StackPrefix
       # @param ec2_resource AWS EC2 resource
+      # @param elb_client AWS ELB client
+      # @param cloud_watch_client AWS CloudWatch client
       # @return new RubyAemAws::FullSet::Author
-      def initialize(stack_prefix, ec2_resource, cloud_watch_client)
+      def initialize(stack_prefix, ec2_resource, elb_client, cloud_watch_client)
         @author_primary = Component::AuthorPrimary.new(stack_prefix, ec2_resource, cloud_watch_client)
         @author_standby = Component::AuthorStandby.new(stack_prefix, ec2_resource, cloud_watch_client)
+        @ec2_resource = ec2_resource
+        @elb_client = elb_client
       end
 
-      # def terminate_primary_instance
-
-      # def terminate_standby_instance
+      # @return true, if all author instances are healthy
+      def healthy?
+        instance = 0
+        instance += 1 if author_primary.healthy?
+        instance += 1 if author_standby.healthy?
+        return true unless instance < 2
+      end
 
-      # def wait_until_healthy
-      #   - wait until both primary and standby are healthy
-      # end
+      # @return true, if all author instances are healthy
+      def wait_until_healthy
+        instance = 0
+        instance += 1 if author_primary.wait_until_healthy.eql? true
+        instance += 1 if author_standby.wait_until_healthy.eql? true
+        return true unless instance < 2
+      end
     end
   end
 end

data/lib/ruby_aem_aws/component/author_dispatcher.rb

@@ -13,9 +13,11 @@
 # limitations under the License.
 
 require_relative 'abstract_grouped_component'
+require_relative 'abstract_snapshot'
 require_relative 'mixins/healthy_count_verifier'
 require_relative 'mixins/metric_verifier'
 require_relative 'component_descriptor'
+require_relative 'mixins/snapshot_verifier'
 
 module RubyAemAws
   module Component
@@ -23,8 +25,10 @@ module RubyAemAws
     class AuthorDispatcher
       attr_reader :descriptor, :ec2_resource, :asg_client, :elb_client, :cloud_watch_client
       include AbstractGroupedComponent
+      include AbstractSnapshot
       include HealthyCountVerifier
       include MetricVerifier
+      include SnapshotVerifier
 
       EC2_COMPONENT = 'author-dispatcher'.freeze
       EC2_NAME = 'AEM Author Dispatcher'.freeze
@@ -47,9 +51,19 @@ module RubyAemAws
         @cloud_watch_client = cloud_watch_client
       end
 
-      # def terminate_all_instances
+      def terminate_all_instances
+        get_all_instances.each do |i|
+          next if i.nil?
+          i.terminate
+          i.wait_until_terminated
+        end
+      end
 
-      # def terminate_random_instance
+      def terminate_random_instance
+        instance = get_random_instance
+        instance.terminate
+        instance.wait_until_terminated
+      end
     end
   end
 end

data/lib/ruby_aem_aws/component/author_primary.rb

@@ -13,8 +13,10 @@
 # limitations under the License.
 
 require_relative 'abstract_single_component'
+require_relative 'abstract_snapshot'
 require_relative 'mixins/healthy_state_verifier'
 require_relative 'mixins/metric_verifier'
+require_relative 'mixins/snapshot_verifier'
 
 module RubyAemAws
   module Component
@@ -22,14 +24,17 @@ module RubyAemAws
     class AuthorPrimary
       attr_reader :descriptor, :ec2_resource, :cloud_watch_client
       include AbstractSingleComponent
+      include AbstractSnapshot
       include HealthyStateVerifier
       include MetricVerifier
+      include SnapshotVerifier
 
       EC2_COMPONENT = 'author-primary'.freeze
       EC2_NAME = 'AEM Author - Primary'.freeze
 
       # @param stack_prefix AWS tag: StackPrefix
       # @param ec2_resource AWS EC2 resource
+      # @param cloud_watch_client AWS CloudWatch client
       # @return new RubyAemAws::FullSet::AuthorPrimary
       def initialize(stack_prefix, ec2_resource, cloud_watch_client)
         @descriptor = ComponentDescriptor.new(stack_prefix,
@@ -37,6 +42,13 @@ module RubyAemAws
         @ec2_resource = ec2_resource
         @cloud_watch_client = cloud_watch_client
       end
+
+      # @return Aws::EC2::Instance
+      def terminate
+        instance = get_instance
+        instance.terminate
+        instance.wait_until_terminated
+      end
     end
   end
 end

data/lib/ruby_aem_aws/component/author_publish_dispatcher.rb

@@ -14,9 +14,11 @@
 
 require 'aws-sdk'
 require_relative 'abstract_single_component'
+require_relative 'abstract_snapshot'
 require_relative 'mixins/healthy_state_verifier'
 require_relative 'mixins/metric_verifier'
 require_relative 'component_descriptor'
+require_relative 'mixins/snapshot_verifier'
 
 module RubyAemAws
   module Component
@@ -24,8 +26,10 @@ module RubyAemAws
     class AuthorPublishDispatcher
       attr_reader :descriptor, :ec2_resource, :cloud_watch_client
       include AbstractSingleComponent
+      include AbstractSnapshot
       include HealthyStateVerifier
       include MetricVerifier
+      include SnapshotVerifier
 
       EC2_COMPONENT = 'author-publish-dispatcher'.freeze
       EC2_NAME = 'AuthorPublishDispatcher'.freeze

data/lib/ruby_aem_aws/component/author_standby.rb

@@ -12,9 +12,11 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-require_relative 'abstract_grouped_component'
+require_relative 'abstract_single_component'
+require_relative 'abstract_snapshot'
 require_relative 'mixins/healthy_state_verifier'
 require_relative 'mixins/metric_verifier'
+require_relative 'mixins/snapshot_verifier'
 
 module RubyAemAws
   module Component
@@ -22,9 +24,11 @@ module RubyAemAws
     class AuthorStandby
       attr_reader :descriptor, :ec2_resource, :cloud_watch_client
       include AbstractGroupedComponent
+      include AbstractSnapshot
       # Can't verify state by count as there's no ASG.
       include HealthyStateVerifier
       include MetricVerifier
+      include SnapshotVerifier
 
       EC2_COMPONENT = 'author-standby'.freeze
       EC2_NAME = 'AEM Author - Standby'.freeze
@@ -39,6 +43,13 @@ module RubyAemAws
         @ec2_resource = ec2_resource
         @cloud_watch_client = cloud_watch_client
       end
+
+      # @return Aws::EC2::Instance
+      def terminate
+        instance = get_instance
+        instance.terminate
+        instance.wait_until_terminated
+      end
     end
   end
 end

data/lib/ruby_aem_aws/component/chaos_monkey.rb

@@ -13,8 +13,10 @@
 # limitations under the License.
 
 require_relative 'abstract_single_component'
+require_relative 'abstract_snapshot'
 require_relative 'mixins/healthy_state_verifier'
 require_relative 'mixins/metric_verifier'
+require_relative 'mixins/snapshot_verifier'
 
 module RubyAemAws
   module Component
@@ -22,9 +24,11 @@ module RubyAemAws
     class ChaosMonkey
       attr_reader :descriptor, :ec2_resource, :asg_client, :cloud_watch_client
       include AbstractSingleComponent
+      include AbstractSnapshot
       # Can't verify state by count as there's no ELB.
       include HealthyStateVerifier
       include MetricVerifier
+      include SnapshotVerifier
 
       EC2_COMPONENT = 'chaos-monkey'.freeze
       EC2_NAME = 'AEM Chaos Monkey'.freeze

data/lib/ruby_aem_aws/component/mixins/dynamo_db.rb

@@ -0,0 +1,36 @@
+# Copyright 2018 Shine Solutions
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module RubyAemAws
+  # Mixin for interaction with AWS DynamoDB
+  module DynamoDB
+    # @param filter Filter to scan for
+    # @return scanned attribute
+    def scan(filter)
+      # We need to give AWS time to update the DynamoDB
+      # consistent_read seems not to work everytime
+      sleep 5
+      dynamodb_client.scan(filter)
+    end
+
+    # @param filter Filter to query for
+    # @return queried attribute
+    def query(filter)
+      # We need to give AWS time to update the DynamoDB
+      # consistent_read seems not to work everytime
+      sleep 5
+      dynamodb_client.query(filter)
+    end
+  end
+end

data/lib/ruby_aem_aws/component/mixins/healthy_count_verifier.rb

@@ -48,23 +48,68 @@ module RubyAemAws
       return :no_elb if elb.nil?
 
       elb_running_instances = 0
-      # puts("ELB: #{elb.load_balancer_name} (#{elb.instances.length})")
       get_instances_state_from_elb(elb).each do |i|
-        # puts("  Instance #{i[:id]}: #{i[:state]}")
         elb_running_instances += 1 if i[:state] == RubyAemAws::Constants::INSTANCE_STATE_HEALTHY
       end
 
       desired_capacity = asg.desired_capacity
-      # puts("calc health_state: #{elb_running_instances} / #{desired_capacity}")
+
       return :misconfigured if desired_capacity < 1
+      return :recovering if elb_running_instances < desired_capacity
+      return :scaling if elb_running_instances > desired_capacity
+      :ready
+    end
+
+    # Provides detail of the state of the instances comprising the component.
+    # @return one of:
+    # - no_asg: AutoScalingGroup could not be located (by StackPrefix and Component tags).
+    # - no_elb: ElasticLoadBalancer could not be located (by StackPrefix and aws:cloudformation:logical-id tags).
+    # - misconfigured: AutoScalingGroup.desired_capacity is less than 1.
+    # - recovering: ELB running instance count is less than AutoScalingGroup.desired_capacity.
+    # - scaling: ELB running instance count is more than AutoScalingGroup.desired_capacity.
+    # - ready: ELB running instance count is equal to AutoScalingGroup.desired_capacity.
+    def health_state_elb
+      asg = find_auto_scaling_group(asg_client)
+      return :no_asg if asg.nil?
+
+      # Debug:
+      # unless asg.nil?
+      #   puts("ASG: #{asg} #{asg.auto_scaling_group_name} (#{asg.desired_capacity})")
+      #   asg.instances.each do |i|
+      #     puts("  Instance #{i.instance_id}: #{i.health_status}")
+      #   end
+      # end
+
+      elb = find_elb(elb_client)
+      return :no_elb if elb.nil?
 
+      elb_instance_state = elb_client.describe_instance_health(load_balancer_name: elb.load_balancer_name)
+
+      elb_running_instances = 0
+      elb_instance_state.instance_states.each do |i|
+        elb_running_instances += 1 if i.state == RubyAemAws::Constants::ELB_INSTANCE_INSERVICE
+      end
+
+      desired_capacity = asg.desired_capacity
+
+      return :misconfigured if desired_capacity < 1
       return :recovering if elb_running_instances < desired_capacity
       return :scaling if elb_running_instances > desired_capacity
       :ready
     end
 
+    # @return true, if all EC2 instances within the ELB are running
     def wait_until_healthy
-      raise NotYetImplementedError
+      raise ELBMisconfiguration if health_state.eql?(:misconfigured)
+      sleep 2 while health_state.eql?(:recovering) || health_state.eql?(:scaling)
+      return true if health_state.eql?(:ready)
+    end
+
+    # @return true, if all instances within the ELB are inService
+    def wait_until_healthy_elb
+      raise ELBMisconfiguration if health_state_elb.eql?(:misconfigured)
+      sleep 2 while health_state_elb.eql?(:recovering) || health_state_elb.eql?(:scaling)
+      return true if health_state_elb.eql?(:ready)
     end
 
     private

data/lib/ruby_aem_aws/component/mixins/healthy_state_verifier.rb

@@ -22,7 +22,7 @@ module RubyAemAws
     def healthy?
       has_instance = false
       get_all_instances.each do |i|
-        next if i.nil?
+        next if i.nil? || i.state.code != 16
         has_instance = true
         return false if i.state.name != Constants::INSTANCE_STATE_HEALTHY
       end
@@ -30,7 +30,14 @@ module RubyAemAws
     end
 
     def wait_until_healthy
-      raise NotYetImplementedError
+      instance_healthy = false
+      get_all_instances.each do |i|
+        next if i.nil? || i.state.code != 16
+        i.wait_until_running
+        instance_healthy = true
+        return false if i.state.name != Constants::INSTANCE_STATE_HEALTHY
+      end
+      instance_healthy
     end
   end
 end

data/lib/ruby_aem_aws/component/mixins/s3.rb

@@ -0,0 +1,42 @@
+# Copyright 2018 Shine Solutions
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module RubyAemAws
+  # Mixin for interaction with AWS S3
+  module S3Access
+    # @param bucket AWS S3 bucket name
+    # @return AWS S3 resource bucket connection
+    def get_s3_bucket(bucket)
+      s3_resource.bucket(bucket)
+    end
+
+    # @param bucket AWS S3 bucket name
+    # @param s3_object_name AWS S3 object name
+    # @return S3 object
+    def get_s3_bucket_object(bucket, s3_object_name)
+      bucket = get_s3_bucket(bucket)
+      bucket.object(s3_object_name)
+    end
+
+    # @param bucket AWS S3 bucket name
+    # @param s3_object_name AWS S3 object name
+    # @param dest_path Download destionation path
+    # @return S3 object
+    def get_s3_object(bucket, s3_object_name, dest_path)
+      options = { bucket: bucket, key: s3_object_name }
+      options = options.merge(response_target: dest_path) unless dest_path.nil?
+      s3_client.get_object(**options)
+    end
+  end
+end

data/lib/ruby_aem_aws/component/mixins/snapshot_verifier.rb

@@ -0,0 +1,36 @@
+# Copyright 2018 Shine Solutions
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module RubyAemAws
+  # Mixin for checking snapshots of a component via EC2 client
+  # Add this to a component to make it capable of determining its own snapshots.
+  module SnapshotVerifier
+    # @param snapshot_id AWS Snapshot ID
+    # @return true if snapshot exists, nil if no snapshot exists
+    def snapshot?(snapshot_id)
+      return true unless get_snapshot_by_id(snapshot_id).nil?
+    end
+
+    # @param snapshot_type AEM snapshot type
+    # @return true if snapshots exist, false is no snapshots exist
+    def snapshots?(snapshot_type)
+      has_snapshot = false
+      get_snapshots_by_type(snapshot_type).each do |s|
+        next if s.nil?
+        has_snapshot = true
+      end
+      has_snapshot
+    end
+  end
+end

data/lib/ruby_aem_aws/component/mixins/sns_topic.rb

@@ -0,0 +1,30 @@
+# Copyright 2018 Shine Solutions
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module RubyAemAws
+  # Mixin for interaction with AWS SNS
+  module SNSTopic
+    # @param topicarn the ARN of the SNS Topix to publish the message
+    # @param message the SNS Message to publish
+    # @return Message ID
+    def publish(topicarn, message)
+      client = Aws::SNS::Topic.new(topicarn)
+      sns_message = { subject: 'Publish',
+                      message: message,
+                      message_structure: 'json' }
+      publish = client.publish(sns_message)
+      publish.message_id
+    end
+  end
+end

data/lib/ruby_aem_aws/component/orchestrator.rb

@@ -13,8 +13,10 @@
 # limitations under the License.
 
 require_relative 'abstract_single_component'
+require_relative 'abstract_snapshot'
 require_relative 'mixins/healthy_state_verifier'
 require_relative 'mixins/metric_verifier'
+require_relative 'mixins/snapshot_verifier'
 
 module RubyAemAws
   module Component
@@ -22,9 +24,11 @@ module RubyAemAws
     class Orchestrator
       attr_reader :descriptor, :ec2_resource, :asg_client, :cloud_watch_client
       include AbstractSingleComponent
+      include AbstractSnapshot
       # Can't verify state by count as there's no ELB.
       include HealthyStateVerifier
       include MetricVerifier
+      include SnapshotVerifier
 
       EC2_COMPONENT = 'orchestrator'.freeze
       EC2_NAME = 'AEM Orchestrator'.freeze

data/lib/ruby_aem_aws/component/publish.rb

@@ -13,8 +13,10 @@
 # limitations under the License.
 
 require_relative 'abstract_grouped_component'
+require_relative 'abstract_snapshot'
 require_relative 'mixins/healthy_state_verifier'
 require_relative 'mixins/metric_verifier'
+require_relative 'mixins/snapshot_verifier'
 
 module RubyAemAws
   module Component
@@ -22,9 +24,11 @@ module RubyAemAws
     class Publish
       attr_reader :descriptor, :ec2_resource, :cloud_watch_client, :asg_client
       include AbstractGroupedComponent
+      include AbstractSnapshot
       # Can't verify state by count as there's no ELB.
       include HealthyStateVerifier
       include MetricVerifier
+      include SnapshotVerifier
 
       EC2_COMPONENT = 'publish'.freeze
       EC2_NAME = 'AEM Publish'.freeze
@@ -42,9 +46,19 @@ module RubyAemAws
         @cloud_watch_client = cloud_watch_client
       end
 
-      # def terminate_all_instances
+      def terminate_all_instances
+        get_all_instances.each do |i|
+          next if i.nil?
+          i.terminate
+          i.wait_until_terminated
+        end
+      end
 
-      # def terminate_random_instance
+      def terminate_random_instance
+        instance = get_random_instance
+        instance.terminate
+        instance.wait_until_terminated
+      end
     end
   end
 end

data/lib/ruby_aem_aws/component/publish_dispatcher.rb

@@ -13,8 +13,10 @@
 # limitations under the License.
 
 require_relative 'abstract_grouped_component'
+require_relative 'abstract_snapshot'
 require_relative 'mixins/healthy_count_verifier'
 require_relative 'mixins/metric_verifier'
+require_relative 'mixins/snapshot_verifier'
 
 module RubyAemAws
   module Component
@@ -22,8 +24,10 @@ module RubyAemAws
     class PublishDispatcher
       attr_reader :descriptor, :ec2_resource, :asg_client, :elb_client, :cloud_watch_client
       include AbstractGroupedComponent
+      include AbstractSnapshot
       include HealthyCountVerifier
       include MetricVerifier
+      include SnapshotVerifier
 
       EC2_COMPONENT = 'publish-dispatcher'.freeze
       EC2_NAME = 'AEM Publish Dispatcher'.freeze
@@ -33,6 +37,7 @@ module RubyAemAws
       # @param stack_prefix AWS tag: StackPrefix
       # @param ec2_resource AWS EC2 resource
       # @param asg_client AWS AutoScalingGroup client
+      # @param elb_client AWS ELB client
       # @param cloud_watch_client AWS CloudWatch client
       # @return new RubyAemAws::FullSet::PublishDispatcher
       def initialize(stack_prefix, ec2_resource, asg_client, elb_client, cloud_watch_client)
@@ -45,9 +50,19 @@ module RubyAemAws
         @cloud_watch_client = cloud_watch_client
       end
 
-      # def terminate_all_instances
+      def terminate_all_instances
+        get_all_instances.each do |i|
+          next if i.nil?
+          i.terminate
+          i.wait_until_terminated
+        end
+      end
 
-      # def terminate_random_instance
+      def terminate_random_instance
+        instance = get_random_instance
+        instance.terminate
+        instance.wait_until_terminated
+      end
     end
   end
 end

data/lib/ruby_aem_aws/component/stack_manager_resources.rb

@@ -0,0 +1,82 @@
+# Copyright 2018 Shine Solutions
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require_relative 'abstract_stackmanager'
+require_relative 'mixins/sns_topic'
+require_relative 'mixins/dynamo_db'
+require_relative 'mixins/s3'
+
+module RubyAemAws
+  module Component
+    # Interface to the AWS StackManager to send out commands
+    class StackManagerResources
+      attr_reader :dynamodb_client, :s3_client, :s3_resource
+      include AbstractStackManager
+      include DynamoDB
+      include SNSTopic
+      include S3Access
+
+      # @param dynamodb_client AWS DynamoDB client connection
+      # @param s3_client AWS S3 client connection
+      # @param s3_resource AWS S3 client connection
+      # @return new RubyAemAws::StackManager::StackManagerResources
+      def initialize(dynamodb_client, s3_client, s3_resource)
+        @dynamodb_client = dynamodb_client
+        @s3_client = s3_client
+        @s3_resource = s3_resource
+      end
+
+      # @param topicarn AWS SNS-Topic ARN
+      # @param task AEM StackManager task
+      # @param stack_prefix AEM Stack-Prefix
+      # @param details AEM StackManager task detail message
+      # @return AWS SNS publish message id
+      def sns_publish(topicarn, task, stack_prefix, details)
+        details = JSON.generate(details).tr('\"', '\'')
+        publish(topicarn, message_for_sns_publish(task, stack_prefix, details))
+      end
+
+      # @param dynamodb_tablename AWS DynamoDB table name
+      # @param attribute_value Attribute value to scan for
+      # @return Scan result
+      def dyn_db_msg_scan(dynamodb_tablename, attribute_value)
+        scan(filter_for_db_scan(dynamodb_tablename, attribute_value))
+      end
+
+      # @param dynamodb_tablename AWS DynamoDB table name
+      # @param attribute_value Attribute value to query for
+      # @return Command state
+      def dyn_db_cmd_query(dynamodb_tablename, attribute_value)
+        key_attribute_value = attribute_value.items[0]['command_id']
+        state = query(filter_for_db_query(dynamodb_tablename, key_attribute_value))
+        state.items[0]['state']
+      end
+
+      # @param s3_bucket_name S3 bucketname
+      # @param s3_object_name S3 Object name
+      # @return AWS S3 resource object
+      def s3_resource_object(s3_bucket_name, s3_object_name)
+        get_s3_bucket_object(s3_bucket_name, s3_object_name)
+      end
+
+      # @param s3_bucket_name S3 bucketname
+      # @param s3_object_name S3 Object name
+      # @param dest_path local download path, default: nil
+      # @return AWS S3 client object
+      def s3_download_object(s3_bucket_name, s3_object_name, dest_path = nil)
+        get_s3_object(s3_bucket_name, s3_object_name, dest_path)
+      end
+    end
+  end
+end

data/lib/ruby_aem_aws/constants.rb

@@ -24,9 +24,19 @@ module RubyAemAws
     ALL_ACTIVE = [PENDING, RUNNING, SHUTTING_DOWN, STOPPING, STOPPED].freeze
   end
 
+  class ELBInstanceState
+    INSERVICE = 'InService'.freeze
+    OUTOFSERVICE = 'OutOfService'.freeze
+
+    ALL_ACTIVE = [INSERVICE, OUTOFSERVICE].freeze
+  end
+
   class Constants
     REGION_DEFAULT = 'ap-southeast-2'.freeze
-
+    ACCESS_KEY_ID = ENV['AWS_ACCESS_KEY_ID'] || ENV['aws_access_key_id']
+    SECRET_ACCESS_KEY = ENV['AWS_SECRET_ACCESS_KEY'] || ENV['aws_scret_access_key']
+    PROFILE = ENV['AWS_PROFILE']
     INSTANCE_STATE_HEALTHY = RubyAemAws::InstanceState::RUNNING.freeze
+    ELB_INSTANCE_INSERVICE = RubyAemAws::ELBInstanceState::INSERVICE.freeze
   end
 end

data/lib/ruby_aem_aws/error.rb

@@ -20,6 +20,20 @@ module RubyAemAws
     end
   end
 
+  # Raise this when ELB is misconfigured.
+  class ELBMisconfiguration < StandardError
+    def initialize(msg = 'ELB misconfigured')
+      super
+    end
+  end
+
+  # Raise this when a unknown Response received.
+  class UnknownResponse < StandardError
+    def initialize(msg = 'Unknown response code')
+      super
+    end
+  end
+
   # Raise this when a component unexpectedly has more than one instance.
   class ExpectedSingleInstanceError < StandardError
     # def initialize(count, descriptor)
@@ -33,4 +47,15 @@ module RubyAemAws
       super
     end
   end
+
+  # Raise this when credentials can't be found
+  class ArgumentError < StandardError
+    def initialize(msg = "No credentials found!
+      Set environment variable AWS_ACCESS_KEY_ID and AWS_SECRET_ACCESS_KEY or AWS_PROFILE.
+      Alternative use following syntax:
+      RubyAemAws::AemAws.new(aws_access_key_id, aws_scret_access_key) or
+      RubyAemAws::AemAws.new(credentials_profile_name)")
+      super
+    end
+  end
 end

data/lib/ruby_aem_aws/full_set_stack.rb

@@ -43,7 +43,7 @@ module RubyAemAws
 
     # @return new RubyAemAws::Component::Author instance
     def author
-      RubyAemAws::Component::Author.new(@stack_prefix, @ec2_resource, @cloud_watch_client)
+      RubyAemAws::Component::Author.new(@stack_prefix, @ec2_resource, @elb_client, @cloud_watch_client)
     end
 
     # @return new RubyAemAws::Component::ChaosMonkey instance

data/lib/ruby_aem_aws/stack_manager.rb

@@ -0,0 +1,31 @@
+# Copyright 2018 Shine Solutions
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require_relative 'component/stack_manager_resources'
+
+module RubyAemAws
+  # Interface to interact with AEM StackManager
+  class StackManager
+    attr_reader :sm_resources
+    # @param stack_prefix AWS tag: StackPrefix
+    # @param dynamodb_client AWS DynamoDB client
+    # @param s3_client AWS S3 client
+    # @param s3_resource AWS S3 resource
+    # @return new RubyAemAws::StackManager instance
+    def initialize(stack_prefix, dynamodb_client, s3_client, s3_resource)
+      @sm_resources = RubyAemAws::Component::StackManagerResources.new(dynamodb_client, s3_client, s3_resource)
+      @stack_prefix = stack_prefix
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ruby_aem_aws
 version: !ruby/object:Gem::Version
-  version: 0.9.0
+  version: 0.9.1
 platform: ruby
 authors:
 - Shine Solutions
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-03-05 00:00:00.000000000 Z
+date: 2018-04-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk
@@ -78,6 +78,8 @@ files:
 - lib/ruby_aem_aws/component/abstract_component.rb
 - lib/ruby_aem_aws/component/abstract_grouped_component.rb
 - lib/ruby_aem_aws/component/abstract_single_component.rb
+- lib/ruby_aem_aws/component/abstract_snapshot.rb
+- lib/ruby_aem_aws/component/abstract_stackmanager.rb
 - lib/ruby_aem_aws/component/author.rb
 - lib/ruby_aem_aws/component/author_dispatcher.rb
 - lib/ruby_aem_aws/component/author_primary.rb
@@ -85,17 +87,23 @@ files:
 - lib/ruby_aem_aws/component/author_standby.rb
 - lib/ruby_aem_aws/component/chaos_monkey.rb
 - lib/ruby_aem_aws/component/component_descriptor.rb
+- lib/ruby_aem_aws/component/mixins/dynamo_db.rb
 - lib/ruby_aem_aws/component/mixins/healthy_count_verifier.rb
 - lib/ruby_aem_aws/component/mixins/healthy_state_verifier.rb
 - lib/ruby_aem_aws/component/mixins/instance_describer.rb
 - lib/ruby_aem_aws/component/mixins/metric_verifier.rb
+- lib/ruby_aem_aws/component/mixins/s3.rb
+- lib/ruby_aem_aws/component/mixins/snapshot_verifier.rb
+- lib/ruby_aem_aws/component/mixins/sns_topic.rb
 - lib/ruby_aem_aws/component/orchestrator.rb
 - lib/ruby_aem_aws/component/publish.rb
 - lib/ruby_aem_aws/component/publish_dispatcher.rb
+- lib/ruby_aem_aws/component/stack_manager_resources.rb
 - lib/ruby_aem_aws/consolidated_stack.rb
 - lib/ruby_aem_aws/constants.rb
 - lib/ruby_aem_aws/error.rb
 - lib/ruby_aem_aws/full_set_stack.rb
+- lib/ruby_aem_aws/stack_manager.rb
 homepage: https://github.com/shinesolutions/ruby_aem_aws
 licenses:
 - Apache-2.0
@@ -119,5 +127,5 @@ rubyforge_project:
 rubygems_version: 2.6.14
 signing_key: 
 specification_version: 4
-summary: AEM API Ruby client
+summary: AEM on AWS API Ruby client
 test_files: []