cumulus-aws 0.11.1

data/lib/aws_extensions/ec2/VpcEndpoint.rb

@@ -0,0 +1,11 @@
+module AwsExtensions
+  module EC2
+    module VpcEndpoint
+
+      def parsed_policy
+        JSON.parse(URI.decode(self.policy_document))
+      end
+
+    end
+  end
+end

data/lib/aws_extensions/elb/BackendServerDescription.rb

@@ -0,0 +1,12 @@
+module AwsExtensions
+  module ELB
+    module BackendServerDescription
+
+      # Implement comparison by using instance port
+      def <=>(other)
+        self.instance_port <=> other.instance_port
+      end
+
+    end
+  end
+end

data/lib/aws_extensions/elb/PolicyDescription.rb

@@ -0,0 +1,14 @@
+module AwsExtensions
+  module ELB
+    module PolicyDescription
+      # Public: Convert this Aws::ELB::Types::PolicyDescription
+      # into a json version for migrating to Cumulus
+      def to_cumulus_hash
+        {
+          "type" => self.policy_type_name,
+          "attributes" => Hash[self.policy_attribute_descriptions.map { |a| [a.attribute_name, a.attribute_value] }]
+        }
+      end
+    end
+  end
+end

data/lib/aws_extensions/kinesis/StreamDescription.rb

@@ -0,0 +1,12 @@
+module AwsExtensions
+  module Kinesis
+    module StreamDescription
+
+      # Public: Get the list of open shards sorted by hash key range, ascending
+      def sorted_shards
+        self.shards.select { |shard| shard.sequence_number_range.ending_sequence_number.nil? }
+                   .sort_by { |shard| shard.hash_key_range.starting_hash_key.to_i }
+      end
+    end
+  end
+end

data/lib/aws_extensions/route53/AliasTarget.rb

@@ -0,0 +1,21 @@
+module AwsExtensions
+  module Route53
+    module AliasTarget
+      # Public: Method that will reformat the dns_name of an ELB from Route53 alias
+      # to be the same as the dns_name on a regular ELB.
+      #
+      # Returns the string reformatted dns_name
+      def elb_dns_name
+        dns_name.sub(/^dualstack\./, '').chomp(".")
+      end
+
+      # Public: Method that will reformat the dns_name to remove the trailing "." from
+      # the dns_name if it is present.
+      #
+      # Returns the string reformatted dns_name
+      def chomped_dns
+        dns_name.chomp(".")
+      end
+    end
+  end
+end

data/lib/aws_extensions/s3/Bucket.rb

@@ -0,0 +1,33 @@
+require "conf/Configuration"
+require "s3/S3"
+
+module AwsExtensions
+  module S3
+    module Types
+      module Bucket
+        # Public: Method that will request the location of the bucket. Used to monkey patch
+        # Aws::S3::Types::Bucket
+        def location
+          location = Cumulus::S3::client.get_bucket_location({bucket: name}).location_constraint
+          if location == ""
+            Cumulus::Configuration.instance.client[:region]
+          else
+            location
+          end
+        end
+      end
+    end
+
+    module Bucket
+      # Public: Method used to extend the Bucket class so that it will return
+      # replication rules.
+      #
+      # Returns the associated Aws::S3::Types::ReplicationConfiguration
+      def replication
+        Cumulus::S3::client(location).get_bucket_replication({bucket: name}).replication_configuration
+      rescue Aws::S3::Errors::ReplicationConfigurationNotFoundError
+        nil
+      end
+    end
+  end
+end

data/lib/aws_extensions/s3/BucketAcl.rb

@@ -0,0 +1,28 @@
+require "s3/models/GrantConfig"
+
+module AwsExtensions
+  module S3
+    module BucketAcl
+      # Public: Turn the grants in the Aws::S3::BucketAcl into an array of
+      # Cumulus::S3::Grant so we can use them.
+      #
+      # Returns an array of Grants
+      def to_cumulus
+        grants_hash = {}
+
+        grants.each do |grant|
+          cumulus = Cumulus::S3::GrantConfig.new
+          cumulus.populate!(grant)
+
+          if grants_hash.include? cumulus.name
+            grants_hash[cumulus.name].add_permissions!(cumulus.permissions)
+          else
+            grants_hash[cumulus.name] = cumulus
+          end
+        end
+
+        grants_hash
+      end
+    end
+  end
+end

data/lib/aws_extensions/s3/BucketCors.rb

@@ -0,0 +1,17 @@
+require "aws-sdk"
+
+module AwsExtensions
+  module S3
+    module BucketCors
+      # Public: Method that will return the bucket cors. We have this method
+      # because if there are no CORS rules, an exception is thrown.
+      #
+      # Returns an array of Aws::S3::CORSRule
+      def rules
+        cors_rules
+      rescue Aws::S3::Errors::NoSuchCORSConfiguration
+        []
+      end
+    end
+  end
+end

data/lib/aws_extensions/s3/BucketLifecycle.rb

@@ -0,0 +1,21 @@
+require "s3/models/LifecycleConfig"
+
+module AwsExtensions
+  module S3
+    module BucketLifecycle
+      # Public: Convert this Aws::S3::BucketLifecycle into an array of
+      # Cumulus::S3::LifecycleConfig
+      #
+      # Returns the array of LifecycleConfig
+      def to_cumulus
+        Hash[rules.reject { |r| r.status.downcase != "enabled" }.map do |rule|
+          cumulus = Cumulus::S3::LifecycleConfig.new
+          cumulus.populate!(rule)
+          [cumulus.name, cumulus]
+        end]
+      rescue Aws::S3::Errors::NoSuchLifecycleConfiguration
+        {}
+      end
+    end
+  end
+end

data/lib/aws_extensions/s3/BucketLogging.rb

@@ -0,0 +1,18 @@
+require "s3/models/LoggingConfig"
+
+module AwsExtensions
+  module S3
+    module BucketLogging
+      # Public: Convert this Aws::S3::BucketLogging into a Cumulus::S3::LoggingConfig
+      #
+      # Returns a LoggingConfig
+      def to_cumulus
+        if logging_enabled
+          cumulus = Cumulus::S3::LoggingConfig.new
+          cumulus.populate!(self)
+          cumulus
+        end
+      end
+    end
+  end
+end

data/lib/aws_extensions/s3/BucketNotification.rb

@@ -0,0 +1,23 @@
+require "s3/models/NotificationConfig"
+
+module AwsExtensions
+  module S3
+    module BucketNotification
+      # Public: Convert this Aws::S3::BucketNotification into an array of
+      # Cumulus::S3::NotificationConfig
+      #
+      # Returns the array of NotificationConfigs
+      def to_cumulus
+        Hash[(
+          lambda_function_configurations +
+          queue_configurations +
+          topic_configurations
+        ).map do |configuration|
+          cumulus = Cumulus::S3::NotificationConfig.new
+          cumulus.populate!(configuration)
+          cumulus
+        end.map { |configuration| [configuration.name, configuration] }]
+      end
+    end
+  end
+end

data/lib/aws_extensions/s3/BucketPolicy.rb

@@ -0,0 +1,18 @@
+require "aws-sdk"
+
+module AwsExtensions
+  module S3
+    module BucketPolicy
+      # Public: Method that will either return the bucket policy, or an empty
+      # string if there is no policy. We have to do this because catching an
+      # exception is the ONLY way to determine if there is a policy.
+      #
+      # Returns the policy as a string.
+      def policy_string
+        policy.string
+      rescue Aws::S3::Errors::NoSuchBucketPolicy
+        ""
+      end
+    end
+  end
+end

data/lib/aws_extensions/s3/BucketTagging.rb

@@ -0,0 +1,15 @@
+module AwsExtensions
+  module S3
+    module BucketTagging
+      # Public: Safely get the tag set for the BucketTagging object (ignore the
+      # exception that occurs when there aren't any tags)
+      #
+      # Returns the tags or an empty array if there are none
+      def safe_tags
+        tag_set
+      rescue Aws::S3::Errors::NoSuchTagSet
+        []
+      end
+    end
+  end
+end

data/lib/aws_extensions/s3/BucketVersioning.rb

@@ -0,0 +1,14 @@
+module AwsExtensions
+  module S3
+    module BucketVersioning
+      # Public: Return whether versioning is currently on. We need this method
+      # because AWS returns nil when you've never versioned or the string
+      # 'Suspended' if you had in the past, but have turned it off.
+      #
+      # Returns whether versioning is currently on
+      def enabled
+        !(status.nil? or status.downcase == "suspended")
+      end
+    end
+  end
+end

data/lib/aws_extensions/s3/BucketWebsite.rb

@@ -0,0 +1,49 @@
+require "s3/models/WebsiteConfig"
+
+module AwsExtensions
+  module S3
+    module BucketWebsite
+      # Public: Convert this Aws::S3::BucketWebsite into a Cumulus::S3:WebsiteConfig
+      #
+      # Returns a WebsiteConfig
+      def to_cumulus
+        if safe_index or safe_redirection
+          cumulus = Cumulus::S3::WebsiteConfig.new
+          cumulus.populate!(self)
+          cumulus
+        end
+      end
+
+      # Public: Get the index_document if it is present, or nil if it is not
+      #
+      # Returns the value
+      def safe_index
+        index_document.suffix
+      rescue Aws::S3::Errors::NoSuchWebsiteConfiguration, NoMethodError
+        nil
+      end
+
+      # Public: Get the error_document if it is present, or nil if it is not
+      #
+      # Returns the value
+      def safe_error
+        error_document.key
+      rescue Aws::S3::Errors::NoSuchWebsiteConfiguration, NoMethodError
+        nil
+      end
+
+      # Public: Get the redirection if it is present, or nil if it is not
+      #
+      # Returns the value
+      def safe_redirection
+        if redirect_all_requests_to.protocol
+          "#{redirect_all_requests_to.protocol}://#{redirect_all_requests_to.host_name}"
+        else
+          redirect_all_requests_to.host_name
+        end
+      rescue Aws::S3::Errors::NoSuchWebsiteConfiguration, NoMethodError
+        nil
+      end
+    end
+  end
+end

data/lib/aws_extensions/s3/CORSRule.rb

@@ -0,0 +1,27 @@
+require "aws-sdk"
+
+module AwsExtensions
+  module S3
+    module CORSRule
+      def to_s
+        [
+          "Origins: #{allowed_origins.join(",")}",
+          "Methods: #{allowed_methods.join(", ")}",
+          "Headers: #{allowed_headers.join(",")}",
+          ("Exposed Headers: #{expose_headers.join(", ")}" unless expose_headers.empty?),
+          "Max Age Seconds: #{max_age_seconds}"
+        ].reject { |s| s.nil? }.join(", ")
+      end
+
+      def to_h
+        {
+          "origins" => allowed_origins,
+          "methods" => allowed_methods,
+          "headers" => allowed_headers,
+          "exposed-headers" => expose_headers,
+          "max-age-seconds" => max_age_seconds
+        }
+      end
+    end
+  end
+end

data/lib/aws_extensions/s3/ReplicationConfiguration.rb

@@ -0,0 +1,22 @@
+require "s3/models/ReplicationConfig"
+
+module AwsExtensions
+  module S3
+    module ReplicationConfiguration
+      # Public: Convert this Aws::S3::Types::ReplicationConfiguration into a
+      # Cumulus::S3::ReplicationConfig
+      #
+      # Returns the ReplicationConfig
+      def to_cumulus
+        cumulus = Cumulus::S3::ReplicationConfig.new
+        cumulus.populate!(self)
+
+        if self.rules[0].status.downcase != "disabled"
+          cumulus
+        end
+      rescue
+        nil
+      end
+    end
+  end
+end

data/lib/cloudfront/CloudFront.rb

@@ -0,0 +1,83 @@
+require "conf/Configuration"
+
+require "aws-sdk"
+
+module Cumulus
+  module CloudFront
+    class << self
+      @@client = Aws::CloudFront::Client.new(Configuration.instance.client)
+
+      # Public: Static method that will get a distribution from AWS by its cname.
+      #
+      # cname - the cname of the distribution to get
+      #
+      # Returns the Aws::CloudFront::Types::DistributionSummary
+      def get_aws(cname)
+        if cname_distributions[cname].nil?
+          puts "No CloudFront distribution named #{cname}"
+          exit
+        else
+          cname_distributions[cname]
+        end
+      end
+
+      # Public: Provides a mapping of cloudfront distribution configs to their id. Lazily loads resources.
+      #
+      # Returns the distribution configs mapped to their ids
+      def id_distributions
+        @full_distributions ||= Hash[distributions.map { |dist| [dist.id, dist] }]
+      end
+
+      # Public: Load the full config for a distribution from AWS
+      #
+      # Returns an Aws::CloudFront::Types::GetDistributionConfigResult
+      def load_distribution_config(distribution_id)
+        @@client.get_distribution_config({
+          id: distribution_id
+        }).data
+      end
+
+      private
+
+      # Internal: Provide a mapping of CloudFront distributions to their cnames. Lazily loads resources.
+      #           Distributions without cnames are not included
+      #
+      # Returns the distributions mapped to their cnames
+      def cname_distributions
+        Hash[distributions.flat_map do |dist|
+          dist.aliases.items.map { |a| [a, dist] }
+        end]
+      end
+
+      # Internal: Provides a list of cloudfront distributions. Lazily loads resources.
+      #
+      # Returns the distributions
+      def distributions
+        @distributions ||= init_distributions
+      end
+
+      # Internal: Load the distributions and map them to their cnames.
+      #
+      # Returns the distributions mapped to their cnames
+      def init_distributions
+        distributions = []
+        all_records_retrieved = false
+        next_marker = nil
+
+        until all_records_retrieved
+          response = @@client.list_distributions({
+            marker: next_marker
+          }.reject { |k, v| v.nil? })
+          distributions << response.distribution_list.items
+          next_marker = response.distribution_list.next_marker
+
+          if !response.distribution_list.is_truncated
+            all_records_retrieved = true
+          end
+        end
+
+        distributions.flatten
+      end
+    end
+  end
+end