cumulus-aws 0.11.1

data/lib/vpc/models/VpcDiff.rb

@@ -0,0 +1,315 @@
+require "common/models/Diff"
+require "common/models/ListChange"
+require "common/models/TagsDiff"
+require "vpc/models/SubnetDiff"
+require "vpc/models/RouteTableDiff"
+require "vpc/models/EndpointDiff"
+require "vpc/models/NetworkAclDiff"
+require "ec2/EC2"
+require "util/Colors"
+
+module Cumulus
+  module VPC
+    # Public: The types of changes that can be made to a VPC
+    module VpcChange
+      include Common::DiffChange
+
+      CIDR = Common::DiffChange.next_change_id
+      TENANCY = Common::DiffChange.next_change_id
+      DHCP = Common::DiffChange.next_change_id
+      ROUTE_TABLES = Common::DiffChange.next_change_id
+      ENDPOINTS = Common::DiffChange.next_change_id
+      ADDRESSES = Common::DiffChange.next_change_id
+      NETWORK_ACLS = Common::DiffChange.next_change_id
+      SUBNETS = Common::DiffChange.next_change_id
+      TAGS = Common::DiffChange.next_change_id
+    end
+
+    # Public: Represents a single difference between local configuration and AWS configuration
+    class VpcDiff < Common::Diff
+      include VpcChange
+      include Common::TagsDiff
+
+      def self.subnets(aws, local)
+        aws_name_subnets = Hash[aws.map { |subnet| [subnet.name || subnet.subnet_id, subnet] }]
+        local_name_subnets = Hash[local.map { |subnet| [subnet.name, subnet] }]
+
+        added = local_name_subnets.reject { |k, v| aws_name_subnets.has_key? k }
+        removed = aws_name_subnets.reject { |k, v| local_name_subnets.has_key? k }
+        modified = local_name_subnets.select { |k, v| aws_name_subnets.has_key? k }
+
+        added_diffs = Hash[added.map { |subnet_name, subnet| [subnet_name, SubnetDiff.added(subnet)] }]
+        removed_diffs = Hash[removed.map { |subnet_name, subnet| [subnet_name, SubnetDiff.unmanaged(subnet)] }]
+        modified_diffs = Hash[modified.map do |subnet_name, subnet|
+          aws_subnet = aws_name_subnets[subnet_name]
+          subnet_diffs = subnet.diff(aws_subnet)
+          if !subnet_diffs.empty?
+            [subnet_name, SubnetDiff.modified(aws_subnet, subnet, subnet_diffs)]
+          end
+        end.reject { |v| v.nil? }]
+
+        if !added_diffs.empty? or !removed_diffs.empty? or !modified_diffs.empty?
+          diff = VpcDiff.new(SUBNETS, aws, local)
+          diff.changes = Common::ListChange.new(added_diffs, removed_diffs, modified_diffs)
+          diff
+        end
+      end
+
+      def self.dhcp(aws, local)
+        dhcp_diffs = if !aws and local
+          [DhcpDiff.added(local)]
+        elsif !local and aws
+          [DhcpDiff.unmanaged(aws)]
+        elsif local and aws
+          local.diff(aws)
+        end
+
+        if dhcp_diffs and !dhcp_diffs.empty?
+          diff = VpcDiff.new(DHCP, aws, local)
+          diff.changes = dhcp_diffs
+          diff
+        end
+      end
+
+      def self.route_tables(aws, local)
+        aws_name_route_tables = Hash[aws.map { |rt| [rt.name || rt.route_table_id, rt] }]
+        local_name_route_tables = Hash[local.map { |rt| [rt.name, rt] }]
+
+        added = local_name_route_tables.reject { |k, v| aws_name_route_tables.has_key? k }
+        removed = aws_name_route_tables.reject { |k, v| local_name_route_tables.has_key? k }
+        modified = local_name_route_tables.select { |k, v| aws_name_route_tables.has_key? k }
+
+        added_diffs = Hash[added.map { |rt_name, rt| [rt_name, RouteTableDiff.added(rt)]}]
+        removed_diffs = Hash[removed.map { |rt_name, rt| [rt_name, RouteTableDiff.unmanaged(rt)]}]
+        modified_diffs = Hash[modified.map do |rt_name, rt|
+          aws_rt = aws_name_route_tables[rt_name]
+          rt_diffs = rt.diff(aws_rt)
+          if !rt_diffs.empty?
+            [rt_name, RouteTableDiff.modified(aws_rt, rt, rt_diffs)]
+          end
+        end.reject { |v| v.nil? }]
+
+        if !added_diffs.empty? or !removed_diffs.empty? or !modified_diffs.empty?
+          diff = VpcDiff.new(ROUTE_TABLES, aws, local)
+          diff.changes = Common::ListChange.new(added_diffs, removed_diffs, modified_diffs)
+          diff
+        end
+      end
+
+      def self.endpoints(aws, local)
+        aws_service_endpoints = Hash[aws.map { |e| [e.service_name, e] }]
+        local_service_endpoints = Hash[local.map { |e| [e.service_name, e] }]
+
+        added = local_service_endpoints.reject { |k, v| aws_service_endpoints.has_key? k }
+        removed = aws_service_endpoints.reject { |k, v| local_service_endpoints.has_key? k }
+        modified = local_service_endpoints.select { |k, v| aws_service_endpoints.has_key? k }
+
+        added_diffs = Hash[added.map { |service_name, endpoint| [service_name, EndpointDiff.added(endpoint)]}]
+        removed_diffs = Hash[removed.map { |service_name, endpoint| [service_name, EndpointDiff.unmanaged(endpoint)]}]
+        modified_diffs = Hash[modified.map do |service_name, endpoint|
+          aws_endpoint = aws_service_endpoints[service_name]
+          endpoint_diffs = endpoint.diff(aws_endpoint)
+          if !endpoint_diffs.empty?
+            [service_name, EndpointDiff.modified(aws_endpoint, endpoint, endpoint_diffs)]
+          end
+        end.reject { |v| v.nil? }]
+
+        if !added_diffs.empty? or !removed_diffs.empty? or !modified_diffs.empty?
+          diff = VpcDiff.new(ENDPOINTS, aws, local)
+          diff.changes = Common::ListChange.new(added_diffs, removed_diffs, modified_diffs)
+          diff
+        end
+      end
+
+      AddressChange = Struct.new(:aws_name, :aws, :local_name, :local)
+      def self.address_associations(aws, local)
+        any_addresses = local.select { |ip, key| key.downcase == "any" }
+
+        # Map the aws and local public ips to network interface
+        aws_addresses = Hash[aws.map { |addr| [addr.public_ip, EC2::id_network_interfaces[addr.network_interface_id]] }]
+
+        local_addresses = Hash[local.map do |ip, key|
+          interface = EC2::named_network_interfaces[key]
+
+          if interface.nil?
+            if key.downcase == "any"
+              interface = "any"
+            else
+              puts Colors.red("Config error: no network interface exists for #{key}")
+              exit 1
+            end
+          end
+
+          [ip, interface]
+        end].reject { |k, v| v.nil? }
+
+        added = local_addresses.reject { |k, v| aws_addresses.has_key? k }
+        added_names = Hash[added.map do |ip, interface|
+          name = if interface == "any"
+            "any"
+          else
+            interface.name || interface.network_interface_id
+          end
+          [ip, AddressChange.new(nil, nil, name, interface)]
+        end]
+
+        removed = aws_addresses.reject { |k, v| local_addresses.has_key? k }
+        removed_names = Hash[removed.map { |ip, interface| [ip, AddressChange.new(interface.name || interface.network_interface_id, interface, nil, nil)] }]
+
+        modified = local_addresses.reject { |_, v| v == "any" }.select { |k, v| aws_addresses.has_key? k and aws_addresses[k].network_interface_id != v.network_interface_id }
+        modified_changes = Hash[modified.map do |ip, local_interface|
+            aws_interface = aws_addresses[ip]
+            aws_name = aws_interface.name || aws_interface.network_interface_id
+            local_name = local_interface.name || local_interface.network_interface_id
+          [ip, AddressChange.new(aws_name, aws_interface, local_name, local_interface)]
+        end]
+
+        if !added_names.empty? or !removed_names.empty? or !modified_changes.empty?
+          diff = VpcDiff.new(ADDRESSES, aws, local_addresses)
+          diff.changes = Common::ListChange.new(added_names, removed_names, modified_changes)
+          diff
+        end
+      end
+
+      def self.network_acls(aws, local)
+        aws_network_acl_names = Hash[aws.map { |acl| [acl.name || acl.network_acl_id, acl] }]
+        local_network_acl_names = Hash[local.map { |acl| [acl.name, acl] }]
+
+        added = local_network_acl_names.reject { |k, v| aws_network_acl_names.has_key? k }
+        removed = aws_network_acl_names.reject { |k, v| local_network_acl_names.has_key? k }
+        modified = local_network_acl_names.select { |k, v| aws_network_acl_names.has_key? k }
+
+        added_diffs = Hash[added.map { |name, acl| [name, NetworkAclDiff.added(acl)] }]
+        removed_diffs = Hash[removed.map { |name, acl| [name, NetworkAclDiff.unmanaged(acl)] }]
+        modified_diffs = Hash[modified.map do |name, acl|
+          aws_acl = aws_network_acl_names[name]
+          acl_diffs = acl.diff(aws_acl)
+          if !acl_diffs.empty?
+            [name, NetworkAclDiff.modified(aws_acl, acl, acl_diffs)]
+          end
+        end.reject { |v| v.nil? }]
+
+        if !added_diffs.empty? or !removed_diffs.empty? or !modified_diffs.empty?
+          diff = VpcDiff.new(NETWORK_ACLS, aws, local)
+          diff.changes = Common::ListChange.new(added_diffs, removed_diffs, modified_diffs)
+          diff
+        end
+      end
+
+      def local_tags
+        @local
+      end
+
+      def aws_tags
+        @aws
+      end
+
+      def asset_type
+        "Virtual Private Cloud"
+      end
+
+      def aws_name
+        @aws.name || @aws.vpc_id
+      end
+
+      def diff_string
+        case @type
+        when CIDR
+          [
+            "CIDR Block:",
+            Colors.aws_changes("\tAWS - #{aws}"),
+            Colors.local_changes("\tLocal - #{local}"),
+          ].join("\n")
+        when TENANCY
+          [
+            "Tenancy:",
+            Colors.aws_changes("\tAWS - #{aws}"),
+            Colors.local_changes("\tLocal - #{local}"),
+          ].join("\n")
+        when SUBNETS
+          [
+            "Subnets:",
+            @changes.removed.map { |s, _| Colors.unmanaged("\t#{s} is not managed by Cumulus") },
+            @changes.added.map { |s, _| Colors.added("\t#{s} will be created") },
+            @changes.modified.map do |subnet_name, diff|
+              [
+                "\t#{subnet_name}:",
+                diff.changes.map do |diff|
+                  diff.to_s.lines.map { |l| "\t\t#{l}".chomp("\n") }
+                end
+              ]
+            end
+          ].flatten.join("\n")
+        when DHCP
+          [
+            "DHCP Options:",
+            if !@aws
+              Colors.added(
+                JSON.pretty_generate(@local.to_hash).lines.map { |l| "\t#{l}".chomp("\n") }.join("\n")
+              )
+            elsif !@local
+              Colors.unmanaged("\tChanging DHCP options to default")
+            else
+              @changes.map do |diff|
+                diff.to_s.lines.map { |l| "\t#{l}".chomp("\n") }
+              end
+            end
+          ].flatten.join("\n")
+        when ROUTE_TABLES
+          [
+            "Route Tables:",
+            @changes.removed.map { |r, _| Colors.unmanaged("\t#{r} will be deleted") },
+            @changes.added.map { |r, _| Colors.added("\t#{r} will be created") },
+            @changes.modified.map do |rt_name, diff|
+              [
+                "\t#{rt_name}:",
+                diff.changes.map do |diff|
+                  diff.to_s.lines.map { |l| "\t\t#{l}".chomp("\n") }
+                end
+              ]
+            end
+          ].flatten.join("\n")
+        when ENDPOINTS
+          [
+            "Endpoints:",
+            @changes.removed.map { |e, _| Colors.unmanaged("\t#{e} will be deleted") },
+            @changes.added.map { |e, _| Colors.added("\t#{e} will be created") },
+            @changes.modified.map do |endpoint_name, diff|
+              [
+                "\t#{endpoint_name}:",
+                diff.changes.map do |diff|
+                  diff.to_s.lines.map { |l| "\t\t#{l}".chomp("\n") }
+                end
+              ]
+            end
+          ].flatten.join("\n")
+        when ADDRESSES
+          [
+            "Address Associations:",
+            @changes.removed.map { |ip, addr_change| Colors.unmanaged("\t#{ip} will be disassociated from #{addr_change.aws_name}") },
+            @changes.added.map { |ip, addr_change| Colors.added("\t#{ip} will be associated to #{addr_change.local_name}") },
+            @changes.modified.map do |ip, addr_change|
+              "\t#{ip} will be changed from #{addr_change.aws_name} to #{addr_change.local_name}"
+            end
+          ].flatten.join("\n")
+        when NETWORK_ACLS
+          [
+            "Network ACLs:",
+            @changes.removed.map { |acl_name, _| Colors.unmanaged("\t#{acl_name} will be deleted") },
+            @changes.added.map { |acl_name, _| Colors.added("\t#{acl_name} will be created") },
+            @changes.modified.map do |acl_name, diff|
+              [
+                "\t#{acl_name}:",
+                diff.changes.map do |diff|
+                  diff.to_s.lines.map { |l| "\t\t#{l}".chomp("\n") }
+                end
+              ]
+            end
+          ].flatten.join("\n")
+        when TAGS
+          tags_diff_string
+        end
+      end
+    end
+  end
+end

data/rakefile.rb

@@ -0,0 +1,8 @@
+require "bundler/gem_tasks"
+
+task :default => :spec
+
+task :spec do
+  puts "Running tests... \n"
+  puts "Tests have not been written yet :("
+end

metadata

@@ -0,0 +1,245 @@
+--- !ruby/object:Gem::Specification
+name: cumulus-aws
+version: !ruby/object:Gem::Version
+  version: 0.11.1
+platform: ruby
+authors:
+- Keilan Jackson
+- Mark Siebert
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-06-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.2.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.2.8
+- !ruby/object:Gem::Dependency
+  name: parse-cron
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.1.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.1.4
+description: Cumulus allows you to manage your AWS infrastructure by creating JSON
+  configuration files that describe your AWS resources.
+email: cumulus@lucidchart.com
+executables:
+- cumulus
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- autocomplete
+- bin/cumulus
+- cumulus
+- cumulus-aws.gemspec
+- lib/autoscaling/AutoScaling.rb
+- lib/autoscaling/loader/Loader.rb
+- lib/autoscaling/manager/Manager.rb
+- lib/autoscaling/models/AlarmConfig.rb
+- lib/autoscaling/models/AlarmDiff.rb
+- lib/autoscaling/models/AutoScalingDiff.rb
+- lib/autoscaling/models/GroupConfig.rb
+- lib/autoscaling/models/PolicyConfig.rb
+- lib/autoscaling/models/PolicyDiff.rb
+- lib/autoscaling/models/ScheduledActionDiff.rb
+- lib/autoscaling/models/ScheduledConfig.rb
+- lib/aws_extensions/ec2/DhcpOptions.rb
+- lib/aws_extensions/ec2/Instance.rb
+- lib/aws_extensions/ec2/NetworkAcl.rb
+- lib/aws_extensions/ec2/NetworkInterface.rb
+- lib/aws_extensions/ec2/RouteTable.rb
+- lib/aws_extensions/ec2/SecurityGroup.rb
+- lib/aws_extensions/ec2/Subnet.rb
+- lib/aws_extensions/ec2/Volume.rb
+- lib/aws_extensions/ec2/Vpc.rb
+- lib/aws_extensions/ec2/VpcEndpoint.rb
+- lib/aws_extensions/elb/BackendServerDescription.rb
+- lib/aws_extensions/elb/PolicyDescription.rb
+- lib/aws_extensions/kinesis/StreamDescription.rb
+- lib/aws_extensions/route53/AliasTarget.rb
+- lib/aws_extensions/s3/Bucket.rb
+- lib/aws_extensions/s3/BucketAcl.rb
+- lib/aws_extensions/s3/BucketCors.rb
+- lib/aws_extensions/s3/BucketLifecycle.rb
+- lib/aws_extensions/s3/BucketLogging.rb
+- lib/aws_extensions/s3/BucketNotification.rb
+- lib/aws_extensions/s3/BucketPolicy.rb
+- lib/aws_extensions/s3/BucketTagging.rb
+- lib/aws_extensions/s3/BucketVersioning.rb
+- lib/aws_extensions/s3/BucketWebsite.rb
+- lib/aws_extensions/s3/CORSRule.rb
+- lib/aws_extensions/s3/ReplicationConfiguration.rb
+- lib/cloudfront/CloudFront.rb
+- lib/cloudfront/loader/Loader.rb
+- lib/cloudfront/manager/Manager.rb
+- lib/cloudfront/models/CacheBehaviorConfig.rb
+- lib/cloudfront/models/CacheBehaviorDiff.rb
+- lib/cloudfront/models/CustomOriginConfig.rb
+- lib/cloudfront/models/CustomOriginDiff.rb
+- lib/cloudfront/models/DistributionConfig.rb
+- lib/cloudfront/models/DistributionDiff.rb
+- lib/cloudfront/models/InvalidationConfig.rb
+- lib/cloudfront/models/OriginConfig.rb
+- lib/cloudfront/models/OriginDiff.rb
+- lib/cloudfront/models/OriginSslProtocols.rb
+- lib/cloudfront/models/OriginSslProtocolsDiff.rb
+- lib/common/BaseLoader.rb
+- lib/common/manager/Manager.rb
+- lib/common/models/Diff.rb
+- lib/common/models/ListChange.rb
+- lib/common/models/TagsDiff.rb
+- lib/common/models/UTCTimeSource.rb
+- lib/conf/Configuration.rb
+- lib/ec2/EC2.rb
+- lib/ec2/IPProtocolMapping.rb
+- lib/ec2/loaders/EbsLoader.rb
+- lib/ec2/loaders/InstanceLoader.rb
+- lib/ec2/managers/EbsManager.rb
+- lib/ec2/managers/InstanceManager.rb
+- lib/ec2/models/EbsGroupConfig.rb
+- lib/ec2/models/EbsGroupDiff.rb
+- lib/ec2/models/InstanceConfig.rb
+- lib/ec2/models/InstanceDiff.rb
+- lib/elb/ELB.rb
+- lib/elb/loader/Loader.rb
+- lib/elb/manager/Manager.rb
+- lib/elb/models/AccessLogConfig.rb
+- lib/elb/models/AccessLogDiff.rb
+- lib/elb/models/HealthCheckConfig.rb
+- lib/elb/models/HealthCheckDiff.rb
+- lib/elb/models/ListenerConfig.rb
+- lib/elb/models/ListenerDiff.rb
+- lib/elb/models/LoadBalancerConfig.rb
+- lib/elb/models/LoadBalancerDiff.rb
+- lib/iam/IAM.rb
+- lib/iam/loader/Loader.rb
+- lib/iam/manager/IamGroups.rb
+- lib/iam/manager/IamResource.rb
+- lib/iam/manager/IamRoles.rb
+- lib/iam/manager/IamUsers.rb
+- lib/iam/manager/Manager.rb
+- lib/iam/migration/AssumeRoleUnifier.rb
+- lib/iam/migration/PolicyUnifier.rb
+- lib/iam/models/GroupConfig.rb
+- lib/iam/models/IamDiff.rb
+- lib/iam/models/PolicyConfig.rb
+- lib/iam/models/ResourceWithPolicy.rb
+- lib/iam/models/RoleConfig.rb
+- lib/iam/models/StatementConfig.rb
+- lib/iam/models/UserConfig.rb
+- lib/kinesis/Kinesis.rb
+- lib/kinesis/loader/Loader.rb
+- lib/kinesis/manager/Manager.rb
+- lib/kinesis/models/StreamConfig.rb
+- lib/kinesis/models/StreamDiff.rb
+- lib/lambda/Lambda.rb
+- lib/route53/loader/Loader.rb
+- lib/route53/manager/Manager.rb
+- lib/route53/models/AliasTarget.rb
+- lib/route53/models/RecordConfig.rb
+- lib/route53/models/RecordDiff.rb
+- lib/route53/models/Vpc.rb
+- lib/route53/models/ZoneConfig.rb
+- lib/route53/models/ZoneDiff.rb
+- lib/s3/S3.rb
+- lib/s3/loader/Loader.rb
+- lib/s3/manager/Manager.rb
+- lib/s3/models/BucketConfig.rb
+- lib/s3/models/BucketDiff.rb
+- lib/s3/models/GrantConfig.rb
+- lib/s3/models/GrantDiff.rb
+- lib/s3/models/LifecycleConfig.rb
+- lib/s3/models/LifecycleDiff.rb
+- lib/s3/models/LoggingConfig.rb
+- lib/s3/models/NotificationConfig.rb
+- lib/s3/models/NotificationDiff.rb
+- lib/s3/models/ReplicationConfig.rb
+- lib/s3/models/ReplicationDiff.rb
+- lib/s3/models/WebsiteConfig.rb
+- lib/security/SecurityGroups.rb
+- lib/security/loader/Loader.rb
+- lib/security/manager/Manager.rb
+- lib/security/models/RuleConfig.rb
+- lib/security/models/RuleDiff.rb
+- lib/security/models/RuleMigration.rb
+- lib/security/models/SecurityGroupConfig.rb
+- lib/security/models/SecurityGroupDiff.rb
+- lib/sns/SNS.rb
+- lib/sqs/SQS.rb
+- lib/sqs/loader/Loader.rb
+- lib/sqs/manager/Manager.rb
+- lib/sqs/models/DeadLetterConfig.rb
+- lib/sqs/models/DeadLetterDiff.rb
+- lib/sqs/models/QueueConfig.rb
+- lib/sqs/models/QueueDiff.rb
+- lib/util/Colors.rb
+- lib/util/StatusCodes.rb
+- lib/vpc/loader/Loader.rb
+- lib/vpc/manager/Manager.rb
+- lib/vpc/models/AclEntryConfig.rb
+- lib/vpc/models/AclEntryDiff.rb
+- lib/vpc/models/DhcpConfig.rb
+- lib/vpc/models/DhcpDiff.rb
+- lib/vpc/models/EndpointConfig.rb
+- lib/vpc/models/EndpointDiff.rb
+- lib/vpc/models/NetworkAclConfig.rb
+- lib/vpc/models/NetworkAclDiff.rb
+- lib/vpc/models/RouteConfig.rb
+- lib/vpc/models/RouteDiff.rb
+- lib/vpc/models/RouteTableConfig.rb
+- lib/vpc/models/RouteTableDiff.rb
+- lib/vpc/models/SubnetConfig.rb
+- lib/vpc/models/SubnetDiff.rb
+- lib/vpc/models/VpcConfig.rb
+- lib/vpc/models/VpcDiff.rb
+- rakefile.rb
+homepage: http://lucidsoftware.github.io/cumulus/
+licenses:
+- Apache-2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: AWS Configuration Manager
+test_files: []