aws_recon 0.2.1

data/lib/aws_recon/collectors/cloudfront.rb

@@ -0,0 +1,28 @@
+class CloudFront < Mapper
+  #
+  # Returns an array of resources.
+  #
+  def collect
+    resources = []
+
+    #
+    # list_distributions
+    #
+    @client.list_distributions.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      # get_distribution
+      response.distribution_list.items.each do |dist|
+        struct = OpenStruct.new(dist.to_h)
+        struct.type = 'distribution'
+        struct.details = @client
+                         .get_distribution({ id: dist.id })
+                         .distribution.to_h
+
+        resources.push(struct.to_h)
+      end
+    end
+
+    resources
+  end
+end

data/lib/aws_recon/collectors/cloudtrail.rb

@@ -0,0 +1,33 @@
+class CloudTrail < Mapper
+  #
+  # Returns an array of resources.
+  #
+  def collect
+    resources = []
+    #
+    # describe_trails
+    #
+    @client.describe_trails.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.trail_list.each do |trail|
+        # list_tags needs to call into home_region
+        client = if @region != trail.home_region
+                   Aws::CloudTrail::Client.new({ region: trail.home_region })
+                 else
+                   @client
+                 end
+
+        struct = OpenStruct.new(trail.to_h)
+        struct.tags = client.list_tags({ resource_id_list: [trail.trail_arn] }).resource_tag_list.first.tags_list
+        struct.type = 'cloud_trail'
+        struct.status = client.get_trail_status({ name: trail.name }).to_h
+        struct.arn = trail.trail_arn
+
+        resources.push(struct.to_h)
+      end
+    end
+
+    resources
+  end
+end

data/lib/aws_recon/collectors/cloudwatch.rb

@@ -0,0 +1,33 @@
+class CloudWatch < Mapper
+  #
+  # Returns an array of resources.
+  #
+  def collect
+    resources = []
+
+    #
+    # describe_alarms
+    #
+    @client.describe_alarms.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.composite_alarms.each do |alarm|
+        struct = OpenStruct.new(alarm.to_h)
+        struct.type = 'composite_alarm'
+        struct.arn = alarm.alarm_arn
+
+        resources.push(struct.to_h)
+      end
+
+      response.metric_alarms.each do |alarm|
+        struct = OpenStruct.new(alarm.to_h)
+        struct.type = 'metric_alarm'
+        struct.arn = alarm.alarm_arn
+
+        resources.push(struct.to_h)
+      end
+    end
+
+    resources
+  end
+end

data/lib/aws_recon/collectors/cloudwatchlogs.rb

@@ -0,0 +1,36 @@
+class CloudWatchLogs < Mapper
+  #
+  # Returns an array of resources.
+  #
+  def collect
+    resources = []
+
+    #
+    # describe_log_groups
+    #
+    @client.describe_log_groups.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.log_groups.each do |log_group|
+        struct = OpenStruct.new(log_group.to_h)
+        struct.type = 'log_group'
+        struct.metric_filters = []
+
+        # describe_metric_filters
+        if log_group.metric_filter_count > 0
+          @client.describe_metric_filters.each_with_index do |response, page|
+            log(response.context.operation_name, log_group.log_group_name, page)
+
+            response.metric_filters.each do |filter|
+              struct.metric_filters.push(filter.to_h)
+            end
+          end
+        end
+
+        resources.push(struct.to_h)
+      end
+    end
+
+    resources
+  end
+end

data/lib/aws_recon/collectors/codebuild.rb

@@ -0,0 +1,29 @@
+class CodeBuild < Mapper
+  #
+  # Returns an array of resources.
+  #
+  # TODO: group projects in chucks to minimize batch_get calls
+  #
+  def collect
+    resources = []
+
+    #
+    # list_projects
+    #
+    @client.list_projects.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      # batch_get_projects
+      response.projects.each do |project_name|
+        @client.batch_get_projects({ names: [project_name] }).projects.each do |project|
+          struct = OpenStruct.new(project.to_h)
+          struct.type = 'project'
+
+          resources.push(struct.to_h)
+        end
+      end
+    end
+
+    resources
+  end
+end

data/lib/aws_recon/collectors/codepipeline.rb

@@ -0,0 +1,27 @@
+class CodePipeline < Mapper
+  #
+  # Returns an array of resources.
+  #
+  def collect
+    resources = []
+
+    #
+    # list_pipelines
+    #
+    @client.list_pipelines.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      # get_pipeline
+      response.pipelines.each do |pipeline|
+        resp = @client.get_pipeline(name: pipeline.name)
+        struct = OpenStruct.new(resp.pipeline.to_h)
+        struct.type = 'pipeline'
+        struct.arn = resp.metadata.pipeline_arn
+
+        resources.push(struct.to_h)
+      end
+    end
+
+    resources
+  end
+end

data/lib/aws_recon/collectors/collectors.rb

@@ -0,0 +1,2 @@
+# require all collectors
+Dir[File.join(__dir__, '*.rb')].each { |file| require file }

data/lib/aws_recon/collectors/configservice.rb

@@ -0,0 +1,80 @@
+class ConfigService < Mapper
+  #
+  # Returns an array of resources.
+  #
+  def collect
+    resources = []
+
+    #
+    # describe_config_rules
+    #
+    @client.describe_config_rules.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.config_rules.each do |rule|
+        struct = OpenStruct.new(rule.to_h)
+        struct.type = 'rule'
+        struct.arn = rule.config_rule_arn
+
+        # describe_config_rule_evaluation_status
+        @client.describe_config_rule_evaluation_status({ config_rule_names: [rule.config_rule_name] }).each do |response|
+          log(response.context.operation_name, rule.config_rule_name, page)
+
+          response.config_rules_evaluation_status.each do |status|
+            struct.evaluation_status = status.to_h
+          end
+        end
+
+        resources.push(struct.to_h)
+      end
+    end
+
+    #
+    # describe_configuration_recorders
+    #
+    @client.describe_configuration_recorders.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.configuration_recorders.each do |recorder|
+        struct = OpenStruct.new(recorder.to_h)
+        struct.type = 'configuration_recorder'
+        struct.arn = "arn:aws:config:#{@region}:configuration_recorder/#{recorder.name}"
+
+        # describe_configuration_recorder_status (only accepts one recorder)
+        @client.describe_configuration_recorder_status({ configuration_recorder_names: [recorder.name] }).each do |response|
+          log(response.context.operation_name, recorder.name, page)
+
+          response.configuration_recorders_status.each do |status|
+            struct.status = status.to_h
+          end
+        end
+
+        resources.push(struct.to_h)
+      end
+    end
+
+    #
+    # describe_delivery_channels
+    #
+    @client.describe_delivery_channels.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.delivery_channels.each do |channel|
+        struct = OpenStruct.new(channel.to_h)
+        struct.type = 'delivery_channel'
+        struct.arn = "arn:aws:config:#{@region}:delivery_channel/#{channel.name}"
+
+        # describe_delivery_channel_status (only accepts one channel)
+        @client.describe_delivery_channel_status({ delivery_channel_names: [channel.name] }).each do |response|
+          response.delivery_channels_status.each do |status|
+            struct.status = status.to_h
+          end
+        end
+
+        resources.push(struct.to_h)
+      end
+    end
+
+    resources
+  end
+end

data/lib/aws_recon/collectors/directconnect.rb

@@ -0,0 +1,25 @@
+class DirectConnect < Mapper
+  #
+  # Returns an array of resources.
+  #
+  def collect
+    resources = []
+
+    #
+    # describe_connections
+    #
+    @client.describe_connections.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.connections.each do |connection|
+        struct = OpenStruct.new(connection.to_h)
+        struct.type = 'connection'
+        struct.arn = "arn:aws:service:#{@service}::connection/#{connection.connection_id}"
+
+        resources.push(struct.to_h)
+      end
+    end
+
+    resources
+  end
+end

data/lib/aws_recon/collectors/directyservice.rb

@@ -0,0 +1,27 @@
+class DirectoryService < Mapper
+  #
+  # Returns an array of resources.
+  #
+  # TODO: confirm paging behavior
+  #
+  def collect
+    resources = []
+
+    #
+    # describe_directories
+    #
+    @client.describe_directories.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.directory_descriptions.each do |directory|
+        struct = OpenStruct.new(directory.to_h)
+        struct.type = 'directory'
+        struct.arn = "arn:aws:#{@service}:#{@region}::directory/#{directory.directory_id}"
+
+        resources.push(struct.to_h)
+      end
+    end
+
+    resources
+  end
+end

data/lib/aws_recon/collectors/dms.rb

@@ -0,0 +1,25 @@
+class DatabaseMigrationService < Mapper
+  #
+  # Returns an array of resources.
+  #
+  def collect
+    resources = []
+
+    #
+    # describe_replication_instances
+    #
+    @client.describe_replication_instances.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.replication_instances.each do |instance|
+        struct = OpenStruct.new(instance.to_h)
+        struct.type = 'replication_instance'
+        struct.arb = "arn:aws:#{@service}:#{@region}::replication_instance/#{instance.replication_instance_identifier}"
+
+        resources.push(struct.to_h)
+      end
+    end
+
+    resources
+  end
+end

data/lib/aws_recon/collectors/dynamodb.rb

@@ -0,0 +1,26 @@
+class DynamoDB < Mapper
+  #
+  # Returns an array of resources.
+  #
+  def collect
+    resources = []
+
+    #
+    # list_tables
+    #
+    @client.list_tables.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      # describe_table
+      response.table_names.each do |table_name|
+        struct = OpenStruct.new(@client.describe_table({ table_name: table_name }).table.to_h)
+        struct.type = 'table'
+        struct.arn = struct.table_arn
+
+        resources.push(struct.to_h)
+      end
+    end
+
+    resources
+  end
+end

data/lib/aws_recon/collectors/ec2.rb

@@ -0,0 +1,257 @@
+class EC2 < Mapper
+  #
+  # Returns an array of resources.
+  #
+  def collect
+    resources = []
+    image_params = {
+      filters: [{ name: 'state', values: ['available'] }],
+      owners: ['self']
+    }
+    snapshot_params = {
+      owner_ids: ['self']
+    }
+
+    # global calls
+    if @region == 'global'
+
+      #
+      # get_account_attributes
+      #
+      @client.describe_account_attributes.each do |response|
+        log(response.context.operation_name)
+
+        struct = OpenStruct.new
+        struct.attributes = response.account_attributes.map(&:to_h)
+        struct.type = 'account'
+
+        resources.push(struct.to_h)
+      end
+    end
+
+    # regional calls
+    if @region != 'global'
+      #
+      # describe_instances
+      #
+      @client.describe_instances.each_with_index do |response, page|
+        log(response.context.operation_name, page)
+
+        # reservations
+        response.reservations.each_with_index do |reservation, page|
+          log(response.context.operation_name, 'reservations', page)
+
+          # instances
+          reservation.instances.each do |instance|
+            struct = OpenStruct.new(instance.to_h)
+            struct.type = 'instance'
+            struct.arn = instance.instance_id # no true ARN
+            struct.reservation_id = reservation.reservation_id
+
+            resources.push(struct.to_h)
+          end
+        end
+      end
+
+      #
+      # describe_vpcs
+      #
+      @client.describe_vpcs.each_with_index do |response, page|
+        log(response.context.operation_name, page)
+
+        response.vpcs.each do |vpc|
+          struct = OpenStruct.new(vpc.to_h)
+          struct.type = 'vpc'
+          struct.arn = vpc.vpc_id # no true ARN
+          struct.flow_logs = @client
+                             .describe_flow_logs({ filter: [{ name: 'resource-id', values: [vpc.vpc_id] }] })
+                             .flow_logs.first.to_h
+
+          resources.push(struct.to_h)
+        end
+      end
+
+      #
+      # describe_security_groups
+      #
+      @client.describe_security_groups.each_with_index do |response, page|
+        log(response.context.operation_name, page)
+
+        response.security_groups.each do |security_group|
+          struct = OpenStruct.new(security_group.to_h)
+          struct.type = 'security_group'
+          struct.arn = security_group.group_id # no true ARN
+
+          resources.push(struct.to_h)
+        end
+      end
+
+      #
+      # describe_network_interfaces
+      #
+      @client.describe_network_interfaces.each_with_index do |response, page|
+        log(response.context.operation_name, page)
+
+        response.network_interfaces.each do |network_interface|
+          struct = OpenStruct.new(network_interface.to_h)
+          struct.type = 'network_interface'
+          struct.arn = network_interface.network_interface_id # no true ARN
+
+          resources.push(struct.to_h)
+        end
+      end
+
+      #
+      # describe_subnets
+      #
+      @client.describe_subnets.each_with_index do |response, page|
+        log(response.context.operation_name, page)
+
+        response.subnets.each do |subnet|
+          struct = OpenStruct.new(subnet.to_h)
+          struct.type = 'subnet'
+          struct.arn = subnet.subnet_arn
+
+          resources.push(struct.to_h)
+        end
+      end
+
+      #
+      # describe_addresses
+      #
+      @client.describe_addresses.each_with_index do |response, page|
+        log(response.context.operation_name, page)
+
+        response.addresses.each do |address|
+          struct = OpenStruct.new(address.to_h)
+          struct.type = 'eip_address'
+          struct.arn = address.allocation_id
+
+          resources.push(struct.to_h)
+        end
+      end
+
+      #
+      # describe_nat_gateways
+      #
+      @client.describe_nat_gateways.each_with_index do |response, page|
+        log(response.context.operation_name, page)
+
+        response.nat_gateways.each do |gateway|
+          struct = OpenStruct.new(gateway.to_h)
+          struct.type = 'nat_gateway'
+          struct.arn = gateway.nat_gateway_id # no true ARN
+
+          resources.push(struct.to_h)
+        end
+      end
+
+      #
+      # describe_route_tables
+      #
+      @client.describe_route_tables.each_with_index do |response, page|
+        log(response.context.operation_name, page)
+
+        response.route_tables.each do |table|
+          struct = OpenStruct.new(table.to_h)
+          struct.type = 'route_table'
+          struct.arn = table.route_table_id # no true ARN
+
+          resources.push(struct.to_h)
+        end
+      end
+
+      #
+      # describe_images
+      #
+      @client.describe_images(image_params).each_with_index do |response, page|
+        log(response.context.operation_name, page)
+
+        response.images.each do |image|
+          struct = OpenStruct.new(image.to_h)
+          struct.type = 'image'
+          struct.arn = image.image_id # no true ARN
+
+          resources.push(struct.to_h)
+        end
+      end
+
+      #
+      # describe_snapshots
+      #
+      @client.describe_snapshots(snapshot_params).each_with_index do |response, page|
+        log(response.context.operation_name, page)
+
+        response.snapshots.each do |snapshot|
+          struct = OpenStruct.new(snapshot.to_h)
+          struct.type = 'snapshot'
+          struct.arn = snapshot.snapshot_id # no true ARN
+
+          resources.push(struct.to_h)
+        end
+      end
+
+      #
+      # describe_flow_logs
+      #
+      @client.describe_flow_logs.each_with_index do |response, page|
+        log(response.context.operation_name, page)
+
+        response.flow_logs.each do |flow_log|
+          struct = OpenStruct.new(flow_log.to_h)
+          struct.type = 'flow_log'
+          struct.arn = flow_log.flow_log_id # no true ARN
+
+          resources.push(struct.to_h)
+        end
+      end
+
+      #
+      # describe_volumes
+      #
+      @client.describe_volumes.each_with_index do |response, page|
+        log(response.context.operation_name, page)
+
+        response.volumes.each do |volume|
+          struct = OpenStruct.new(volume.to_h)
+          struct.type = 'volume'
+          struct.arn = volume.volume_id # no true ARN
+
+          resources.push(struct.to_h)
+        end
+      end
+
+      #
+      # describe_vpn_gateways
+      #
+      @client.describe_vpn_gateways.each_with_index do |response, page|
+        log(response.context.operation_name, page)
+
+        response.vpn_gateways.each do |gateway|
+          struct = OpenStruct.new(gateway.to_h)
+          struct.type = 'vpn_gateway'
+          struct.arn = gateway.vpn_gateway_id # no true ARN
+
+          resources.push(struct.to_h)
+        end
+      end
+
+      #
+      # describe_vpc_peering_connections
+      #
+      @client.describe_vpc_peering_connections.each_with_index do |response, page|
+        log(response.context.operation_name, page)
+
+        response.vpc_peering_connections.each do |peer|
+          struct = OpenStruct.new(peer.to_h)
+          struct.type = 'peering_connection'
+          struct.arn = peer.vpc_peering_connection_id # no true ARN
+
+          resources.push(struct.to_h)
+        end
+      end
+    end
+
+    resources
+  end
+end