aws_recon 0.5.25 → 0.5.28

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 26c0212e326609dc91f25d039e7d527447c9f4a7883918a4175a7f906d580993
-  data.tar.gz: dcbb90f2240d483a9f96b6d786f44d4e82daae007b3ba81ef3de8f7c98d1ef13
+  metadata.gz: c8229a3057964333c58233cb39472a5fb27adadc6098660464018cd16645b5c9
+  data.tar.gz: 222eff40d76d1eeb68a6638a59ef369d53b8ef2994a43b0b765803096933b645
 SHA512:
-  metadata.gz: ae1f07d98a57c38d110b30bfda20f3d6ecc85a06d48f5d996b76a8720acb1dd795fb6cc0dadbf5320ee6623fd2a2ec0cea16cd67139d4008d1b58c4787f382f3
-  data.tar.gz: 2b844d1118bb8a4880e86ec466e068589fea42c8ea27a4496d32f05db83c1455e5f367e29764ac175353f34df5603a23e46295f64e2ec84259e9ab2b9e889ccc
+  metadata.gz: 7f2248fcc733f9f42ae109f5cb96ab0c6e82562182b9e3dbc4404dca72599e224a38c8be7a9fa967d846957427dd6e9edd5387441afcecc2c4de8f55ad001244
+  data.tar.gz: 62f854284d474f8376ac15cae45bae67bd111ed064bdd4fae1c0e6d5ee4a942d905aebee4ac3f12c297c9a5635fe56c58f774f69fa70896974ac211be23a6efb

data/lib/aws_recon/collectors/ecr.rb

@@ -23,6 +23,25 @@ class ECR < Mapper
         struct.policy = @client
                         .get_repository_policy({ repository_name: repo.repository_name }).policy_text.parse_policy
 
+        struct.images = []
+        #
+        # describe images
+        #
+        @client.list_images( {repository_name: repo.repository_name}).image_ids.each_with_index do | image, page |
+          log(response.context.operation_name, 'list_images', page)
+          image_hash = image.to_h
+          # 
+          # describe image scan results
+          #
+          result = @client.describe_image_scan_findings({ repository_name: repo.repository_name, image_id: { image_digest: image.image_digest, image_tag: image.image_tag } })
+          image_hash["image_scan_status"] = result.image_scan_status.to_h
+          image_hash["image_scan_findings"] = result.image_scan_findings.to_h
+
+          rescue Aws::ECR::Errors::ScanNotFoundException => e
+            # No scan result for this image. No action needed
+          ensure
+            struct.images << image_hash
+        end
       rescue Aws::ECR::Errors::ServiceError => e
         log_error(e.code)
 
@@ -40,7 +59,8 @@ class ECR < Mapper
   # not an error
   def suppressed_errors
     %w[
-      RepositoryPolicyNotFoundException
-    ]
+      RepositoryPolicyNotFoundException,
+      ScanNotFoundException
+      ]
   end
 end

data/lib/aws_recon/collectors/glue.rb

@@ -0,0 +1,116 @@
+# frozen_string_literal: true
+
+#
+# Collect Glue resources
+#
+class Glue < Mapper
+  #
+  # Returns an array of resources.
+  #
+  def collect
+    resources = []
+    #
+    # get_data_catalog_encryption_settings
+    #
+    @client.get_data_catalog_encryption_settings.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      struct = OpenStruct.new(response.to_h)
+      struct.type = 'catalog_encryption_settings'
+      struct.arn = "arn:aws:glue:#{@region}:#{@account}:data-catalog-encryption-settings" # no true ARN
+      resources.push(struct.to_h)
+    end
+
+    #
+    # get_security_configurations
+    #
+    @client.get_security_configurations.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.security_configurations.each do |security_configuration|
+        struct = OpenStruct.new(security_configuration.to_h)
+        struct.type = 'security_configuration'
+        struct.arn = "arn:aws:glue:#{@region}:#{@account}:security-configuration/#{security_configuration.name}" # no true ARN
+        resources.push(struct.to_h)
+      end
+    end
+
+    #
+    # get_databases
+    #
+    @client.get_databases.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.database_list.each do |database|
+        struct = OpenStruct.new(database.to_h)
+        struct.type = 'database'
+        struct.arn = "arn:aws:glue:#{@region}:#{@account}:database/#{database.name}"
+
+        #
+        # get_tables
+        #
+        tables = @client.get_tables({ database_name: database.name })
+        struct.tables = tables.to_h
+
+        resources.push(struct.to_h)
+      end
+    end
+
+    #
+    # get_jobs
+    #
+    @client.get_jobs.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.jobs.each do |job|
+        struct = OpenStruct.new(job.to_h)
+        struct.type = 'job'
+        struct.arn = "arn:aws:glue:#{@region}:#{@account}:job/#{job.name}"
+        resources.push(struct.to_h)
+      end
+    end
+
+    #
+    # get_dev_endpoints
+    #
+    @client.get_dev_endpoints.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.dev_endpoints.each do |dev_endpoint|
+        struct = OpenStruct.new(dev_endpoint.to_h)
+        struct.type = 'dev_endpoint'
+        struct.arn = "arn:aws:glue:#{@region}:#{@account}:devEndpoint/#{dev_endpoint.endpoint_name}"
+        resources.push(struct.to_h)
+      end
+    end
+
+    #
+    # get_crawlers
+    #
+    @client.get_crawlers.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.crawlers.each do |crawler|
+        struct = OpenStruct.new(crawler.to_h)
+        struct.type = 'crawler'
+        struct.arn = "arn:aws:glue:#{@region}:#{@account}:crawler/#{crawler.name}"
+        resources.push(struct.to_h)
+      end
+    end
+
+    #
+    # get_connections
+    #
+    @client.get_connections.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.connection_list.each do |connection|
+        struct = OpenStruct.new(connection.to_h)
+        struct.type = 'connection'
+        struct.arn = "arn:aws:glue:#{@region}:#{@account}:connection/#{connection.name}"
+        resources.push(struct.to_h)
+      end
+    end
+    resources
+  end
+end

data/lib/aws_recon/services.yaml

@@ -41,6 +41,8 @@
   alias: elasticache
 - name: EMR
   alias: emr
+- name: Glue
+  alias: glue
 - name: IAM
   global: true
   alias: iam

data/lib/aws_recon/version.rb

@@ -1,3 +1,3 @@
 module AwsRecon
-  VERSION = "0.5.25"
+  VERSION = "0.5.28"
 end

data/readme.md

@@ -368,6 +368,7 @@ AWS Recon aims to collect all resources and metadata that are relevant in determ
 - [x] Firehose
 - [ ] FMS
 - [ ] Glacier
+- [x] Glue
 - [x] IAM
 - [x] KMS
 - [x] Kafka

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: aws_recon
 version: !ruby/object:Gem::Version
-  version: 0.5.25
+  version: 0.5.28
 platform: ruby
 authors:
 - Josh Larsen
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-03-02 00:00:00.000000000 Z
+date: 2022-03-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk
@@ -212,6 +212,7 @@ files:
 - lib/aws_recon/collectors/elasticsearch.rb
 - lib/aws_recon/collectors/emr.rb
 - lib/aws_recon/collectors/firehose.rb
+- lib/aws_recon/collectors/glue.rb
 - lib/aws_recon/collectors/guardduty.rb
 - lib/aws_recon/collectors/iam.rb
 - lib/aws_recon/collectors/kafka.rb