aws_recon 0.5.26 → 0.5.29

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ff3d14f71d26d19cfee5137ed0257d5b2c620a00fd378dd2f289411451abeb3b
-  data.tar.gz: 118f02623ca139db1bd4da2a6425534b1f896b59ac464e21985519fb3527a09c
+  metadata.gz: 371ab77cf78113d22bfaaa5ec83a75582f0454ad70418b93ac028015e79f9c74
+  data.tar.gz: b708833de5ba18b610919d1f0c0601a27051af57effa38c068fc787d1ae87a2f
 SHA512:
-  metadata.gz: b98e02e9fc9258cc70e9c91a12260795cec288c9e442a711c039841608ad0eaa37ebcf74fa6f1b4112fc163230bae1a879e40e5cb5a79d4a620b069f6c1d94bf
-  data.tar.gz: 7e08840e1604decccc201b6e327aceedac4dcf37c6b306bac3868750c5d69c72144f6fbd1a12f7ab291fb7eea0e9e01196d02c3eda4a106102054e6c7204f652
+  metadata.gz: 44236d1c9dd63e3b6fd0f1e522e924fb4ae49cb05745b60ca7cc58b8fecd13ee010238a9f5b65726c6b7b00151c14c1428903bde37bcede570c48cef6f5ccf35
+  data.tar.gz: d2d01f99466f4f93d7f25648dd714bf7c96950935bda0e31e3381fdf29b17aca323f84458c77e6d8b718b75f5793e185fcdbbe25eb6568db732d805e4ff48aa6

data/.github/workflows/docker-build.yml

@@ -1,6 +1,7 @@
 name: docker-build
 
 on:
+  workflow_dispatch:
   push:
     branches: build
     paths:

data/lib/aws_recon/collectors/glue.rb

@@ -0,0 +1,116 @@
+# frozen_string_literal: true
+
+#
+# Collect Glue resources
+#
+class Glue < Mapper
+  #
+  # Returns an array of resources.
+  #
+  def collect
+    resources = []
+    #
+    # get_data_catalog_encryption_settings
+    #
+    @client.get_data_catalog_encryption_settings.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      struct = OpenStruct.new(response.to_h)
+      struct.type = 'catalog_encryption_settings'
+      struct.arn = "arn:aws:glue:#{@region}:#{@account}:data-catalog-encryption-settings" # no true ARN
+      resources.push(struct.to_h)
+    end
+
+    #
+    # get_security_configurations
+    #
+    @client.get_security_configurations.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.security_configurations.each do |security_configuration|
+        struct = OpenStruct.new(security_configuration.to_h)
+        struct.type = 'security_configuration'
+        struct.arn = "arn:aws:glue:#{@region}:#{@account}:security-configuration/#{security_configuration.name}" # no true ARN
+        resources.push(struct.to_h)
+      end
+    end
+
+    #
+    # get_databases
+    #
+    @client.get_databases.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.database_list.each do |database|
+        struct = OpenStruct.new(database.to_h)
+        struct.type = 'database'
+        struct.arn = "arn:aws:glue:#{@region}:#{@account}:database/#{database.name}"
+
+        #
+        # get_tables
+        #
+        tables = @client.get_tables({ database_name: database.name })
+        struct.tables = tables.to_h
+
+        resources.push(struct.to_h)
+      end
+    end
+
+    #
+    # get_jobs
+    #
+    @client.get_jobs.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.jobs.each do |job|
+        struct = OpenStruct.new(job.to_h)
+        struct.type = 'job'
+        struct.arn = "arn:aws:glue:#{@region}:#{@account}:job/#{job.name}"
+        resources.push(struct.to_h)
+      end
+    end
+
+    #
+    # get_dev_endpoints
+    #
+    @client.get_dev_endpoints.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.dev_endpoints.each do |dev_endpoint|
+        struct = OpenStruct.new(dev_endpoint.to_h)
+        struct.type = 'dev_endpoint'
+        struct.arn = "arn:aws:glue:#{@region}:#{@account}:devEndpoint/#{dev_endpoint.endpoint_name}"
+        resources.push(struct.to_h)
+      end
+    end
+
+    #
+    # get_crawlers
+    #
+    @client.get_crawlers.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.crawlers.each do |crawler|
+        struct = OpenStruct.new(crawler.to_h)
+        struct.type = 'crawler'
+        struct.arn = "arn:aws:glue:#{@region}:#{@account}:crawler/#{crawler.name}"
+        resources.push(struct.to_h)
+      end
+    end
+
+    #
+    # get_connections
+    #
+    @client.get_connections.each_with_index do |response, page|
+      log(response.context.operation_name, page)
+
+      response.connection_list.each do |connection|
+        struct = OpenStruct.new(connection.to_h)
+        struct.type = 'connection'
+        struct.arn = "arn:aws:glue:#{@region}:#{@account}:connection/#{connection.name}"
+        resources.push(struct.to_h)
+      end
+    end
+    resources
+  end
+end

data/lib/aws_recon/services.yaml

@@ -41,6 +41,8 @@
   alias: elasticache
 - name: EMR
   alias: emr
+- name: Glue
+  alias: glue
 - name: IAM
   global: true
   alias: iam

data/lib/aws_recon/version.rb

@@ -1,3 +1,3 @@
 module AwsRecon
-  VERSION = "0.5.26"
+  VERSION = "0.5.29"
 end

data/readme.md

@@ -368,6 +368,7 @@ AWS Recon aims to collect all resources and metadata that are relevant in determ
 - [x] Firehose
 - [ ] FMS
 - [ ] Glacier
+- [x] Glue
 - [x] IAM
 - [x] KMS
 - [x] Kafka

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: aws_recon
 version: !ruby/object:Gem::Version
-  version: 0.5.26
+  version: 0.5.29
 platform: ruby
 authors:
 - Josh Larsen
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-03-15 00:00:00.000000000 Z
+date: 2022-03-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk
@@ -212,6 +212,7 @@ files:
 - lib/aws_recon/collectors/elasticsearch.rb
 - lib/aws_recon/collectors/emr.rb
 - lib/aws_recon/collectors/firehose.rb
+- lib/aws_recon/collectors/glue.rb
 - lib/aws_recon/collectors/guardduty.rb
 - lib/aws_recon/collectors/iam.rb
 - lib/aws_recon/collectors/kafka.rb