geoengineer 0.1.0 → 0.1.1

data/lib/geoengineer/resources/aws_vpc.rb

@@ -0,0 +1,24 @@
+########################################################################
+# AwsVpc is the +aws_vpc+ terrform resource,
+#
+# {https://www.terraform.io/docs/providers/aws/r/vpc.html Terraform Docs}
+########################################################################
+class GeoEngineer::Resources::AwsVpc < GeoEngineer::Resource
+  validate -> { validate_required_attributes([:cidr_block]) }
+  validate -> { validate_has_tag(:Name) }
+  validate -> { validate_cidr_block(self.cidr_block) if self.cidr_block }
+
+  after :initialize, -> { _terraform_id -> { NullObject.maybe(remote_resource)._terraform_id } }
+  after :initialize, -> { _geo_id -> { NullObject.maybe(tags)[:Name] } }
+
+  def self._fetch_remote_resources
+    AwsClients.ec2.describe_vpcs['vpcs'].map(&:to_h).map do |vpc|
+      vpc.merge(
+        {
+          _terraform_id: vpc[:vpc_id],
+          _geo_id: vpc[:tags]&.find { |tag| tag[:key] == "Name" }&.dig(:value)
+        }
+      )
+    end
+  end
+end

data/lib/geoengineer/resources/aws_vpc_dhcp_options.rb

@@ -0,0 +1,29 @@
+########################################################################
+# AwsVpcDhcpOptions is the +aws_vpc_dhcp_options+ terrform resource,
+#
+# {https://www.terraform.io/docs/providers/aws/r/vpc_dhcp_options.html Terraform Docs}
+########################################################################
+class GeoEngineer::Resources::AwsVpcDhcpOptions < GeoEngineer::Resource
+  validate -> { validate_has_tag(:Name) }
+  validate -> {
+    validate_at_least_one_present(
+      %i(
+        domain_name domain_name_servers ntp_servers netbios_name_servers netbios_node_type
+      )
+    )
+  }
+
+  after :initialize, -> { _terraform_id -> { NullObject.maybe(remote_resource)._terraform_id } }
+  after :initialize, -> { _geo_id -> { NullObject.maybe(tags)[:Name] } }
+
+  def self._fetch_remote_resources
+    AwsClients.ec2.describe_dhcp_options['dhcp_options'].map(&:to_h).map do |options|
+      options.merge(
+        {
+          _terraform_id: options[:dhcp_options_id],
+          _geo_id: options[:tags]&.find { |tag| tag[:key] == "Name" }&.dig(:value)
+        }
+      )
+    end
+  end
+end

data/lib/geoengineer/resources/aws_vpc_dhcp_options_association.rb

@@ -0,0 +1,40 @@
+########################################################################
+# AwsVpcDhcpOptionsAssociation is the +aws_vpc_dhcp_options_association+ terrform resource,
+#
+# {https://www.terraform.io/docs/providers/aws/r/vpc_dhcp_options_association.html Terraform Docs}
+########################################################################
+class GeoEngineer::Resources::AwsVpcDhcpOptionsAssociation < GeoEngineer::Resource
+  validate -> { validate_required_attributes([:dhcp_options_id, :vpc_id]) }
+
+  after :initialize, -> {
+    _terraform_id -> { "#{dhcp_options_id}-#{vpc_id}" }
+  }
+
+  def to_terraform_state
+    tfstate = super
+    tfstate[:primary][:attributes] = {
+      'vpc_id' => vpc_id,
+      'dhcp_options_id' => dhcp_options_id
+    }
+    tfstate
+  end
+
+  def support_tags?
+    false
+  end
+
+  def self._fetch_remote_resources
+    AwsClients
+      .ec2
+      .describe_vpcs['vpcs']
+      .map(&:to_h)
+      .select { |vpc| vpc[:dhcp_options_id] }
+      .map do |vpc|
+        {
+          vpc_id: vpc[:vpc_id],
+          dhcp_options_id: vpc[:dhcp_options_id],
+          _terraform_id: "#{vpc[:dhcp_options_id]}-#{vpc[:vpc_id]}"
+        }
+      end
+  end
+end

data/lib/geoengineer/resources/aws_vpc_endpoint.rb

@@ -0,0 +1,26 @@
+########################################################################
+# AwsVpcEndpoint is the +aws_vpc_endpoint+ terrform resource,
+#
+# {https://www.terraform.io/docs/providers/aws/r/vpc_endpoint.html Terraform Docs}
+########################################################################
+class GeoEngineer::Resources::AwsVpcEndpoint < GeoEngineer::Resource
+  validate -> { validate_required_attributes([:vpc_id, :service_name]) }
+
+  after :initialize, -> { _terraform_id -> { NullObject.maybe(remote_resource)._terraform_id } }
+  after :initialize, -> { _geo_id -> { "#{vpc_id}::#{service_name}" } }
+
+  def support_tags?
+    false
+  end
+
+  def self._fetch_remote_resources
+    AwsClients.ec2.describe_vpc_endpoints['vpc_endpoints'].map(&:to_h).map do |endpoint|
+      endpoint.merge(
+        {
+          _terraform_id: endpoint[:vpc_endpoint_id],
+          _geo_id: "#{endpoint[:vpc_id]}::#{endpoint[:service_name]}"
+        }
+      )
+    end
+  end
+end

data/lib/geoengineer/resources/aws_vpc_peering_connection.rb

@@ -0,0 +1,29 @@
+########################################################################
+# AwsVpcPeeringConnection is the +aws_vpc_peering_connection+ terrform resource,
+#
+# {https://www.terraform.io/docs/providers/aws/r/vpc_peering.html Terraform Docs}
+########################################################################
+class GeoEngineer::Resources::AwsVpcPeeringConnection < GeoEngineer::Resource
+  validate -> { validate_required_attributes([:peer_owner_id, :peer_vpc_id, :vpc_id]) }
+  validate -> { validate_has_tag(:Name) }
+
+  after :initialize, -> { _terraform_id -> { NullObject.maybe(remote_resource)._terraform_id } }
+  after :initialize, -> { _geo_id -> { NullObject.maybe(tags)[:Name] } }
+
+  def self._fetch_remote_resources
+    AwsClients
+      .ec2
+      .describe_vpc_peering_connections['vpc_peering_connections']
+      .map(&:to_h)
+      .map { |connection| _merge_ids(connection) }
+  end
+
+  def self._merge_ids(connection)
+    connection.merge(
+      {
+        _terraform_id: connection[:vpc_peering_connection_id],
+        _geo_id: connection[:tags]&.find { |tag| tag[:key] == "Name" }&.dig(:value)
+      }
+    )
+  end
+end

data/lib/geoengineer/resources/aws_vpn_connection.rb

@@ -0,0 +1,23 @@
+########################################################################
+# AwsVpnConnection is the +aws_vpn_connection+ terrform resource,
+#
+# {https://www.terraform.io/docs/providers/aws/r/vpn_connection.html Terraform Docs}
+########################################################################
+class GeoEngineer::Resources::AwsVpnConnection < GeoEngineer::Resource
+  validate -> { validate_required_attributes([:customer_gateway_id, :vpn_gateway_id, :type]) }
+  validate -> { validate_has_tag(:Name) }
+
+  after :initialize, -> { _terraform_id -> { NullObject.maybe(remote_resource)._terraform_id } }
+  after :initialize, -> { _geo_id -> { NullObject.maybe(tags)[:Name] } }
+
+  def self._fetch_remote_resources
+    AwsClients.ec2.describe_vpn_connections['vpn_connections'].map(&:to_h).map do |connection|
+      connection.merge(
+        {
+          _terraform_id: connection[:vpn_connection_id],
+          _geo_id: connection[:tags].find { |tag| tag[:key] == "Name" }&.dig(:value)
+        }
+      )
+    end
+  end
+end

data/lib/geoengineer/resources/aws_vpn_connection_route.rb

@@ -0,0 +1,35 @@
+########################################################################
+# AwsVpnConnectionRoute is the +aws_vpn_connection+ terrform resource,
+#
+# {https://www.terraform.io/docs/providers/aws/r/vpn_connection_route.html Terraform Docs}
+########################################################################
+class GeoEngineer::Resources::AwsVpnConnectionRoute < GeoEngineer::Resource
+  validate -> { validate_required_attributes([:destination_cidr_block, :vpn_connection_id]) }
+
+  after :initialize, -> { _terraform_id -> { "#{destination_cidr_block}:#{vpn_connection_id}" } }
+
+  def support_tags?
+    false
+  end
+
+  def self._fetch_remote_resources
+    AwsClients
+      .ec2
+      .describe_vpn_connections['vpn_connections']
+      .map(&:to_h)
+      .select { |connection| !connection[:routes].empty? }
+      .map { |connection| _generate_routes(connection) }
+      .flatten
+  end
+
+  def self._generate_routes(connection)
+    connection[:routes].map do |route|
+      route.merge(
+        {
+          _terraform_id: "#{route[:destination_cidr_block]}:#{connection[:vpn_connection_id]}",
+          vpn_connection_id: connection[:vpn_connection_id]
+        }
+      )
+    end
+  end
+end

data/lib/geoengineer/resources/aws_vpn_gateway.rb

@@ -0,0 +1,22 @@
+########################################################################
+# AwsVpnGateway is the +aws_vpn_gateway+ terrform resource,
+#
+# {https://www.terraform.io/docs/providers/aws/r/vpn_gateway.html Terraform Docs}
+########################################################################
+class GeoEngineer::Resources::AwsVpnGateway < GeoEngineer::Resource
+  validate -> { validate_has_tag(:Name) }
+
+  after :initialize, -> { _terraform_id -> { NullObject.maybe(remote_resource)._terraform_id } }
+  after :initialize, -> { _geo_id -> { NullObject.maybe(tags)[:Name] } }
+
+  def self._fetch_remote_resources
+    AwsClients.ec2.describe_vpn_gateways['vpn_gateways'].map(&:to_h).map do |gateway|
+      gateway.merge(
+        {
+          _terraform_id: gateway[:vpn_gateway_id],
+          _geo_id: gateway[:tags]&.find { |tag| tag[:key] == "Name" }&.dig(:value)
+        }
+      )
+    end
+  end
+end

data/lib/geoengineer/resources/aws_vpn_gateway_attachment.rb

@@ -0,0 +1,41 @@
+########################################################################
+# AwsVpnGatewayAttachment is the +aws_vpn_gateway_attachment+ terrform resource,
+#
+# {https://www.terraform.io/docs/providers/aws/r/vpn_gateway_attachment.html Terraform Docs}
+########################################################################
+class GeoEngineer::Resources::AwsVpnGatewayAttachment < GeoEngineer::Resource
+  validate -> { validate_required_attributes([:vpc_id, :vpn_gateway_id]) }
+
+  after :initialize, -> {
+    _terraform_id -> { "vpn-attachment-#{Crc32.hashcode(vpc_id + '-' + vpn_gateway_id)}" }
+  }
+  after :initialize, -> { _geo_id -> { "#{vpc_id}::#{vpn_gateway_id}" } }
+
+  def support_tags?
+    false
+  end
+
+  def self._fetch_remote_resources
+    AwsClients
+      .ec2
+      .describe_vpn_gateways['vpn_gateways']
+      .map(&:to_h)
+      .select { |gateway| !gateway[:vpc_attachments].empty? }
+      .map { |gateway| _generate_attachment(gateway) }
+  end
+
+  def self._generate_attachment(gateway)
+    # Terraform ID generation via:
+    # https://github.com/hashicorp/terraform/blob/master/builtin/providers/aws/resource_aws_vpn_gateway_attachment.go#L209
+    vpc_id = gateway[:vpc_attachments].first[:vpc_id]
+    id_string = "#{vpc_id}-#{gateway[:vpn_gateway_id]}"
+    terraform_id = "vpn-attachment-#{Crc32.hashcode(id_string)}"
+
+    {
+      _terraform_id: terraform_id,
+      _geo_id: "#{vpc_id}::#{gateway[:vpn_gateway_id]}",
+      vpn_gateway_id: gateway[:vpn_gateway_id],
+      vpc_id: vpc_id
+    }
+  end
+end

data/lib/geoengineer/template.rb

@@ -5,21 +5,37 @@ class GeoEngineer::Template
   include HasAttributes
   include HasResources
 
-  def initialize(name, project, parameters = {})
-    @project = project
+  def initialize(name, parent, parameters = {})
     @name = name
-    @environment = @project.environment
+    case parent
+    when GeoEngineer::Project then add_project_attributes(parent)
+    when GeoEngineer::Environment then add_env_attributes(parent)
+    end
+  end
+
+  # Helper method to accomodate different parents
+  def add_project_attributes(project)
+    @project = project
+    @environment = project.environment
+  end
+
+  def add_env_attributes(environment)
+    @environment = environment
   end
 
   def resource(type, id, &block)
     return find_resource(type, id) unless block_given?
     resource = create_resource(type, id, &block)
     resource.template = self
-    resource.project = @project
     resource.environment = @environment
+    resource.project = @project if @project
     resource
   end
 
+  def all_resources
+    resources
+  end
+
   # The resources that are passed to the block on instantiation
   # This can be overridden to specify the order of the templates resources
   def template_resources

data/lib/geoengineer/utils/aws_clients.rb

@@ -60,4 +60,8 @@ class AwsClients
   def self.sqs
     @aws_sqs ||= Aws::SQS::Client.new({ stub_responses: stubbed? })
   end
+
+  def self.lambda
+    @aws_lambda ||= Aws::Lambda::Client.new({ stub_responses: stubbed? })
+  end
 end

data/lib/geoengineer/utils/crc32.rb

@@ -0,0 +1,61 @@
+########################################################################
+# Crc32 is a pure ruby implementation of CRC32. Copied from:
+# - http://www.codeography.com/2009/05/22/pure-ruby-crc32-adccp-pkzip.html
+# - https://github.com/postmodern/digest-crc/blob/master/lib/digest/crc32.rb
+########################################################################
+class Crc32
+  CRC_TABLE = [
+    0x00000000, 0x77073096, 0xee0e612c, 0x990951ba, 0x076dc419, 0x706af48f, 0xe963a535, 0x9e6495a3,
+    0x0edb8832, 0x79dcb8a4, 0xe0d5e91e, 0x97d2d988, 0x09b64c2b, 0x7eb17cbd, 0xe7b82d07, 0x90bf1d91,
+    0x1db71064, 0x6ab020f2, 0xf3b97148, 0x84be41de, 0x1adad47d, 0x6ddde4eb, 0xf4d4b551, 0x83d385c7,
+    0x136c9856, 0x646ba8c0, 0xfd62f97a, 0x8a65c9ec, 0x14015c4f, 0x63066cd9, 0xfa0f3d63, 0x8d080df5,
+    0x3b6e20c8, 0x4c69105e, 0xd56041e4, 0xa2677172, 0x3c03e4d1, 0x4b04d447, 0xd20d85fd, 0xa50ab56b,
+    0x35b5a8fa, 0x42b2986c, 0xdbbbc9d6, 0xacbcf940, 0x32d86ce3, 0x45df5c75, 0xdcd60dcf, 0xabd13d59,
+    0x26d930ac, 0x51de003a, 0xc8d75180, 0xbfd06116, 0x21b4f4b5, 0x56b3c423, 0xcfba9599, 0xb8bda50f,
+    0x2802b89e, 0x5f058808, 0xc60cd9b2, 0xb10be924, 0x2f6f7c87, 0x58684c11, 0xc1611dab, 0xb6662d3d,
+    0x76dc4190, 0x01db7106, 0x98d220bc, 0xefd5102a, 0x71b18589, 0x06b6b51f, 0x9fbfe4a5, 0xe8b8d433,
+    0x7807c9a2, 0x0f00f934, 0x9609a88e, 0xe10e9818, 0x7f6a0dbb, 0x086d3d2d, 0x91646c97, 0xe6635c01,
+    0x6b6b51f4, 0x1c6c6162, 0x856530d8, 0xf262004e, 0x6c0695ed, 0x1b01a57b, 0x8208f4c1, 0xf50fc457,
+    0x65b0d9c6, 0x12b7e950, 0x8bbeb8ea, 0xfcb9887c, 0x62dd1ddf, 0x15da2d49, 0x8cd37cf3, 0xfbd44c65,
+    0x4db26158, 0x3ab551ce, 0xa3bc0074, 0xd4bb30e2, 0x4adfa541, 0x3dd895d7, 0xa4d1c46d, 0xd3d6f4fb,
+    0x4369e96a, 0x346ed9fc, 0xad678846, 0xda60b8d0, 0x44042d73, 0x33031de5, 0xaa0a4c5f, 0xdd0d7cc9,
+    0x5005713c, 0x270241aa, 0xbe0b1010, 0xc90c2086, 0x5768b525, 0x206f85b3, 0xb966d409, 0xce61e49f,
+    0x5edef90e, 0x29d9c998, 0xb0d09822, 0xc7d7a8b4, 0x59b33d17, 0x2eb40d81, 0xb7bd5c3b, 0xc0ba6cad,
+    0xedb88320, 0x9abfb3b6, 0x03b6e20c, 0x74b1d29a, 0xead54739, 0x9dd277af, 0x04db2615, 0x73dc1683,
+    0xe3630b12, 0x94643b84, 0x0d6d6a3e, 0x7a6a5aa8, 0xe40ecf0b, 0x9309ff9d, 0x0a00ae27, 0x7d079eb1,
+    0xf00f9344, 0x8708a3d2, 0x1e01f268, 0x6906c2fe, 0xf762575d, 0x806567cb, 0x196c3671, 0x6e6b06e7,
+    0xfed41b76, 0x89d32be0, 0x10da7a5a, 0x67dd4acc, 0xf9b9df6f, 0x8ebeeff9, 0x17b7be43, 0x60b08ed5,
+    0xd6d6a3e8, 0xa1d1937e, 0x38d8c2c4, 0x4fdff252, 0xd1bb67f1, 0xa6bc5767, 0x3fb506dd, 0x48b2364b,
+    0xd80d2bda, 0xaf0a1b4c, 0x36034af6, 0x41047a60, 0xdf60efc3, 0xa867df55, 0x316e8eef, 0x4669be79,
+    0xcb61b38c, 0xbc66831a, 0x256fd2a0, 0x5268e236, 0xcc0c7795, 0xbb0b4703, 0x220216b9, 0x5505262f,
+    0xc5ba3bbe, 0xb2bd0b28, 0x2bb45a92, 0x5cb36a04, 0xc2d7ffa7, 0xb5d0cf31, 0x2cd99e8b, 0x5bdeae1d,
+    0x9b64c2b0, 0xec63f226, 0x756aa39c, 0x026d930a, 0x9c0906a9, 0xeb0e363f, 0x72076785, 0x05005713,
+    0x95bf4a82, 0xe2b87a14, 0x7bb12bae, 0x0cb61b38, 0x92d28e9b, 0xe5d5be0d, 0x7cdcefb7, 0x0bdbdf21,
+    0x86d3d2d4, 0xf1d4e242, 0x68ddb3f8, 0x1fda836e, 0x81be16cd, 0xf6b9265b, 0x6fb077e1, 0x18b74777,
+    0x88085ae6, 0xff0f6a70, 0x66063bca, 0x11010b5c, 0x8f659eff, 0xf862ae69, 0x616bffd3, 0x166ccf45,
+    0xa00ae278, 0xd70dd2ee, 0x4e048354, 0x3903b3c2, 0xa7672661, 0xd06016f7, 0x4969474d, 0x3e6e77db,
+    0xaed16a4a, 0xd9d65adc, 0x40df0b66, 0x37d83bf0, 0xa9bcae53, 0xdebb9ec5, 0x47b2cf7f, 0x30b5ffe9,
+    0xbdbdf21c, 0xcabac28a, 0x53b39330, 0x24b4a3a6, 0xbad03605, 0xcdd70693, 0x54de5729, 0x23d967bf,
+    0xb3667a2e, 0xc4614ab8, 0x5d681b02, 0x2a6f2b94, 0xb40bbe37, 0xc30c8ea1, 0x5a05df1b, 0x2d02ef8d
+  ].freeze
+
+  INIT_CRC = 0xffffffff
+
+  XOR_MASK = 0xffffffff
+
+  def self.checksum(string, crc = INIT_CRC)
+    string.each_byte do |byte|
+      crc = (((crc >> 8) & 0x00ffffff) ^ CRC_TABLE[(crc ^ byte) & 0xff])
+    end
+    crc ^ XOR_MASK
+  end
+
+  def self.hashcode(string)
+    return 0 unless string
+
+    value = checksum(string).to_i
+    return value if value >= 0
+    return -value if value <= 0
+    0
+  end
+end

data/lib/geoengineer/utils/has_attributes.rb

@@ -3,8 +3,12 @@
 ########################################################################
 module HasAttributes
   def attributes
-    @_attributes = {} unless @_attributes
-    @_attributes
+    @_attributes ||= {}
+  end
+
+  # Contains the procs used to calculate attributes
+  def attribute_procs
+    @_procs ||= {}
   end
 
   def [](key)
@@ -27,20 +31,30 @@ module HasAttributes
     # this is a setter
     name = name[0...-1] if name.end_with?"="
     val = args.length == 1 ? args[0] : args
+    attribute_procs[name] = val if val.is_a?(Proc)
     attributes[name] = val
-    val
   end
 
   def retrieve_attribute(name)
     # this is a getter
-    val = attributes[name]
-    val = attribute_missing(name) if val.nil?
-    if val.is_a? Proc
-      val = val.call()
-      # cache the value to override the Proc
-      attributes[name] = val
-    end
-    val
+    val = if attributes.key?(name)
+            attributes[name]
+          else
+            attribute_missing(name)
+          end
+    return val unless val.is_a?(Proc)
+    attributes[name] = val.call() # cache the value to override the Proc
+  end
+
+  # For any value that has been lazily calculated, recalculate it
+  def reset_attributes
+    attribute_procs.each { |name, function| attributes[name] = function }
+    self
+  end
+
+  def eager_load_attributes
+    attribute_procs.each { |name, function| attributes[name] = function.call() }
+    self
   end
 
   def attribute_missing(name)