tfrb 0.1.0

data/lib/tfrb/resource/aws_storagegateway_gateway.rb

@@ -0,0 +1,24 @@
+require 'aws-sdk'
+
+module Tfrb::Resource::AwsStoragegatewayGateway
+  extend Tfrb::Resource
+
+  def self.preload(base, environment_name, resource_type, new_resources)
+    new_resources.each do |resource_name, resource|
+      set_default(resource, 'gateway_name', resource_name.gsub('_', ' '))
+    end
+  end
+
+  def self.load(base, environment_name, resource_type, new_resources)
+    new_resources.each do |resource_name, resource|
+      client = ::Aws::StorageGateway::Client.new(aws_options(base, resource))
+      response = client.list_gateways({
+        limit: 100
+      })
+      if response.gateways && gateway = response.gateways.find { |g| g.gateway_name == resource_name }
+        id = gateway.gateway_arn
+        import!(base, resource_type, resource_name, id)
+      end
+    end
+  end
+end

data/lib/tfrb/resource/aws_storagegateway_nfs_file_share.rb

@@ -0,0 +1,27 @@
+require 'aws-sdk'
+
+module Tfrb::Resource::AwsStoragegatewayNfsFileShare
+  extend Tfrb::Resource
+
+  def self.load(base, environment_name, resource_type, new_resources)
+    new_resources.each do |resource_name, resource|
+      client = ::Aws::StorageGateway::Client.new(aws_options(base, resource))
+      gateway_arn = resolve_tfvar(base, resource_type, resource_name, 'gateway_arn')
+      location_arn = resolve_tfvar(base, resource_type, resource_name, 'location_arn')
+      next if gateway_arn.empty? || location_arn.empty?
+      response = client.list_file_shares({
+        gateway_arn: gateway_arn,
+        limit: 100
+      })
+      if response.file_share_info_list && nfs_file_shares = response.file_share_info_list.select { |s| s.file_share_type == 'NFS' }.map { |s| s.file_share_arn }
+        response = client.describe_nfs_file_shares({
+          file_share_arn_list: nfs_file_shares
+        })
+        if response.nfs_file_share_info_list && file_share = response.nfs_file_share_info_list.find { |s| s.location_arn == location_arn }
+          id = file_share.file_share_arn
+          import!(base, resource_type, resource_name, id)
+        end
+      end
+    end
+  end
+end

data/lib/tfrb/resource/aws_subnet.rb

@@ -0,0 +1,28 @@
+require 'aws-sdk'
+
+module Tfrb::Resource::AwsSubnet
+  extend Tfrb::Resource
+
+  def self.load(base, environment_name, resource_type, new_resources)
+    new_resources.each do |resource_name, resource|
+      client = ::Aws::EC2::Client.new(aws_options(base, resource))
+      response = client.describe_subnets({
+        filters: [
+          {
+            name: "tag:Name",
+            values: [resource_name],
+          },
+          {
+            name: "cidr-block",
+            values: [resource['cidr_block']],
+          },
+        ],
+        dry_run: false,
+      })
+      if response.subnets.size >= 1
+        id = response.subnets.first.subnet_id
+        import!(base, resource_type, resource_name, id)
+      end
+    end
+  end
+end

data/lib/tfrb/resource/aws_volume_attachment.rb

@@ -0,0 +1,30 @@
+require 'aws-sdk'
+
+module Tfrb::Resource::AwsVolumeAttachment
+  extend Tfrb::Resource
+
+  def self.preload(base, environment_name, resource_type, new_resources)
+    new_resources.each do |resource_name, resource|
+      set_default(resource, 'volume_id', "${aws_ebs_volume.#{resource_name}.id}")
+    end
+  end
+
+  def self.load(base, environment_name, resource_type, new_resources)
+    new_resources.each do |resource_name, resource|
+      # client = ::Aws::EC2::Client.new(aws_options(base, resource))
+      # response = client.describe_volumes({
+      #   volume_ids: [
+      #     resolve_tfvar(base, resource_type, resource_name, 'volume_id')
+      #   ],
+      # })
+      # if response.volumes && response.volumes.size >= 1
+      #   if response.volumes.first.attachments && response.volumes.first.attachments.size >= 1
+      #     if response.volumes.first.attachments.find { |a| a.instance_id == resolve_tfvar(base, resource_type, resource_name, 'instance_id') }
+      #       id = response.volumes.first.volume_id
+      #       import!(base, resource_type, resource_name, id)
+      #     end
+      #   end
+      # end
+    end
+  end
+end

data/lib/tfrb/resource/aws_vpc.rb

@@ -0,0 +1,24 @@
+require 'aws-sdk'
+
+module Tfrb::Resource::AwsVpc
+  extend Tfrb::Resource
+
+  def self.load(base, environment_name, resource_type, new_resources)
+    new_resources.each do |resource_name, resource|
+      client = ::Aws::EC2::Client.new(aws_options(base, resource))
+      response = client.describe_vpcs({
+        filters: [
+          {
+            name: "tag:Name",
+            values: [resource_name],
+          },
+        ],
+        dry_run: false,
+      })
+      if response.vpcs.size >= 1
+        id = response.vpcs.first.vpc_id
+        import!(base, resource_type, resource_name, id)
+      end
+    end
+  end
+end

data/lib/tfrb/resource.rb

@@ -0,0 +1,124 @@
+require 'mixlib/shellout'
+
+module Tfrb::Resource
+  class << self
+    def extended(mod)
+      Tfrb::Config[:extra_modules].each do |extra_module|
+        mod.send(:include, extra_module)
+        mod.send(:extend, extra_module)
+      end
+    end
+
+    def load_helpers!
+      # Include helper methods from resources for use in ERB/YAML
+      Tfrb::Resource::constants.each do |constant|
+        mod = Kernel.const_get("Tfrb::Resource::#{constant}")
+        Tfrb::Base.send(:include, mod) if mod.is_a?(Module)
+      end
+    end
+
+    def preload(tfrb)
+      tfrb.environments.each do |environment_name, environment|
+        if environment['resource']
+          environment['resource'].each do |resource_type, resources|
+            # Call resource preload methods
+            if custom_resource = get_custom_resource(resource_type)
+              if custom_resource.singleton_methods.include?(:preload)
+                custom_resource.preload(tfrb, environment_name, resource_type, resources)
+              end
+            end
+
+            # Inject overrides from Config
+            if Tfrb::Config[:overrides].has_key?('resource') && Tfrb::Config[:overrides]['resource'].has_key?(resource_type)
+              custom_resource.instance_exec(tfrb, environment_name, resource_type, resources, &Tfrb::Config[:overrides]['resource'][resource_type])
+            end
+
+            # Preload resources from local state wherever possible
+            unless tfrb.s3_state?
+              tfrb.state[resource_type] = {} unless tfrb.state.has_key?(resource_type)
+              resources.each do |resource_name, resource|
+                if ::File.exist?(::File.join(tfrb.temp_path, 'terraform.tfstate')) && !tfrb.state[resource_type].has_key?(resource_name)
+                  printf "\033[1m%s.%s: Loading state...\033[0m\n", resource_type, resource_name
+                  state = get_state(tfrb, resource_type, resource_name)
+                  tfrb.state[resource_type][resource_name] = state if state && state.keys.size > 0
+                end
+              end
+            end
+          end
+        end
+      end
+    end
+
+    def load(tfrb)
+      tfrb.environments.each do |environment_name, environment|
+        if environment['resource']
+          environment['resource'].each do |resource_type, resources|
+            if custom_resource = get_custom_resource(resource_type)
+              new_resources = resources.select { |resource_name, _| !tfrb.state.has_key?(resource_type) || !tfrb.state[resource_type].has_key?(resource_name) }
+              if custom_resource.singleton_methods.include?(:load) && new_resources.size > 0
+                custom_resource.load(tfrb, environment_name, resource_type, new_resources)
+              end
+            else
+              printf "\033[31mWarning: no custom resource definition found for %s\n         consider creating one or you may not receive the desired result!\033[0m\n", resource_type, resource_type
+            end
+          end
+        end
+      end
+    end
+
+    def get_state(base, resource, name)
+      tf_state = Mixlib::ShellOut.new('terraform', 'state', 'show', "#{resource}.#{name}", cwd: base.temp_path)
+      tf_state.run_command
+      tf_state.error!
+      tf_state.stdout.split("\n").each_with_object({}) { |line, hash| key, value = line.split(' = '); hash[key.strip] = value }
+    end
+
+    def get_custom_resource(resource_type)
+      custom_resource_name = self.constants.find { |c| resource_type == c.to_s.gsub(/(.)([A-Z])/,'\1_\2').downcase }
+      if custom_resource_name
+        Kernel.const_get("Tfrb::Resource::#{custom_resource_name}")
+      end
+    end
+  end
+
+  def resolve_tfvar(base, resource_type, resource_name, var)
+    base.environments.each do |environment_name, environment|
+      if environment.has_key?('resource') &&
+         environment['resource'].has_key?(resource_type) &&
+         environment['resource'][resource_type].has_key?(resource_name) &&
+         environment['resource'][resource_type][resource_name].has_key?(var)
+        return environment['resource'][resource_type][resource_name][var].gsub(/\$\{([^}]+)\}/) { |match| match.sub(/\$\{([^}]+)\}/, '\1').split('.').inject(base.state) { |state, key| state[key] if state } }
+      end
+    end
+    nil
+  end
+
+  def set_default(entity, key, value)
+    entity[key] = value unless entity.has_key?(key)
+  end
+
+  def aws_options(base, resource)
+    if resource.has_key?('provider')
+      aws_providers = base.environments.find { |_, e|
+        e['provider'] &&
+        e['provider']['aws'] &&
+        e['provider']['aws']['alias'] &&
+        e['provider']['aws']['alias'] == resource['provider'].sub(/^aws\./, '')
+      }
+    end
+    aws_providers = base.environments.find { |_, e| e['provider'] && e['provider']['aws'] } unless aws_providers
+    if aws_provider = aws_providers[1]['provider']['aws']
+      {
+        region: aws_provider['region'],
+        access_key_id: aws_provider['access_key'],
+        secret_access_key: aws_provider['secret_key']
+      }
+    end
+  end
+
+  def import!(base, resource, name, id)
+    base.import!(resource, name, id)
+  end
+end
+
+Dir[File.join(File.dirname(__FILE__), 'resource', '*.rb')].each { |file| require_relative file }

data/lib/tfrb/version.rb

@@ -0,0 +1,3 @@
+module Tfrb
+  VERSION = '0.1.0'
+end

data/lib/tfrb.rb

@@ -0,0 +1 @@
+module Tfrb; end

data/tfrb.gemspec

@@ -0,0 +1,32 @@
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'tfrb/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'tfrb'
+  spec.version       = Tfrb::VERSION
+  spec.authors       = ["Matt Kasa\n"]
+  spec.email         = ['matt.kasa@granicus.com']
+  spec.licenses         = ['Apache-2.0']
+
+  spec.summary       = %q{Ruby DSL for terraform}
+  spec.homepage      = 'https://github.com/Granicus/tfrb'
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = 'exe'
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler', '~> 2.0'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+  spec.add_development_dependency 'pry', '~> 0'
+
+  spec.add_runtime_dependency 'aws-sdk', '~> 2'
+  spec.add_runtime_dependency 'mixlib-shellout', '~> 0'
+  spec.add_runtime_dependency 'thor', '~> 0'
+end

metadata

@@ -0,0 +1,187 @@
+--- !ruby/object:Gem::Specification
+name: tfrb
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- 'Matt Kasa
+
+'
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2019-05-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: mixlib-shellout
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- matt.kasa@granicus.com
+executables:
+- tfrb
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".ruby-gemset"
+- ".ruby-version"
+- ".travis.yml"
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- exe/tfrb
+- lib/tfrb.rb
+- lib/tfrb/base.rb
+- lib/tfrb/block.rb
+- lib/tfrb/cli.rb
+- lib/tfrb/config.rb
+- lib/tfrb/provider.rb
+- lib/tfrb/provider/aws.rb
+- lib/tfrb/resource.rb
+- lib/tfrb/resource/aws_db_instance.rb
+- lib/tfrb/resource/aws_db_subnet_group.rb
+- lib/tfrb/resource/aws_dynamodb_table.rb
+- lib/tfrb/resource/aws_ebs_volume.rb
+- lib/tfrb/resource/aws_elasticache_replication_group.rb
+- lib/tfrb/resource/aws_elasticache_subnet_group.rb
+- lib/tfrb/resource/aws_iam_policy.rb
+- lib/tfrb/resource/aws_iam_role.rb
+- lib/tfrb/resource/aws_iam_role_policy_attachment.rb
+- lib/tfrb/resource/aws_instance.rb
+- lib/tfrb/resource/aws_kms_key.rb
+- lib/tfrb/resource/aws_s3_bucket.rb
+- lib/tfrb/resource/aws_security_group.rb
+- lib/tfrb/resource/aws_storagegateway_cache.rb
+- lib/tfrb/resource/aws_storagegateway_gateway.rb
+- lib/tfrb/resource/aws_storagegateway_nfs_file_share.rb
+- lib/tfrb/resource/aws_subnet.rb
+- lib/tfrb/resource/aws_volume_attachment.rb
+- lib/tfrb/resource/aws_vpc.rb
+- lib/tfrb/version.rb
+- tfrb.gemspec
+homepage: https://github.com/Granicus/tfrb
+licenses:
+- Apache-2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: Ruby DSL for terraform
+test_files: []