aws-spec-etl 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 80d4a7535b9423afbf053966c775605b30b4e257bef41c2b9e32cdabd0f9d8fc
+  data.tar.gz: abb69be71b6a04d22068a151ceeb1b08ef75e95da9e97da6e0f172bb7cc20ae7
+SHA512:
+  metadata.gz: 1db8d8ff76d1fae969749d52f1eec206ed5485354b85915b512a95577a399c29407eb3430f983f94fb47c8e8077805e4dae1e77a79e615cf921dd10622292f00
+  data.tar.gz: b94d8f895dd385aa6246c79b711047daf0e8a68616beb1e51ced02bdf54029103aef3c129c085909f24f54036bba00ee90dccf0298391083dd0dc5e0d81dec71

data/.gitignore

@@ -0,0 +1,10 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+.idea/
+/test/

data/.travis.yml

@@ -0,0 +1,7 @@
+---
+sudo: false
+language: ruby
+cache: bundler
+rvm:
+  - 2.4.2
+before_install: gem install bundler -v 1.17.1

data/CHANGELOG.md

@@ -0,0 +1,12 @@
+# Changelog
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
+and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
+
+
+## [0.1.0] - 04-12-2018
+### Added
+- Ability to parse, refactor and save awspec generate
+- Gemspec file updated to enable push to Rubygems.org
+

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,74 @@
+# Contributor Covenant Code of Conduct
+
+## Our Pledge
+
+In the interest of fostering an open and welcoming environment, we as
+contributors and maintainers pledge to making participation in our project and
+our community a harassment-free experience for everyone, regardless of age, body
+size, disability, ethnicity, gender identity and expression, level of experience,
+nationality, personal appearance, race, religion, or sexual identity and
+orientation.
+
+## Our Standards
+
+Examples of behavior that contributes to creating a positive environment
+include:
+
+* Using welcoming and inclusive language
+* Being respectful of differing viewpoints and experiences
+* Gracefully accepting constructive criticism
+* Focusing on what is best for the community
+* Showing empathy towards other community members
+
+Examples of unacceptable behavior by participants include:
+
+* The use of sexualized language or imagery and unwelcome sexual attention or
+advances
+* Trolling, insulting/derogatory comments, and personal or political attacks
+* Public or private harassment
+* Publishing others' private information, such as a physical or electronic
+  address, without explicit permission
+* Other conduct which could reasonably be considered inappropriate in a
+  professional setting
+
+## Our Responsibilities
+
+Project maintainers are responsible for clarifying the standards of acceptable
+behavior and are expected to take appropriate and fair corrective action in
+response to any instances of unacceptable behavior.
+
+Project maintainers have the right and responsibility to remove, edit, or
+reject comments, commits, code, wiki edits, issues, and other contributions
+that are not aligned to this Code of Conduct, or to ban temporarily or
+permanently any contributor for other behaviors that they deem inappropriate,
+threatening, offensive, or harmful.
+
+## Scope
+
+This Code of Conduct applies both within project spaces and in public spaces
+when an individual is representing the project or its community. Examples of
+representing a project or community include using an official project e-mail
+address, posting via an official social media account, or acting as an appointed
+representative at an online or offline event. Representation of a project may be
+further defined and clarified by project maintainers.
+
+## Enforcement
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported by contacting the project team at Bradley.Atkins@bjss.com. All
+complaints will be reviewed and investigated and will result in a response that
+is deemed necessary and appropriate to the circumstances. The project team is
+obligated to maintain confidentiality with regard to the reporter of an incident.
+Further details of specific enforcement policies may be posted separately.
+
+Project maintainers who do not follow or enforce the Code of Conduct in good
+faith may face temporary or permanent repercussions as determined by other
+members of the project's leadership.
+
+## Attribution
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
+available at [http://contributor-covenant.org/version/1/4][version]
+
+[homepage]: http://contributor-covenant.org
+[version]: http://contributor-covenant.org/version/1/4/

data/Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in aws-spec-etl.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,34 @@
+PATH
+  remote: .
+  specs:
+    aws-spec-etl (0.1.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (5.2.1)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 0.7, < 2)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
+    concurrent-ruby (1.1.3)
+    i18n (1.1.1)
+      concurrent-ruby (~> 1.0)
+    minitest (5.11.3)
+    rake (10.5.0)
+    thread_safe (0.3.6)
+    tzinfo (1.2.5)
+      thread_safe (~> 0.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activesupport
+  aws-spec-etl!
+  bundler (~> 1.17)
+  minitest (~> 5.0)
+  rake (~> 10.0)
+
+BUNDLED WITH
+   1.17.1

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2018 Bradley Atkins
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,43 @@
+# Aws::Spec::Etl
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/aws/spec/etl`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'aws-spec-etl'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install aws-spec-etl
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/aws-spec-etl. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).
+
+## Code of Conduct
+
+Everyone interacting in the Aws::Spec::Etl project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/[USERNAME]/aws-spec-etl/blob/master/CODE_OF_CONDUCT.md).

data/Rakefile

@@ -0,0 +1,10 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList["test/**/*_test.rb"]
+end
+
+task :default => :test

data/aws-spec-etl.gemspec

@@ -0,0 +1,44 @@
+# frozen_string_literal: true
+
+lib = File.expand_path('..' + File::SEPARATOR + 'lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'aws/spec/etl/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'aws-spec-etl'
+  spec.version       = Aws::Spec::Etl::VERSION
+  spec.authors       = ['Bradley Atkins']
+  spec.email         = ['Bradley.Atkins@bjss.com']
+
+  spec.summary       = 'Refactor tests generated by awspec generate'
+  spec.description   = 'Refactor tests generated by awspec generate tool '\
+                        'in order to make them more generic. i.e. remove '\
+                        'hard coded references to resources or swap for regex'
+  spec.homepage      = 'https://github.com/museadmin/aws-spec-etl'
+  spec.license       = 'MIT'
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata['homepage_uri'] = spec.homepage
+    spec.metadata['source_code_uri'] = 'https://github.com/museadmin/aws-spec-etl'
+    spec.metadata['changelog_uri'] = 'https://github.com/museadmin/blob/master/CHANGELOG.md'
+  else
+    raise 'RubyGems 2.0 or newer is required to protect against '\
+      'public gem pushes.'
+  end
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = 'exe'
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'activesupport'
+  spec.add_development_dependency 'bundler', '~> 1.17'
+  spec.add_development_dependency 'minitest', '~> 5.0'
+  spec.add_development_dependency 'rake', '~> 10.0'
+end

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "aws/spec/etl"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/aws/spec/etl.rb

@@ -0,0 +1,10 @@
+require "aws/spec/etl/version"
+
+module Aws
+  module Spec
+    module Etl
+      class Error < StandardError; end
+      # Your code goes here...
+    end
+  end
+end

data/lib/aws/spec/etl/version.rb

@@ -0,0 +1,7 @@
+module Aws
+  module Spec
+    module Etl
+      VERSION = "0.1.0"
+    end
+  end
+end

data/lib/file_sieve.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+# Traverse a directory tree looking for files with a specific extension
+class FileSieve
+  attr_reader :found_files
+
+  def initialize(directory, extension)
+    @found_files = []
+    @extension = extension
+    @search_directory = directory
+    sieve(directory)
+  end
+
+  # Recursively search the directory tree for files with @extension
+  def sieve(directory)
+    de_dot(Dir.entries(directory)).each { |file|
+      search = File.absolute_path(directory + File::SEPARATOR + file)
+      if File.directory?(search)
+        sieve(search)
+      elsif file.match?(@extension)
+        @found_files.push(search)
+      end
+    }
+  end
+
+  # Clean away . and .. from the directory list
+  def de_dot(list)
+    list.delete('.')
+    list.delete('..')
+    list
+  end
+
+end

data/lib/matches.rb

@@ -0,0 +1,29 @@
+require_relative 'matches_acl_owner'
+require_relative 'matches_aws_access_key_id'
+require_relative 'matches_aws_secret_access_key'
+require_relative 'matches_aws_session_token'
+require_relative 'matches_aws_security_token'
+require_relative 'matches_aws_token_etl'
+require_relative 'matches_aws_profile'
+require_relative 'matches_context_line'
+require_relative 'matches_cloudfront'
+require_relative 'matches_describe_line'
+require_relative 'matches_devint'
+require_relative 'matches_ft'
+require_relative 'matches_have_ebs'
+require_relative 'matches_infradev'
+require_relative 'matches_int'
+require_relative 'matches_instance_id'
+require_relative 'matches_image_id'
+require_relative 'matches_mfa_serial'
+require_relative 'matches_network_interface_line'
+require_relative 'matches_output'
+require_relative 'matches_ppd'
+require_relative 'matches_private_dns_name_line'
+require_relative 'matches_private_ip_address_line'
+require_relative 'matches_prod_prod'
+require_relative 'matches_region'
+require_relative 'matches_require_line'
+require_relative 'matches_role_arn'
+require_relative 'matches_source_profile'
+require_relative 'matches_stg'

data/lib/matches_acl_owner.rb

@@ -0,0 +1,7 @@
+
+# Match acl_owner
+class MatchesAclOwner
+  def self.===(item)
+      item.include?("its(:acl_owner) { should eq '' }")
+    end
+end

data/lib/matches_aws_access_key_id.rb

@@ -0,0 +1,7 @@
+
+# Match AWS_ACCESS_KEY_ID
+class MatchesAwsAccessKeyId
+  def self.===(item)
+    item.include?('AWS_ACCESS_KEY_ID')
+  end
+end

data/lib/matches_aws_profile.rb

@@ -0,0 +1,7 @@
+
+# Match AWS_PROFILE
+class MatchesAwsProfile
+  def self.===(item)
+    item.include?('AWS_PROFILE')
+  end
+end

data/lib/matches_aws_secret_access_key.rb

@@ -0,0 +1,7 @@
+
+# Match AWS_SECRET_ACCESS_KEY
+class MatchesAwsSecretAccessKey
+  def self.===(item)
+    item.include?('AWS_SECRET_ACCESS_KEY')
+  end
+end

data/lib/matches_aws_security_token.rb

@@ -0,0 +1,7 @@
+
+# Match AWS_SECURITY_TOKEN
+class MatchesAwsSecurityToken
+  def self.===(item)
+    item.include?('AWS_SECURITY_TOKEN')
+  end
+end

data/lib/matches_aws_session_token.rb

@@ -0,0 +1,7 @@
+
+# Match AWS_SESSION_TOKEN
+class MatchesAwsSessionToken
+  def self.===(item)
+    item.include?('AWS_SESSION_TOKEN')
+  end
+end

data/lib/matches_aws_token_etl.rb

@@ -0,0 +1,7 @@
+
+# Match AWS_TOKEN_TTL
+class MatchesAwsTokenEtl
+  def self.===(item)
+    item.include?('AWS_TOKEN_TTL')
+  end
+end

data/lib/matches_cloudfront.rb

@@ -0,0 +1,7 @@
+
+# Match cloudfront
+class MatchesCloudfront
+  def self.===(item)
+    item.include?('cloudfront ')
+  end
+end

data/lib/matches_context_line.rb

@@ -0,0 +1,7 @@
+
+# Match a context line
+class MatchesContextLine
+  def self.===(item)
+    item.include?('context ')
+  end
+end

data/lib/matches_describe_line.rb

@@ -0,0 +1,7 @@
+
+# Match a describe statement
+class MatchesDescribeLine
+  def self.===(item)
+    item.include?('describe')
+  end
+end

data/lib/matches_devint.rb

@@ -0,0 +1,7 @@
+
+# Match -devint-
+class MatchesDevint
+  def self.===(item)
+    item.include?('-devint-') || item.include?('-DEVINT-')
+  end
+end

data/lib/matches_ft.rb

@@ -0,0 +1,7 @@
+
+# Match -ft
+class MatchesFt
+  def self.===(item)
+    item.include?('-ft') || item.include?('-FT-')
+  end
+end

data/lib/matches_have_ebs.rb

@@ -0,0 +1,7 @@
+
+# Match a have_ebs line
+class MatchesHaveEbs
+  def self.===(item)
+    item.include?('have_ebs')
+  end
+end

data/lib/matches_image_id.rb

@@ -0,0 +1,7 @@
+
+# Match image_id
+class MatchesImageId
+  def self.===(item)
+    item.include?(':image_id')
+  end
+end

data/lib/matches_infradev.rb

@@ -0,0 +1,7 @@
+
+# Match -infradev-
+class MatchesInfradev
+  def self.===(item)
+    item.include?('-infradev-') || item.include?('-INFRADEV-')
+  end
+end

data/lib/matches_instance_id.rb

@@ -0,0 +1,7 @@
+
+# Match instance_id
+class MatchesInstanceId
+  def self.===(item)
+    item.include?(':instance_id')
+  end
+end

data/lib/matches_int.rb

@@ -0,0 +1,7 @@
+
+# Match -int-
+class MatchesInt
+  def self.===(item)
+    item.include?('-int.int') || item.include?('-INT-')
+  end
+end

data/lib/matches_mfa_serial.rb

@@ -0,0 +1,7 @@
+
+# Match mfa_serial
+class MatchesMfaSerial
+  def self.===(item)
+    item.include?('mfa_serial')
+  end
+end

data/lib/matches_name.rb

@@ -0,0 +1,7 @@
+
+# Match name
+class MatchesName
+  def self.===(item)
+    item.include?('name')
+  end
+end

data/lib/matches_network_interface_line.rb

@@ -0,0 +1,7 @@
+
+# Match a Network Interface line
+class MatchesNetworkInterfaceLine
+  def self.===(item)
+    item.include?('have_network_interface')
+  end
+end

data/lib/matches_output.rb

@@ -0,0 +1,7 @@
+
+# Match output
+class MatchesOutput
+  def self.===(item)
+    item.include?('output')
+  end
+end

data/lib/matches_ppd.rb

@@ -0,0 +1,7 @@
+
+# Match -ppd-
+class MatchesPpd
+  def self.===(item)
+    item.include?('-ppd-')
+  end
+end

data/lib/matches_private_dns_name_line.rb

@@ -0,0 +1,7 @@
+
+# Match a private_dns_name line
+class MatchesPrivateDnsNameLine
+  def self.===(item)
+    item.include?('private_dns_name')
+  end
+end

data/lib/matches_private_ip_address_line.rb

@@ -0,0 +1,7 @@
+
+# Match a private_ip_address line
+class MatchesPrivateIpAddressLine
+  def self.===(item)
+    item.include?('private_ip_address')
+  end
+end

data/lib/matches_prod_prod.rb

@@ -0,0 +1,7 @@
+
+# Match -prod.prod
+class MatchesProdProd
+  def self.===(item)
+    item.include?('-prod.prod')
+  end
+end

data/lib/matches_region.rb

@@ -0,0 +1,7 @@
+
+# Match region
+class MatchesRegion
+  def self.===(item)
+    item.include?('region')
+  end
+end

data/lib/matches_require_line.rb

@@ -0,0 +1,7 @@
+
+# Match a require line
+class MatchesRequireLine
+  def self.===(item)
+    item.include?('require')
+  end
+end

data/lib/matches_role_arn.rb

@@ -0,0 +1,7 @@
+
+# Match role_arn
+class MatchesRoleArn
+  def self.===(item)
+    item.include?('role_arn')
+  end
+end

data/lib/matches_source_profile.rb

@@ -0,0 +1,7 @@
+
+# Match source_profile
+class MatchesSourceProfile
+  def self.===(item)
+    item.include?('source_profile')
+  end
+end

data/lib/matches_stg.rb

@@ -0,0 +1,7 @@
+
+# Match -stg
+class MatchesStg
+  def self.===(item)
+    item.include?('-stg')
+  end
+end

data/lib/self_heal.rb

@@ -0,0 +1,35 @@
+require 'awspec'
+
+module SelfHeal
+
+'''this function takes a previously captured EC2 instance name and chacks it against the current
+inventory. If the resource is found or can be pattern matched to a matching one with a dynamic element updated
+the function returns the resource name, otherwise its false'''
+
+  def dynamic_resource(item)
+    unless ec2(item).exists?
+      resource = Aws::EC2::Resource.new(region: 'eu-west-2')
+      capture_group = item.match(/([a-z]+-)([a-z|0-9]+)(\..+)/)
+
+      if capture_group
+        network_item = capture_group[1]
+        environment = capture_group[3]
+
+        resource.instances.each do | i |
+          i.tags.each do | tag |
+            if tag.key == 'Name'
+              name = tag.value
+              regex = /\b#{Regexp.quote(network_item)}[0-9|a-z]+#{Regexp.quote(environment)}\b/
+              if name.match(regex)  #unless
+                return name
+              end
+            end
+          end
+        end
+      end
+    end
+    item
+  end
+  module_function :dynamic_resource
+end
+

data/lib/spec_rb_transformer.rb

@@ -0,0 +1,197 @@
+# frozen_string_literal: true
+
+require_relative 'file_sieve'
+require_relative 'matches'
+require 'active_support'
+require 'active_support/core_ext'
+
+# Transform a generated spec.rb file for running
+class SpecRbTransformer
+
+  TEST_EXTENSION = '_spec.rb'
+  REMOVALS = %w(blddev- bldinf- default)
+  ENVIRONMENTS = %w(non_prod prod)
+
+  def initialize(search_directory, target_root_directory)
+    @target_root_directory = File.absolute_path(target_root_directory) + File::SEPARATOR
+    @sieve = FileSieve.new(search_directory, TEST_EXTENSION)
+    @tag = ''
+    @described = false
+  end
+
+  def transform
+    @sieve.found_files.each {|file|
+      parse_environment_tag_from_test_file(file)
+      basename = File.basename(file)
+      type = parse_object_type_from_file_name(basename)
+      account = parse_account_from_context_line(file)
+      target_file = setup_generator_output(type, account, basename)
+
+      File.delete(target_file) if File.exist?(target_file)
+      @describe = false
+
+      File.open(target_file, 'w') do |wr|
+        File.foreach(file) do |line|
+          line = transform_line(line)
+          wr.write(line)
+        end
+      end
+
+      clean_end_of_file(target_file)
+      REMOVALS.each {|pattern| delete_test_block(pattern, target_file)}
+
+      File.delete(target_file) unless @described
+    }
+  end
+
+  # Sort out indentation of last end statement
+  def clean_end_of_file(file)
+    lines = File.readlines(file)
+    (lines.length - 1).step(0, -1) do |i|
+      if lines[i] == "  end\n"
+        lines[i] = "end\n"
+        break
+      end
+    end
+
+    File.open(file, 'w') do |f|
+      lines.each do |line|
+        f.write(line)
+      end
+    end
+  end
+
+  # Create the context description
+  def construct_test_context(basename)
+    vpc = basename.split('_')[2]
+    partition = basename.split('_')[0].to_s.upcase
+    partition + ' Tests on ' + vpc
+  end
+
+  # Delete an entire test block if the description matches the pattern
+  def delete_test_block(pattern, file)
+    lines = File.readlines(file)
+    remove = false
+    File.delete(file)
+    File.open(file, 'w') do |f|
+      lines.each do |line|
+        remove = true if line.include?('describe ') && line.include?(pattern)
+        if remove
+          remove = false if line.include?('  end')
+          next
+        end
+        f.write(line)
+      end
+    end
+  end
+
+  # Insert the dynamic_resource call
+  def insert_dynamic_resource(line)
+    line.insert(line.index('(') + 1, 'dynamic_resource(')
+    line.insert(line.index(')'), ')')
+    line
+  end
+
+  # Insert any tags
+  def insert_environment_tag(line)
+    line = line.slice(0, line.index(' do'))
+    line + @tag + ' do' + "\n"
+  end
+
+  # Parse the account (prod / non_prod) from the context line of a test
+  def parse_account_from_context_line(file)
+    File.readlines(file).each do |line|
+      ENVIRONMENTS.each {|env| return env if line.include?(env)}
+    end
+    raise(RuntimeError, 'Failed to find account from context line in file (' + file + ')')
+  end
+
+  # What environment referenced in file
+  def parse_environment_tag_from_test_file(file)
+    File.foreach(file) do |line|
+      if line.include?('describe')
+        set_environment_tag(line)
+        return
+      end
+    end
+  end
+
+  # Parse the object type from the file name
+  def parse_object_type_from_file_name(file)
+    file[0, file.index('_on')]
+  end
+
+  # Change private dns line
+  def replace_ip_with_regex_in_line(line)
+
+    first = line.slice(0, line.index('{') + 1)
+    last = line.slice(line.index('.'), line.length)
+               .gsub(/\./, '\.')
+               .tr("'", '/')
+    first + ' should match /ip-[\d]{1,3}-[\d]{1,3}-[\d]{1,3}-[\d]{1,3}' + last
+  end
+
+  # Change private ip line
+  def replace_private_ip_with_regex(line)
+    line = line.slice(0, line.index('{') + 1)
+    line + ' should match /[\d]{1,3}\.[\d]{1,3}\.[\d]{1,3}\.[\d]{1,3}/ }' + "\n"
+  end
+
+  # Set the class tag var
+  def set_environment_tag(line)
+    case line
+    when MatchesInt
+      @tag = ', int: true'
+    when MatchesDevint
+      @tag = ', devint: true'
+    when MatchesFt
+      @tag = ', ft: true'
+    when MatchesInfradev
+      @tag = ', infradev: true'
+    when MatchesPpd
+      @tag = ', ppd: true'
+    when MatchesStg
+      @tag = ', stg: true'
+    else
+      @tag = ''
+    end
+  end
+
+  # Set the output file for a generator and create sub dir if not set
+  def setup_generator_output(type, account, file)
+    directory = @target_root_directory + "#{type}_tests_#{account}"
+    FileUtils.mkdir_p directory unless Dir.exists?(directory)
+    File.absolute_path(directory) + File::SEPARATOR + file
+  end
+
+  # rubocop:disable Metrics/CyclomaticComplexity
+  def transform_line(line)
+    line = '  ' + line
+    case line
+    when MatchesAclOwner
+      line = ''
+    when MatchesContextLine
+      line.lstrip!
+      line = insert_environment_tag(line)
+    when MatchesDescribeLine
+      line = insert_dynamic_resource(line)
+      @described = true
+    when MatchesHaveEbs
+      return ''
+    # Uncomment to ignore :image_id and :instance_id
+    # when MatchesImageId
+    #   return ''
+    # when MatchesInstanceId
+    #   return ''
+    when MatchesNetworkInterfaceLine
+      return ''
+    when MatchesPrivateDnsNameLine
+      line = replace_ip_with_regex_in_line(line)
+    when MatchesPrivateIpAddressLine
+      line = replace_private_ip_with_regex(line)
+    when MatchesRequireLine
+      line = line.strip! + "\n"
+    end
+    line
+  end
+end

metadata

@@ -0,0 +1,152 @@
+--- !ruby/object:Gem::Specification
+name: aws-spec-etl
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Bradley Atkins
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2018-12-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Refactor tests generated by awspec generate tool in order to make them
+  more generic. i.e. remove hard coded references to resources or swap for regex
+email:
+- Bradley.Atkins@bjss.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- CHANGELOG.md
+- CODE_OF_CONDUCT.md
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- aws-spec-etl.gemspec
+- bin/console
+- bin/setup
+- lib/aws/spec/etl.rb
+- lib/aws/spec/etl/version.rb
+- lib/file_sieve.rb
+- lib/matches.rb
+- lib/matches_acl_owner.rb
+- lib/matches_aws_access_key_id.rb
+- lib/matches_aws_profile.rb
+- lib/matches_aws_secret_access_key.rb
+- lib/matches_aws_security_token.rb
+- lib/matches_aws_session_token.rb
+- lib/matches_aws_token_etl.rb
+- lib/matches_cloudfront.rb
+- lib/matches_context_line.rb
+- lib/matches_describe_line.rb
+- lib/matches_devint.rb
+- lib/matches_ft.rb
+- lib/matches_have_ebs.rb
+- lib/matches_image_id.rb
+- lib/matches_infradev.rb
+- lib/matches_instance_id.rb
+- lib/matches_int.rb
+- lib/matches_mfa_serial.rb
+- lib/matches_name.rb
+- lib/matches_network_interface_line.rb
+- lib/matches_output.rb
+- lib/matches_ppd.rb
+- lib/matches_private_dns_name_line.rb
+- lib/matches_private_ip_address_line.rb
+- lib/matches_prod_prod.rb
+- lib/matches_region.rb
+- lib/matches_require_line.rb
+- lib/matches_role_arn.rb
+- lib/matches_source_profile.rb
+- lib/matches_stg.rb
+- lib/self_heal.rb
+- lib/spec_rb_transformer.rb
+homepage: https://github.com/museadmin/aws-spec-etl
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/museadmin/aws-spec-etl
+  source_code_uri: https://github.com/museadmin/aws-spec-etl
+  changelog_uri: https://github.com/museadmin/blob/master/CHANGELOG.md
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.8
+signing_key: 
+specification_version: 4
+summary: Refactor tests generated by awspec generate
+test_files: []