fauxhai_generator 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: a23333b1030fe4aa71a54818861eeb7b86d4b2311df9e8465ebcc4174f39bdb9
+  data.tar.gz: 6f6a80090c2bb92abed2397bbb9932c941fee8df3e9d1495ea95c8888fd7abd8
+SHA512:
+  metadata.gz: 411bde6f95a18152c96d5e3cc0d143d514083e36fad220ba332b82b51f7d6b712eb96f6473f0a868245762607f685e60788e68eabc23306893840d46e340c863
+  data.tar.gz: e69a9c34e944ce4d981c2b373fc6fa64982a059d16011316a4dc7167e225e6adcefb9eedc007639cb976ff5b0716368c1de2fd175f1a8c59d1a415a3bd3d746a

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+Gemfile.lock

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2018 Tim Smith
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,15 @@
+# fauxhai_generator
+
+Spin up systems in AWS and generate new Fauxhai dumps
+
+## Installation
+
+```
+$ gem install fauxhai_generator
+```
+
+## Usage
+
+- Run `aws configure` to make sure you have a properly formatted AWS config file
+- Make sure config.yml is updated with all the AMIs you want to run
+- From the fauxhai directory run fauxhai_generator KEY_PAIR_NAME PATH_TO_KEYPAIR

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+task default: :spec

data/bin/fauxhai_generator

@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH.unshift File.expand_path("../lib", __dir__)
+
+require "fauxhai_generator/version"
+require "fauxhai_generator/runner"
+require "fauxhai_generator/config"
+
+FauxhaiGenerator::Runner.new.run

data/config.yml

@@ -0,0 +1,52 @@
+aws:
+  region: 'us-west-2'
+  instance_type: 't2.micro'
+
+# make sure the platform versions are actually strings
+platforms:
+  ubuntu:
+    '14.04':
+      ami: 'ami-a523b4dd'
+    '16.04':
+      ami: 'ami-78d3ba00'
+    '17.10':
+      ami: 'ami-2192f559'
+    '18.04':
+      ami: 'ami-22741f5a'
+  amazon:
+    '2':
+      ami: 'ami-07eb707f'
+    '2018.03':
+      ami: 'ami-6b8cef13'
+    '2017.03':
+      ami: 'ami-215dbe59'
+    '2017.09':
+      ami: 'ami-f64bdf8e'
+    '2016.09':
+      ami: 'ami-9e73ccfe'
+    '2016.03':
+      ami: 'ami-d8f704b8'
+    '2015.09':
+      ami: 'ami-42b15122'
+    '2015.03':
+      ami: 'ami-d1c5d1e1'
+  redhat:
+    '7.5':
+      ami: 'ami-28e07e50'
+    '7.4':
+      ami: 'ami-9fa343e7'
+    '7.3':
+      ami: 'ami-6f68cf0f'
+    '6.9':
+      ami: 'ami-d61a92b6'
+    '6.8':
+      ami: 'ami-6fb7450f'
+  suse:
+    '12.3':
+      ami: 'ami-6bc56f13'
+    '12.2':
+      ami: 'ami-974357ee'
+    '12.1':
+      ami: 'ami-61ad6501'
+    '11.4':
+      ami: 'ami-7eb31906'

data/fauxhai_generator.gemspec

@@ -0,0 +1,30 @@
+
+lib = File.expand_path("lib", __dir__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "fauxhai_generator/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "fauxhai_generator"
+  spec.version       = FauxhaiGenerator::VERSION
+  spec.authors       = ["Tim Smith"]
+  spec.email         = ["tsmith@chef.io"]
+
+  spec.summary       = "Spin up systems in AWS and generate new Fauxhai dumps"
+  spec.description   = "Spin up systems in AWS and generate new Fauxhai dumps"
+  spec.homepage      = "http://www.github.com/chefspec/fauxhai_generator"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "bin"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "aws-sdk-ec2"
+  spec.add_dependency "deepsort"
+  spec.add_dependency "train-core"
+
+  spec.add_development_dependency "bundler", "~> 1.16"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

data/lib/fauxhai_generator/config.rb

@@ -0,0 +1,58 @@
+require "optparse"
+require "yaml"
+
+module FauxhaiGenerator
+  class Config
+    def initialize
+      readiness_check
+      @config = load_config
+    end
+
+    attr_reader :config
+
+    # parse the command line options
+    def options
+      # since optparse doesn't have a "required" flag we have to hack one on
+      ARGV << "-h" if ARGV.count < 6
+
+      options = {}
+      OptionParser.new do |opts|
+        opts.banner = "Usage: fauxhai_generator [options]"
+
+        opts.on("-c", "--config FILE_PATH ", "fauxhai_generator config.yml file path. (required)") do |n|
+          raise "The passed config file at #{n} does not exist!" unless File.exist?(n)
+          options["config_file"] = n
+        end
+
+        opts.on("-f", "--key-file FILE_PATH ", "The path to the key used to login to AWS instances. (required)") do |n|
+          raise "The passed key file at #{n} does not exist!" unless File.exist?(n)
+          options["key_path"] = n
+        end
+
+        opts.on("-k", "--key_name KEYNAME ", "The name of the keypair to setup AWS instances with. (required)") do |n|
+          options["key_name"] = n
+        end
+
+        opts.on("-h", "--help", "Display fauxhai_generator options") do
+          puts opts
+          exit
+        end
+      end.parse!
+      options
+    end
+
+    # fail if things aren't in order
+    def readiness_check
+      raise "You must run fauxhai_generator from the root of the fauxhai repository!" unless Dir.exist?("lib/fauxhai/platforms")
+    end
+
+    # the config in config.yml mixed in with the key_name/key_path passed via CLI
+    def load_config
+      opts = options
+      yaml = YAML.safe_load(File.open(opts["config_file"]))
+      yaml["aws"]["key_name"] = opts["key_name"]
+      yaml["aws"]["key_path"] = opts["key_path"]
+      yaml
+    end
+  end
+end

data/lib/fauxhai_generator/runner.rb

@@ -0,0 +1,171 @@
+require "train"
+require "aws-sdk"
+require "json"
+require "deepsort"
+
+module FauxhaiGenerator
+  class Runner
+    def config
+      @config ||= FauxhaiGenerator::Config.new.config
+    end
+
+    # ec2 client object
+    def client
+      @client ||= ::Aws::EC2::Client.new(region: config["aws"]["region"])
+    end
+
+    # ec2 resource object
+    def resource
+      @resource ||= ::Aws::EC2::Resource.new(region: config["aws"]["region"])
+    end
+
+    # return the security group ID
+    # find an existing group or create a new one
+    def security_group_id
+      @id ||= (find_existing_security_group || create_security_group)
+    end
+
+    # find any existing security groups named fauxhai_generator
+    # to prevent failures if we fail before we cleanup the group
+    def find_existing_security_group
+      client.describe_security_groups(group_names: ["fauxhai_generator"]).security_groups[0].group_id
+    rescue Aws::EC2::Errors::InvalidGroupNotFound
+      # we want a nil to be returned
+    end
+
+    # create a new fauxhai_generator security group
+    def create_security_group
+      create_security_group_result = client.create_security_group(
+        group_name: "fauxhai_generator",
+        description: "A wide open security group for the Fauxhai Generator."
+      )
+
+      client.authorize_security_group_ingress(
+        group_id: create_security_group_result.group_id,
+        ip_permissions: [
+          {
+            ip_protocol: "tcp",
+            from_port: 22,
+            to_port: 22,
+            ip_ranges: [
+              {
+                cidr_ip: "0.0.0.0/0"
+              }
+            ]
+          }
+        ]
+      )
+      create_security_group_result.group_id
+    end
+
+    # sping up an instance given an AMI
+    def create_instance(ami, platform, release)
+      puts "Spinning up #{platform} #{release} AMI #{ami}"
+
+      resource.create_instances(
+        image_id: ami,
+        min_count: 1,
+        max_count: 1,
+        key_name: config["aws"]["key_name"],
+        instance_type: config["aws"]["instance_type"],
+        security_group_ids: [security_group_id],
+        tag_specifications: [{
+          resource_type: "instance",
+          tags: [{
+            key: "creator",
+            value: "fauxhai_generator"
+          },
+          {
+            key: "Name",
+            value: "fauxhai_generator #{platform} #{release}"
+          }
+          ]
+        }]
+      )
+    end
+
+    def terminate_instance(id)
+      puts "Terminating instance #{id}"
+
+      resource.instance(id).terminate
+    end
+
+    # wait until the instance is ready and print out messagin while we wait
+    def wait_until_ready(instance)
+      client.wait_until(:instance_status_ok, instance_ids: [instance.first.id]) do |w|
+        w.before_wait { puts "  Waiting for instance #{instance.first.id} to be ready" }
+      end
+    end
+
+    # list all platforms in the config
+    def platforms
+      config["platforms"].keys
+    end
+
+    # Return an array of releases for a given platform
+    def releases(platform)
+      config["platforms"][platform].keys
+    end
+
+    # return the username to use for a given platform
+    def user_name(platform)
+      case platform
+      when "ubuntu"
+        "ubuntu"
+      else
+        "ec2-user"
+      end
+    end
+
+    # return the AMI for a platform/release
+    def ami(platform, release)
+      config["platforms"][platform][release]["ami"]
+    end
+
+    def gather_fauxhai_data(ip, plat)
+      puts "  Installing Chef/Fauxhai and gathering data"
+
+      train = Train.create("ssh", host: ip, port: 22, user: user_name(plat), key_files: ARGV[1], auth_methods: ["publickey"], connection_retries: 10, connection_retry_sleep: 5, sudo: true)
+      conn = train.connection
+      conn.run_command("curl -k https://www.chef.io/chef/install.sh | sudo bash --")
+      conn.run_command("/opt/chef/embedded/bin/gem install fauxhai --no-ri --no-rdoc")
+      dump = conn.run_command("/opt/chef/embedded/bin/fauxhai").stdout
+      conn.close
+      dump
+    end
+
+    def instance_dns_name(id)
+      Aws::EC2::Instance.new(id).public_dns_name
+    end
+
+    # sort everything that comes back to make future diffs easier
+    # uses deepsort to make sorting the json easy
+    def json_sort(data)
+      JSON.pretty_generate(JSON.parse(data).deep_sort)
+    end
+
+    def write_data(platform, release, data)
+      raise "No data to write for #{platform} #{release}!" if data.empty?
+      puts "Writing data file to lib/fauxhai/platforms/#{platform}/#{release}.json"
+
+      out = File.open("lib/fauxhai/platforms/#{platform}/#{release}.json", "w")
+      out << json_sort(data)
+      out.close
+    end
+
+    def run
+      # Spin up each platform release listed in the config and save the fauxhai output
+      platforms.each do |plat|
+        releases(plat).each do |rel|
+          instance = create_instance(ami(plat, rel), plat, rel)
+          wait_until_ready(instance)
+
+          dump = gather_fauxhai_data(instance_dns_name(instance.first.id), plat)
+          write_data(plat, rel, dump)
+
+          terminate_instance(instance.first.id)
+        end
+      end
+    end
+  end
+end

data/lib/fauxhai_generator/version.rb

@@ -0,0 +1,3 @@
+module FauxhaiGenerator
+  VERSION = "0.1.0".freeze
+end

metadata

@@ -0,0 +1,125 @@
+--- !ruby/object:Gem::Specification
+name: fauxhai_generator
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Tim Smith
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-05-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-ec2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: deepsort
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: train-core
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Spin up systems in AWS and generate new Fauxhai dumps
+email:
+- tsmith@chef.io
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/fauxhai_generator
+- config.yml
+- fauxhai_generator.gemspec
+- lib/fauxhai_generator/config.rb
+- lib/fauxhai_generator/runner.rb
+- lib/fauxhai_generator/version.rb
+homepage: http://www.github.com/chefspec/fauxhai_generator
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.5
+signing_key: 
+specification_version: 4
+summary: Spin up systems in AWS and generate new Fauxhai dumps
+test_files: []