aws-ec2 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: aac747aab04913b92a6d0ca90cfba5879165e990ef388f990d644eace36da3d2
+  data.tar.gz: 18066ba7f63d5323f83e4b548339ea17d2ca6385b05548e406dad3673c67d4df
+SHA512:
+  metadata.gz: 27ad69472b8f9978e6bdda165fd1b4d6ccbd67227a09776670aae71704ce458ea815541c826caf1b32dd2a8b0ab218a87ae623fbbc5f09f79fdc8cf4e81c7769
+  data.tar.gz: c6573808f67f7f8a9170995a9f4c55cbcba27c4da522dc5ed2b59d691cf2c91720834a4c67ef1e19f7c71f97303ea5a5c0325ba8a4010cfb14cc8934542f006d

data/.gitignore

@@ -0,0 +1,16 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--format documentation

data/CHANGELOG.md

@@ -0,0 +1,7 @@
+# Change Log
+
+All notable changes to this project will be documented in this file.
+This project *tries* to adhere to [Semantic Versioning](http://semver.org/), even before v1.0.
+
+## [0.1.0]
+- initial release

data/Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+# Specify your gem dependencies in aws_ec2.gemspec
+gemspec
+
+gem "codeclimate-test-reporter", group: :test, require: nil

data/Gemfile.lock

@@ -0,0 +1,88 @@
+PATH
+  remote: .
+  specs:
+    aws_ec2 (0.0.1)
+      colorize
+      hashie
+      thor
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    celluloid (0.16.0)
+      timers (~> 4.0.0)
+    codeclimate-test-reporter (0.4.4)
+      simplecov (>= 0.7.1, < 1.0.0)
+    coderay (1.1.0)
+    colorize (0.7.5)
+    diff-lcs (1.2.5)
+    docile (1.1.5)
+    ffi (1.9.6)
+    formatador (0.2.5)
+    guard (2.10.5)
+      formatador (>= 0.2.4)
+      listen (~> 2.7)
+      lumberjack (~> 1.0)
+      nenv (~> 0.1)
+      pry (>= 0.9.12)
+      thor (>= 0.18.1)
+    guard-bundler (2.1.0)
+      bundler (~> 1.0)
+      guard (~> 2.2)
+      guard-compat (~> 1.1)
+    guard-compat (1.2.0)
+    guard-rspec (4.5.0)
+      guard (~> 2.1)
+      guard-compat (~> 1.1)
+      rspec (>= 2.99.0, < 4.0)
+    hashie (3.3.2)
+    hitimes (1.2.2)
+    listen (2.8.4)
+      celluloid (>= 0.15.2)
+      rb-fsevent (>= 0.9.3)
+      rb-inotify (>= 0.9)
+    lumberjack (1.0.9)
+    method_source (0.8.2)
+    multi_json (1.10.1)
+    nenv (0.1.1)
+    pry (0.10.1)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
+    rake (10.4.2)
+    rb-fsevent (0.9.4)
+    rb-inotify (0.9.5)
+      ffi (>= 0.5.0)
+    rspec (3.1.0)
+      rspec-core (~> 3.1.0)
+      rspec-expectations (~> 3.1.0)
+      rspec-mocks (~> 3.1.0)
+    rspec-core (3.1.7)
+      rspec-support (~> 3.1.0)
+    rspec-expectations (3.1.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.1.0)
+    rspec-mocks (3.1.3)
+      rspec-support (~> 3.1.0)
+    rspec-support (3.1.2)
+    simplecov (0.9.1)
+      docile (~> 1.1.0)
+      multi_json (~> 1.0)
+      simplecov-html (~> 0.8.0)
+    simplecov-html (0.8.0)
+    slop (3.6.0)
+    thor (0.19.1)
+    timers (4.0.1)
+      hitimes
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.3)
+  codeclimate-test-reporter
+  guard
+  guard-bundler
+  guard-rspec
+  rake
+  aws_ec2!

data/Guardfile

@@ -0,0 +1,19 @@
+guard "bundler", cmd: "bundle" do
+  watch("Gemfile")
+  watch(/^.+\.gemspec/)
+end
+
+guard :rspec, cmd: "bundle exec rspec" do
+  require "guard/rspec/dsl"
+  dsl = Guard::RSpec::Dsl.new(self)
+
+  # RSpec files
+  rspec = dsl.rspec
+  watch(rspec.spec_helper) { rspec.spec_dir }
+  watch(rspec.spec_support) { rspec.spec_dir }
+  watch(rspec.spec_files)
+
+  # Ruby files
+  ruby = dsl.ruby
+  dsl.watch_spec_files_for(ruby.lib_files)
+end

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Tung Nguyen
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,81 @@
+# AWS EC2 Tool
+
+Simple tool to create AWS ec2 instances consistently with pre-configured settings.  The pre-configured settings are stored in the profiles folder of the current directory.
+Example:
+
+* profiles/default.yml: default settings.  Takes the lowest precedence.
+* profiles/myserver.yml: myserver settings get combined with the default settings
+
+## Usage
+
+```sh
+$ aws-ec2 create myserver --profile myserver
+```
+
+In a nutshell, the profile parameters are passed to the ruby aws-sdk [AWS::EC2::Client#run_instances](https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/EC2/Client.html#run_instances-instance_method) method.  So you can specify any parameter you wish that is available there.
+
+### Convention
+
+By convention, the profile name matches the first parameter after the create command.  So the command above could be shortened to:
+
+```
+$ aws-ec2 create myserver
+```
+
+## User-Data
+
+You can provide user-data script to customize the server upon launch.  The user-data scripts are under the profiles/user-data folder.
+
+* profiles/user-data/myserver.yml
+
+The user-data script is generated on the machine that is running the aws-ec2 command. If this is your local macosx machine, then the context is your local macosx machine is available. To see the generated user-data script, you can use the `aws userdata NAME`.  Example:
+
+* aws userdata myserver # shows a preview of the user-data script
+
+To use the user-data script when creating an EC2 instance, you can use the helper method in the profile.
+
+## Spot Instance Support
+
+Spot instance support natively supported by the AWS run_instances command.  Simply add `instance_market_options` to the parameters to request for a spot instance.  The available spot market options are available here:
+
+* [https://docs.aws.amazon.com/AWSEC2/latest/APIReference/API_LaunchTemplateSpotMarketOptionsRequest.html](https://docs.aws.amazon.com/AWSEC2/latest/APIReference/API_LaunchTemplateSpotMarketOptionsRequest.html)
+* [https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/EC2/Types/SpotMarketOptions.html](https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/EC2/Types/SpotMarketOptions.html)
+
+## Spot Fleet Support
+
+Additionally, spot fleet is supported.  Launching a fleet request is slighlyt more complicated but is useful if you are okay with multiple types of instances.  The spot instance profile files are stored in the profiles/spot folder.  Example:
+
+* profiles/spot/default.yml: default settings.  Takes the lowest precedence.
+* profiles/spot/myspot.yml: myspot settings get combined with the default settings
+
+Note the parameters structure of a spot fleet request is different from the parameter structure to run a single instance with the create command above. The profile parameters are passed to the ruby aws-sdk [AWS::EC2::Client#request_spot_fleet](https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/EC2/Client.html#request_spot_fleet-instance_method) method.  So you can specify any parameter you wish that is available there.
+
+```sh
+ec2 spot myspot --profile myspot
+ec2 spot myspot # same as above by convention
+```
+
+## More Help
+
+```sh
+aws-ec2 create help
+aws-ec2 userdata help
+aws-ec2 spot help
+aws-ec2 help # general help
+```
+
+Examples are in the [example](example) folder.  You will have to update settings like your subnet and security group ids.
+
+## Installation
+
+```sh
+gem install aws-ec2
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am "Add some feature"`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+task :default => :spec
+
+RSpec::Core::RakeTask.new

data/aws-ec2.gemspec

@@ -0,0 +1,32 @@
+# coding: utf-8
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "aws_ec2/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "aws-ec2"
+  spec.version       = AwsEc2::VERSION
+  spec.authors       = ["Tung Nguyen"]
+  spec.email         = ["tongueroo@gmail.com"]
+  spec.description   = %q{Simple tool to create AWS ec2 instances consistently with pre-configured settings}
+  spec.summary       = %q{Simple tool to create AWS ec2 instances}
+  spec.homepage      = "https://github.com/tongueroo/aws-ec2"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "thor"
+  spec.add_dependency "hashie"
+  spec.add_dependency "colorize"
+
+  spec.add_development_dependency "bundler"
+  spec.add_development_dependency "byebug"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "guard"
+  spec.add_development_dependency "guard-bundler"
+  spec.add_development_dependency "guard-rspec"
+end

data/example/profiles/default.yml

@@ -0,0 +1,12 @@
+---
+image_id: ami-97785bed
+instance_type: t2.medium
+key_name: default
+max_count: 1
+min_count: 1
+security_group_ids:
+- sg-111
+subnet_id: <%= %w[subnet-111 subnet-222].shuffle.first %>
+user_data: "<%= user_data("dev") %>"
+iam_instance_profile:
+  name: IAMProfileName

data/example/profiles/spot.yml

@@ -0,0 +1,9 @@
+---
+instance_market_options:
+  market_type: spot
+  # https://docs.aws.amazon.com/AWSEC2/latest/APIReference/API_LaunchTemplateSpotMarketOptionsRequest.html
+  # https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/EC2/Types/SpotMarketOptions.html
+  spot_options:
+    max_price: "0.02"
+    spot_instance_type: one-time
+    # instance_interruption_behavior: hibernate

data/example/profiles/spot/default.yml

@@ -0,0 +1,14 @@
+---
+spot_fleet_request_config:
+  iam_fleet_role: arn:aws:iam::123456789012:role/aws-service-role/spotfleet.amazonaws.com/AWSServiceRoleForEC2SpotFleet
+  spot_price: '0.02'
+  target_capacity: 1
+  launch_specifications:
+  - iam_instance_profile:
+      arn: arn:aws:iam::123456789012:instance-profile/IAMProfileName
+    image_id: ami-97785bed
+    instance_type: t2.medium
+    key_name: default
+    security_groups:
+    - group_id: sg-111
+    subnet_id: subnet-111, subnet-222

data/example/profiles/spot/dev.yml

@@ -0,0 +1,15 @@
+---
+spot_fleet_request_config:
+  iam_fleet_role: arn:aws:iam::123456789012:role/aws-service-role/spotfleet.amazonaws.com/AWSServiceRoleForEC2SpotFleet
+  spot_price: '0.017'
+  target_capacity: 1
+  launch_specifications:
+  - iam_instance_profile:
+      arn: arn:aws:iam::123456789012:instance-profile/IAMProfileName
+    image_id: ami-97785bed
+    instance_type: t2.medium
+    key_name: default
+    security_groups:
+    - group_id: sg-111
+    subnet_id: subnet-111, subnet-222
+    user_data: "<%= user_data("dev") %>"

data/example/profiles/user-data/dev.sh

@@ -0,0 +1,47 @@
+#!/bin/bash -exu
+
+exec > >(tee "/var/log/user-data.log" | logger -t user-data -s 2>/dev/console) 2>&1
+export HOME=/root # user-data env runs in weird shell where user is root but HOME is not set
+<% pubkey_path = "#{ENV['HOME']}/.ssh/id_rsa.pub" -%>
+<% if File.exist?(pubkey_path) -%>
+  <% pubkey = IO.read(pubkey_path) %>
+# Automatically add user's public key
+echo <%= pubkey %> >> ~/.ssh/authorized_keys
+echo <%= pubkey %> >> /home/ec2-user/.ssh/authorized_keys
+chown ec2-user:ec2-user /home/ec2-user/.ssh/authorized_keys
+<% else %>
+# WARN: unable to find a ~/.ssh/id_rsa.pub locally on your machine.  user: <%= ENV['USER'] %>
+# Unable to automatically add the public key
+<% end -%>
+
+sudo yum install -y postgresql
+
+# https://gist.github.com/juno/1330165
+# Install developer tools
+yum install -y git gcc make readline-devel openssl-devel
+
+# Install ruby-build system-widely
+git clone git://github.com/sstephenson/ruby-build.git /tmp/ruby-build
+cd /tmp/ruby-build
+./install.sh
+echo 'export PATH="/usr/local/bin:$PATH' >> ~/.bashrc
+
+# Install rbenv for root
+git clone git://github.com/sstephenson/rbenv.git ~/.rbenv
+echo 'export PATH="$HOME/.rbenv/bin:$PATH"' >> ~/.bashrc
+echo 'eval "$(rbenv init -)"' >> ~/.bashrc
+set +u
+source ~/.bashrc
+set -u
+
+# Install and enable ruby
+rbenv install 2.5.0
+
+# Install ruby for ec2-user also
+cp -R ~/.rbenv /home/ec2-user/
+chown -R ec2-user:ec2-user /home/ec2-user/.rbenv
+echo 'export PATH="$HOME/.rbenv/bin:$PATH"' >> /home/ec2-user/.bashrc
+echo 'eval "$(rbenv init -)"' >> /home/ec2-user/.bashrc
+echo '2.5.0' > /home/ec2-user/.ruby-version
+
+uptime | tee /var/log/boot-time.log

data/exe/aws-ec2

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+# Trap ^C
+Signal.trap("INT") {
+  puts "\nCtrl-C detected. Exiting..."
+  sleep 1
+  exit
+}
+
+$:.unshift(File.expand_path("../../lib", __FILE__))
+require "aws-ec2"
+require "aws_ec2/cli"
+
+AwsEc2::CLI.start(ARGV)

data/lib/aws-ec2.rb

@@ -0,0 +1,15 @@
+$:.unshift(File.expand_path("../", __FILE__))
+require "aws_ec2/version"
+require "colorize"
+
+module AwsEc2
+  autoload :Help, "aws_ec2/help"
+  autoload :Command, "aws_ec2/command"
+  autoload :CLI, "aws_ec2/cli"
+  autoload :AwsServices, "aws_ec2/aws_services"
+  autoload :Util, "aws_ec2/util"
+  autoload :Create, "aws_ec2/create"
+  autoload :Spot, "aws_ec2/spot"
+  autoload :TemplateHelper, "aws_ec2/template_helper"
+  autoload :UserData, "aws_ec2/user_data"
+end

data/lib/aws_ec2/aws_services.rb

@@ -0,0 +1,7 @@
+require 'aws-sdk-ec2'
+
+module AwsEc2::AwsServices
+  def ec2
+    @ec2 ||= Aws::EC2::Client.new
+  end
+end

data/lib/aws_ec2/cli.rb

@@ -0,0 +1,25 @@
+module AwsEc2
+  class CLI < Command
+    class_option :verbose, type: :boolean
+    class_option :noop, type: :boolean
+    class_option :profile, desc: "profile name to use"
+
+    desc "create NAME", "create ec2 instance"
+    long_desc Help.text(:create)
+    def create(name)
+      Create.new(options.merge(name: name)).run
+    end
+
+    desc "spot NAME", "create spot ec2 instance"
+    long_desc Help.text(:spot)
+    def spot(name)
+      Spot.new(options.merge(name: name)).run
+    end
+
+    desc "userdata NAME", "displays generated userdata script"
+    long_desc Help.text(:user_data)
+    def userdata(name)
+      UserData.new(options.merge(name: name)).run
+    end
+  end
+end

data/lib/aws_ec2/command.rb

@@ -0,0 +1,25 @@
+require "thor"
+
+module AwsEc2
+  class Command < Thor
+    class << self
+      def dispatch(m, args, options, config)
+        # Allow calling for help via:
+        #   aws_ec2 command help
+        #   aws_ec2 command -h
+        #   aws_ec2 command --help
+        #   aws_ec2 command -D
+        #
+        # as well thor's normal way:
+        #
+        #   aws_ec2 help command
+        help_flags = Thor::HELP_MAPPINGS + ["help"]
+        if args.length > 1 && !(args & help_flags).empty?
+          args -= help_flags
+          args.insert(-2, "help")
+        end
+        super
+      end
+    end
+  end
+end

data/lib/aws_ec2/create.rb

@@ -0,0 +1,141 @@
+require 'yaml'
+require 'active_support/core_ext/hash'
+
+module AwsEc2
+  class Create
+    include AwsServices
+    include Util
+
+    def initialize(options)
+      @options = options
+    end
+
+    def run
+      puts "Creating EC2 instance #{@options[:name]}..."
+      display_info
+      if @options[:noop]
+        puts "NOOP mode enabled. EC2 instance not created."
+        return
+      end
+
+      resp = ec2.run_instances(params)
+      puts "EC2 instance #{@options[:name]} created! 🎉"
+      puts "Visit https://console.aws.amazon.com/ec2/home to check on the status"
+    end
+
+    # params are main derived from profile files
+    def params
+      params = load_profiles(profile_name)
+      decorate_params(params)
+      normalize_launch_template(params).deep_symbolize_keys
+    end
+
+    def decorate_params(params)
+      upsert_name_tag(params)
+      params
+    end
+
+    # Adds instance ec2 tag if not already provided
+    def upsert_name_tag(params)
+      specs = params["tag_specifications"] || []
+
+      # insert an empty spec placeholder if one not found
+      spec = specs.find do |s|
+        s["resource_type"] == "instance"
+      end
+      unless spec
+        spec = {
+            "resource_type" => "instance",
+            "tags" => []
+          }
+        specs << spec
+      end
+      # guaranteed there's a tag_specifications with resource_type instance at this point
+
+      tags = spec["tags"] || []
+
+      unless tags.map { |t| t["key"] }.include?("Name")
+        tags << { "key" => "Name", "value" => @options[:name] }
+      end
+
+      specs = specs.map do |s|
+        # replace the name tag value
+        if s["resource_type"] == "instance"
+          {
+            "resource_type" => "instance",
+            "tags" => tags
+          }
+        else
+          s
+        end
+      end
+
+      params["tag_specifications"] = specs
+      params
+    end
+
+    # Allow adding launch template as a simple string.
+    #
+    # Standard structure:
+    # {
+    #   launch_template: { launch_template_name: "TestLaunchTemplate" },
+    # }
+    #
+    # Simple string:
+    # {
+    #   launch_template: "TestLaunchTemplate",
+    # }
+    #
+    # When launch_template is a simple String it will get transformed to the
+    # standard structure.
+    def normalize_launch_template(params)
+      if params["launch_template"].is_a?(String)
+        launch_template_identifier = params["launch_template"]
+        launch_template = if launch_template_identifier =~ /^lt-/
+            { "launch_template_id" => launch_template_identifier }
+          else
+            { "launch_template_name" => launch_template_identifier }
+          end
+        params["launch_template"] = launch_template
+      end
+      params
+    end
+
+    # Hard coded sensible defaults.
+    # Can be overridden easily with profiles
+    def defaults
+      {
+        max_count: 1,
+        min_count: 1,
+      }
+    end
+
+    def display_info
+      puts "Using the following parameters:"
+      pretty_display(params)
+
+      display_launch_template
+    end
+
+    def display_launch_template
+      launch_template = params[:launch_template]
+      return unless launch_template
+
+      resp = ec2.describe_launch_template_versions(
+        launch_template_id: launch_template[:launch_template_id],
+        launch_template_name: launch_template[:launch_template_name],
+      )
+      versions = resp.launch_template_versions
+      launch_template_data = {} # combined launch_template_data
+      versions.sort_by { |v| v[:version_number] }.each do |v|
+        launch_template_data.merge!(v[:launch_template_data])
+      end
+      puts "launch template data (versions combined):"
+      pretty_display(launch_template_data)
+    rescue Aws::EC2::Errors::InvalidLaunchTemplateNameNotFoundException => e
+      puts "ERROR: The specified launched template #{launch_template.inspect} was not found."
+      puts "Please double check that it exists."
+      exit
+    end
+  end
+end

data/lib/aws_ec2/help.rb

@@ -0,0 +1,9 @@
+module AwsEc2::Help
+  class << self
+    def text(namespaced_command)
+      path = namespaced_command.to_s.gsub(':','/')
+      path = File.expand_path("../help/#{path}.md", __FILE__)
+      IO.read(path) if File.exist?(path)
+    end
+  end
+end

data/lib/aws_ec2/help/create.md

@@ -0,0 +1,3 @@
+Examples:
+
+$ aws-ec2 create my-instance

data/lib/aws_ec2/help/spot.md

@@ -0,0 +1,3 @@
+Examples:
+
+$ aws-ec2 spot my-request

data/lib/aws_ec2/help/user_data.md

@@ -0,0 +1,5 @@
+Displays the generated user data script. Useful for debugging since ERB can be ran on the user-data scripts.
+
+Given a user data script in profiles/user-data/myscript.sh, run:
+
+$ aws-ec2 userdata myscript

data/lib/aws_ec2/spot.rb

@@ -0,0 +1,81 @@
+require 'yaml'
+require 'active_support/core_ext/hash'
+
+module AwsEc2
+  class Spot
+    include AwsServices
+    include Util
+
+    def initialize(options)
+      @options = options
+    end
+
+    def run
+      puts "Creating spot instance fleet request..."
+      display_info
+      if @options[:noop]
+        puts "NOOP mode enabled. spot instance fleet request not created."
+        return
+      end
+
+      resp = ec2.request_spot_fleet(params)
+      puts "Spot instance fleet request created"
+    end
+
+    # params are main derived from profile files
+    def params
+      params = load_profiles("spot/#{profile_name}")
+      params = decorate_launch_template_configs(params)
+      params.deep_symbolize_keys
+    end
+
+    # Decorates the launch_template_configs:
+    #
+    #   * Ensure that a launch template version is set
+    #   * Sets the ec2 tag name
+    def decorate_launch_template_configs(params)
+      launch_template_configs = params["spot_fleet_request_config"]["launch_template_configs"]
+      return params unless launch_template_configs
+
+      # Assume only one launch_template_configs
+      # TODO: add support for multiple launch_template_configs
+      config = launch_template_configs.first
+      spec = config["launch_template_specification"]
+      version = spec["version"]
+      unless version
+        latest_version = latest_version(spec["launch_template_name"])
+      end
+
+      config["launch_template_specification"]["version"] ||= latest_version
+
+      # TODO: figure out how to override a tag for a launch template
+      # # Sets the EC2 tag name.
+      # # Replace all tag_specifications for simplicity.
+      # tag_specifications = [{
+      #     resource_type: "instance",
+      #     tags: [{ key: "Name", value: @options[:name] }],
+      #   }]
+      # config["overrides"] << ["tag_specifications"] << tag_specifications
+
+      # replace all configs
+      params["spot_fleet_request_config"]["launch_template_configs"] = [config]
+
+      params
+    end
+
+    def latest_version(launch_template_name)
+      resp = ec2.describe_launch_template_versions(launch_template_name: launch_template_name)
+      version = resp.launch_template_versions.first
+      version.version_number.to_s # request_spot_fleet expects this to be a String
+    rescue Aws::EC2::Errors::InvalidLaunchTemplateNameNotFoundException => e
+      puts e.message
+      puts "Please double check that the launch template exists"
+      exit
+    end
+
+    def display_info
+      puts "Using the following parameters:"
+      pretty_display(params)
+    end
+  end
+end

data/lib/aws_ec2/template_helper.rb

@@ -0,0 +1,50 @@
+require "base64"
+require "erb"
+
+module AwsEc2
+  module TemplateHelper
+    def user_data(name)
+      # allow user to specify the path also
+      if File.exist?(name)
+        name = File.basename(name) # normalize name, change path to name
+      end
+      name = File.basename(name, '.sh')
+      path = "#{root}/profiles/user-data/#{name}.sh"
+      result = erb_result(path)
+
+      Base64.encode64(result).strip
+    end
+
+    def erb_result(path)
+      template = IO.read(path)
+      begin
+        ERB.new(template, nil, "-").result(binding)
+      rescue Exception => e
+        puts e
+
+        # how to know where ERB stopped? - https://www.ruby-forum.com/topic/182051
+        # syntax errors have the (erb):xxx info in e.message
+        # undefined variables have (erb):xxx info in e.backtrac
+        error_info = e.message.split("\n").grep(/\(erb\)/)[0]
+        error_info ||= e.backtrace.grep(/\(erb\)/)[0]
+        raise unless error_info # unable to find the (erb):xxx: error line
+        line = error_info.split(':')[1].to_i
+        puts "Error evaluating ERB template on line #{line.to_s.colorize(:red)} of: #{path.sub(/^\.\//, '')}"
+
+        template_lines = template.split("\n")
+        context = 5 # lines of context
+        top, bottom = [line-context-1, 0].max, line+context-1
+        spacing = template_lines.size.to_s.size
+        template_lines[top..bottom].each_with_index do |line_content, index|
+          line_number = top+index+1
+          if line_number == line
+            printf("%#{spacing}d %s\n".colorize(:red), line_number, line_content)
+          else
+            printf("%#{spacing}d %s\n", line_number, line_content)
+          end
+        end
+        exit 1 unless ENV['TEST']
+      end
+    end
+  end
+end

data/lib/aws_ec2/user_data.rb

@@ -0,0 +1,23 @@
+require 'yaml'
+require 'active_support/core_ext/hash'
+
+module AwsEc2
+  class UserData
+    include TemplateHelper
+    include Util
+
+    def initialize(options)
+      @options = options
+    end
+
+    def run
+      if File.exist?(@options[:name])
+        filename = File.basename(@options[:name], '.sh')
+      end
+
+      filename ||= @options[:name]
+      path = "profiles/user-data/#{filename}.sh"
+      puts erb_result(path)
+    end
+  end
+end

data/lib/aws_ec2/util.rb

@@ -0,0 +1,63 @@
+module AwsEc2
+  module Util
+    include TemplateHelper
+
+    def pretty_display(data)
+      data = data.deep_stringify_keys
+
+      message = "base64-encoded: use aws-ec2 userdata command to view"
+      # TODO: generalize this
+      data["user_data"] = message if data["user_data"]
+      data["spot_fleet_request_config"]["launch_specifications"].each do |spec|
+        spec["user_data"] = message if spec["user_data"]
+      end if data["spot_fleet_request_config"] && data["spot_fleet_request_config"]["launch_specifications"]
+
+      puts YAML.dump(data)
+    end
+
+    def load_profiles(profile_name)
+      return @profile_params if @profile_params
+
+      profile_file = "#{root}/profiles/#{profile_name}.yml"
+      base_path = File.dirname(profile_file)
+      default_file = "#{base_path}/default.yml"
+
+      params_exit_check!(profile_file, default_file)
+
+      defaults = load_profile(default_file)
+      params = load_profile(profile_file)
+      params = defaults.deep_merge(params)
+      @profile_params = params
+    end
+
+    def params_exit_check!(profile_file, default_file)
+      return if File.exist?(profile_file) or File.exist?(default_file)
+
+      puts "Unable to find a #{profile_file} or #{default_file} profile file."
+      puts "Please double check."
+      exit # EXIT HERE
+    end
+
+    def load_profile(file)
+      return {} unless File.exist?(file)
+
+      puts "Using profile: #{file}"
+      data = YAML.load(erb_result(file))
+      data ? data : {} # in case the file is empty
+    end
+
+    def profile_name
+      # allow user to specify the path also
+      if @options[:profile] && File.exist?(@options[:profile])
+        profile = File.basename(@options[:profile], '.yml')
+      end
+
+      # conventional profile is the name of the ec2 instance
+      profile || @options[:profile] || @options[:name]
+    end
+
+    def root
+      ENV['AWS_EC2_ROOT'] || '.'
+    end
+  end
+end

data/lib/aws_ec2/version.rb

@@ -0,0 +1,3 @@
+module AwsEc2
+  VERSION = "0.1.0"
+end

data/spec/lib/cli_spec.rb

@@ -0,0 +1,19 @@
+require "spec_helper"
+
+# to run specs with what"s remembered from vcr
+#   $ rake
+#
+# to run specs with new fresh data from aws api calls
+#   $ rake clean:vcr ; time rake
+describe AwsEc2::CLI do
+  before(:all) do
+    @args = "--from Tung"
+  end
+
+  describe "aws-ec2" do
+    it "should hello world" do
+      out = execute("exe/aws-ec2 hello world #{@args}")
+      expect(out).to include("from: Tung\nHello world")
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,22 @@
+ENV["TEST"] = "1"
+
+# require "simplecov"
+# SimpleCov.start
+
+require "pp"
+
+root = File.expand_path("../../", __FILE__)
+require "#{root}/lib/aws-ec2"
+
+module Helpers
+  def execute(cmd)
+    puts "Running: #{cmd}" if ENV["DEBUG"]
+    out = `#{cmd}`
+    puts out if ENV["DEBUG"]
+    out
+  end
+end
+
+RSpec.configure do |c|
+  c.include Helpers
+end

metadata

@@ -0,0 +1,206 @@
+--- !ruby/object:Gem::Specification
+name: aws-ec2
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Tung Nguyen
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2018-01-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: hashie
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Simple tool to create AWS ec2 instances consistently with pre-configured
+  settings
+email:
+- tongueroo@gmail.com
+executables:
+- aws-ec2
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- CHANGELOG.md
+- Gemfile
+- Gemfile.lock
+- Guardfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- aws-ec2.gemspec
+- example/profiles/default.yml
+- example/profiles/spot.yml
+- example/profiles/spot/default.yml
+- example/profiles/spot/dev.yml
+- example/profiles/user-data/dev.sh
+- exe/aws-ec2
+- lib/aws-ec2.rb
+- lib/aws_ec2/aws_services.rb
+- lib/aws_ec2/cli.rb
+- lib/aws_ec2/command.rb
+- lib/aws_ec2/create.rb
+- lib/aws_ec2/help.rb
+- lib/aws_ec2/help/create.md
+- lib/aws_ec2/help/spot.md
+- lib/aws_ec2/help/user_data.md
+- lib/aws_ec2/spot.rb
+- lib/aws_ec2/template_helper.rb
+- lib/aws_ec2/user_data.rb
+- lib/aws_ec2/util.rb
+- lib/aws_ec2/version.rb
+- spec/lib/cli_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/tongueroo/aws-ec2
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.3
+signing_key: 
+specification_version: 4
+summary: Simple tool to create AWS ec2 instances
+test_files:
+- spec/lib/cli_spec.rb
+- spec/spec_helper.rb