stack_master 0.0.1

data/features/status.feature

@@ -0,0 +1,124 @@
+Feature: Status command
+
+  Background:
+    Given a file named "stack_master.yml" with:
+      """
+      stacks:
+        us_east_1:
+          stack1:
+            template: stack1.json
+          stack2:
+            template: stack2.json
+          stack3:
+            template: stack3.json
+      """
+    And a directory named "parameters"
+    And a file named "parameters/stack1.yml" with:
+      """
+      KeyName: my-key
+      """
+    And a directory named "templates"
+    And a file named "templates/stack1.json" with:
+      """
+{
+  "AWSTemplateFormatVersion": "2010-09-09",
+  "Description": "Test template",
+  "Parameters": {
+    "InstanceTypeParameter" : { "Type" : "String" }
+  },
+  "Mappings": {},
+  "Resources": {
+    "MyAwesomeQueue" : {
+      "Type" : "AWS::SQS::Queue",
+      "Properties" : {
+        "VisibilityTimeout" : "1"
+      }
+    }
+  },
+  "Outputs": {}
+}
+      """
+    And a file named "templates/stack2.json" with:
+      """
+{
+  "AWSTemplateFormatVersion": "2010-09-09",
+  "Description": "Test template",
+  "Parameters": {},
+  "Mappings": {},
+  "Resources": {
+    "MoarQueue" : {
+      "Type" : "AWS::SQS::Queue",
+      "Properties" : {
+        "VisibilityTimeout" : "1"
+      }
+    }
+  },
+  "Outputs": {}
+}
+      """
+    And a file named "templates/stack3.json" with:
+      """
+{
+}
+      """
+    And I set the environment variables to:
+      | variable | value |
+      | STUB_AWS | true  |
+
+  Scenario: Run status command and get a list of stack statuii
+    Given I set the environment variables to:
+      | variable | value |
+      | ANSWER   | y     |
+    And I stub the following stacks:
+      | stack_id | stack_name | parameters     | region    | stack_status    |
+      |        1 | stack1     | KeyName=my-key | us-east-1 | CREATE_COMPLETE |
+      |        2 | stack2     |                | us-east-1 | UPDATE_COMPLETE |
+    And I stub a template for the stack "stack1":
+      """
+{
+  "AWSTemplateFormatVersion": "2010-09-09",
+  "Description": "Test template",
+  "Parameters": {
+    "InstanceTypeParameter" : { "Type" : "String" }
+  },
+  "Mappings": {},
+  "Resources": {
+    "MyAwesomeQueue" : {
+      "Type" : "AWS::SQS::Queue",
+      "Properties" : {
+        "VisibilityTimeout" : "7"
+      }
+    }
+  },
+  "Outputs": {}
+}
+      """
+    And I stub a template for the stack "stack2":
+      """
+{
+  "AWSTemplateFormatVersion": "2010-09-09",
+  "Description": "Test template",
+  "Parameters": {},
+  "Mappings": {},
+  "Resources": {
+    "MoarQueue" : {
+      "Type" : "AWS::SQS::Queue",
+      "Properties" : {
+        "VisibilityTimeout" : "1"
+      }
+    }
+  },
+  "Outputs": {}
+}
+      """
+
+    When I run `stack_master status --trace` interactively
+    And the output should contain all of these lines:
+      | REGION    \| STACK_NAME \| STACK_STATUS    \| DIFFERENT |
+      | ----------\|------------\|-----------------\|---------- |
+      | us-east-1 \| stack1     \| CREATE_COMPLETE \| Yes       |
+      | us-east-1 \| stack2     \| UPDATE_COMPLETE \| No        |
+      | us-east-1 \| stack3     \|                 \| Yes       |
+      
+    Then the exit status should be 0
+

data/features/step_definitions/stack_steps.rb

@@ -0,0 +1,50 @@
+Given(/^I stub the following stack events:$/) do |table|
+  table.hashes.each do |row|
+    row.symbolize_keys!
+    StackMaster.cloud_formation_driver.add_stack_event(row)
+  end
+end
+
+Given(/^I stub the following stack resources:$/) do |table|
+  table.hashes.each do |row|
+    row.symbolize_keys!
+    StackMaster.cloud_formation_driver.add_stack_resource(row)
+  end
+end
+
+def extract_hash_from_kv_string(string)
+  string.to_s.split(',').inject({}) do |hash, kv|
+    key, value = kv.split('=')
+    hash[key] = value
+    hash
+  end
+end
+
+
+Given(/^I stub the following stacks:$/) do |table|
+  table.hashes.each do |row|
+    row.symbolize_keys!
+    row[:parameters] = StackMaster::Utils.hash_to_aws_parameters(extract_hash_from_kv_string(row[:parameters]))
+    outputs = extract_hash_from_kv_string(row[:outputs]).inject([]) do |array, (k, v)|
+      array << OpenStruct.new(output_key: k, output_value: v)
+      array
+    end
+    row[:outputs] = outputs
+    StackMaster.cloud_formation_driver.add_stack(row)
+  end
+end
+
+Given(/^I stub a template for the stack "([^"]*)":$/) do |stack_name, template_body|
+  StackMaster.cloud_formation_driver.set_template(stack_name, template_body)
+end
+
+Then(/^the stack "([^"]*)" should have a policy with the following:$/) do |stack_name, policy|
+  stack_policy_body = StackMaster.cloud_formation_driver.get_stack_policy(stack_name: stack_name).stack_policy_body
+  expect(stack_policy_body).to eq policy
+end
+
+Then(/^the stack "([^"]*)" should contain this notification ARN "([^"]*)"$/) do |stack_name, notification_arn|
+  stack = StackMaster.cloud_formation_driver.describe_stacks(stack_name: stack_name).stacks.first
+  expect(stack).to be
+  expect(stack.notification_arns).to include notification_arn
+end

data/features/support/env.rb

@@ -0,0 +1,14 @@
+require 'aruba/cucumber'
+require 'stack_master'
+require 'stack_master/testing'
+require 'aruba/in_process'
+require 'pry'
+
+Aruba.configure do |config|
+  config.command_launcher = :in_process
+  config.main_class = StackMaster::CLI
+end
+
+Before do
+  StackMaster.cloud_formation_driver.reset
+end

data/lib/stack_master.rb

@@ -0,0 +1,81 @@
+require "commander"
+require "yaml"
+require "virtus"
+require "aws-sdk"
+require "diffy"
+require "colorize"
+require "table_print"
+require 'active_support/core_ext/string'
+require "erb"
+require 'sparkle_formation'
+require 'dotgpg'
+
+require "stack_master/ctrl_c"
+require "stack_master/command"
+require "stack_master/version"
+require "stack_master/stack"
+require "stack_master/prompter"
+require "stack_master/aws_driver/cloud_formation"
+require "stack_master/test_driver/cloud_formation"
+require "stack_master/stack_events/fetcher"
+require "stack_master/stack_events/presenter"
+require "stack_master/stack_events/streamer"
+require "stack_master/stack_states"
+require "stack_master/sns_topic_finder"
+require "stack_master/security_group_finder"
+require "stack_master/parameter_loader"
+require "stack_master/parameter_resolver"
+require "stack_master/parameter_resolvers/stack_output"
+require "stack_master/parameter_resolvers/secret"
+require "stack_master/parameter_resolvers/sns_topic_name"
+require "stack_master/parameter_resolvers/security_group"
+require "stack_master/utils"
+require "stack_master/config"
+require "stack_master/stack_definition"
+require "stack_master/template_compiler"
+require "stack_master/commands/apply"
+require "stack_master/commands/events"
+require "stack_master/commands/outputs"
+require "stack_master/commands/init"
+require "stack_master/commands/diff"
+require "stack_master/commands/list_stacks"
+require "stack_master/commands/validate"
+require "stack_master/commands/resources"
+require "stack_master/commands/delete"
+require "stack_master/commands/status"
+require "stack_master/stack_differ"
+require "stack_master/validator"
+require "stack_master/cli"
+
+module StackMaster
+  extend self
+
+  def base_dir
+    File.expand_path(File.join(File.dirname(__FILE__), ".."))
+  end
+
+  def cloud_formation_driver
+    @cloud_formation_driver ||= AwsDriver::CloudFormation.new
+  end
+
+  def cloud_formation_driver=(value)
+    @cloud_formation_driver = value
+  end
+
+  def stdout
+    @stdout || $stdout
+  end
+
+  def stdout=(io)
+    @stdout = io
+  end
+
+  def stderr
+    @stderr || $stderr
+  end
+
+  def stderr=(io)
+    @stderr = io
+  end
+end
+

data/lib/stack_master/aws_driver/cloud_formation.rb

@@ -0,0 +1,56 @@
+module StackMaster
+  module AwsDriver
+    class CloudFormation
+      def set_region(region)
+        @region = region
+        @cf = nil
+      end
+
+      def delete_stack(options)
+        cf.delete_stack(options)
+      end
+
+      def describe_stacks(options)
+        cf.describe_stacks(options)
+      end
+
+      def cancel_update_stack(options)
+        cf.cancel_update_stack(options)
+      end
+
+      def describe_stack_resources(options)
+        cf.describe_stack_resources(options)
+      end
+
+      def get_template(options)
+        cf.get_template(options)
+      end
+
+      def get_stack_policy(options)
+        cf.get_stack_policy(options)
+      end
+
+      def describe_stack_events(options)
+        cf.describe_stack_events(options)
+      end
+
+      def update_stack(options)
+        cf.update_stack(options)
+      end
+
+      def create_stack(options)
+        cf.create_stack(options)
+      end
+
+      def validate_template(options)
+        cf.validate_template(options)
+      end
+
+      private
+
+      def cf
+        @cf ||= Aws::CloudFormation::Client.new(region: @region)
+      end
+    end
+  end
+end

data/lib/stack_master/cli.rb

@@ -0,0 +1,164 @@
+require 'commander'
+
+module StackMaster
+  class CLI
+    include Commander::Methods
+
+    def initialize(argv, stdin=STDIN, stdout=STDOUT, stderr=STDERR, kernel=Kernel)
+      @argv, @stdin, @stdout, @stderr, @kernel = argv, stdin, stdout, stderr, kernel
+      Commander::Runner.instance_variable_set('@singleton', Commander::Runner.new(argv))
+      StackMaster.stdout = @stdout
+      StackMaster.stderr = @stderr
+      TablePrint::Config.io = StackMaster.stdout
+    end
+
+    def execute!
+      program :name, 'StackMaster'
+      program :version, '0.0.1'
+      program :description, 'AWS Stack Management'
+
+      global_option '-c', '--config FILE', 'Config file to use'
+
+      command :apply do |c|
+        c.syntax = 'stack_master apply [region_or_alias] [stack_name]'
+        c.summary = 'Creates or updates a stack'
+        c.description = "Creates or updates a stack. Shows a diff of the proposed stack's template and parameters. Tails stack events until CloudFormation has completed."
+        c.example 'update a stack named myapp-vpc in us-east-1', 'stack_master apply us-east-1 myapp-vpc'
+        c.action do |args, options|
+          execute_stack_command(StackMaster::Commands::Apply, args, options)
+        end
+      end
+
+      command :outputs do |c|
+        c.syntax = 'stack_master outputs [region_or_alias] [stack_name]'
+        c.summary = 'Displays outputs for a stack'
+        c.description = "Displays outputs for a stack"
+        c.action do |args, options|
+          execute_stack_command(StackMaster::Commands::Outputs, args, options)
+        end
+      end
+
+      command :init do |c|
+        c.syntax = 'stack_master init [region_or_alias] [stack_name]'
+        c.summary = 'Initialises the expected directory structure and stack_master.yml file'
+        c.description = 'Initialises the expected directory structure and stack_master.yml file'
+        c.option('--overwrite', 'Overwrite existing files')
+        c.action do |args, options|
+          unless args.size == 2
+            say "Invalid arguments. stack_master init [region] [stack_name]"
+          else
+            StackMaster::Commands::Init.perform(options.overwrite, *args)
+          end
+        end
+      end
+
+      command :diff do |c|
+        c.syntax = 'stack_master diff [region_or_alias] [stack_name]'
+        c.summary = "Shows a diff of the proposed stack's template and parameters"
+        c.description = "Shows a diff of the proposed stack's template and parameters"
+        c.example 'diff a stack named myapp-vpc in us-east-1', 'stack_master diff us-east-1 myapp-vpc'
+        c.action do |args, options|
+          execute_stack_command(StackMaster::Commands::Diff, args, options)
+        end
+      end
+
+      command :events do |c|
+        c.syntax = 'stack_master events [region_or_alias] [stack_name]'
+        c.summary = "Shows events for a stack"
+        c.description = "Shows events for a stack"
+        c.example 'show events for myapp-vpc in us-east-1', 'stack_master events us-east-1 myapp-vpc'
+        c.option '--number Integer', Integer, 'Number of recent events to show'
+        c.option '--all', 'Show all events'
+        c.option '--tail', 'Tail events'
+        c.action do |args, options|
+          execute_stack_command(StackMaster::Commands::Events, args, options)
+        end
+      end
+
+      command :resources do |c|
+        c.syntax = 'stack_master resources [region] [stack_name]'
+        c.summary = "Shows stack resources"
+        c.description = "Shows stack resources"
+        c.action do |args, options|
+          execute_stack_command(StackMaster::Commands::Resources, args, options)
+        end
+      end
+
+      command :list do |c|
+        c.syntax = 'stack_master list'
+        c.summary = 'List stack definitions'
+        c.description = 'List stack definitions'
+        c.action do |args, options|
+          say "Invalid arguments." if args.size > 0
+          config = load_config(options.config)
+          StackMaster::Commands::ListStacks.perform(config)
+        end
+      end
+
+      command :validate do |c|
+        c.syntax = 'stack_master validate [region_or_alias] [stack_name]'
+        c.summary = 'Validate a template'
+        c.description = 'Validate a template'
+        c.example 'validate a stack named myapp-vpc in us-east-1', 'stack_master validate us-east-1 myapp-vpc'
+        c.action do |args, options|
+          execute_stack_command(StackMaster::Commands::Validate, args, options)
+        end
+      end
+
+      command :status do |c|
+        c.syntax = 'stack_master status'
+        c.summary = 'Check the current status stacks.'
+        c.description = 'Checks the status of all stacks defined in the stack_master.yml file. Warning this operation can be somewhat slow.'
+        c.example 'description', 'Check the status of all stack definitions'
+        c.action do |args, options|
+          say "Invalid arguments. stack_master status" and return unless args.size == 0
+          config = load_config(options.config)
+          StackMaster::Commands::Status.perform(config)
+        end
+      end
+
+      command :delete do |c|
+        c.syntax = 'stack_master delete [region] [stack_name]'
+        c.summary = 'Delete an existing stack'
+        c.description = 'Deletes a stack. The stack does not necessarily have to appear in the stack_master.yml file.'
+        c.example 'description', 'Delete a stack'
+        c.action do |args, options|
+          unless args.size == 2
+            say "Invalid arguments. stack_master delete [region] [stack_name]"
+            return
+          end
+          StackMaster.cloud_formation_driver.set_region(args[0])
+          StackMaster::Commands::Delete.perform(*args)
+        end
+      end
+
+      run!
+    end
+
+    def load_config(file)
+      stack_file = file || 'stack_master.yml'
+      StackMaster::Config.load!(stack_file)
+    rescue Errno::ENOENT => e
+      say "Failed to load config file #{stack_file}"
+      exit 1
+    end
+
+    def execute_stack_command(command, args, options)
+      unless args.size == 2
+        say "Invalid arguments. stack_master #{command.name.split('::').last.downcase} [region] [stack_name]"
+        return
+      end
+      config = load_config(options.config)
+      aliased_region, stack_name = args
+      region = Utils.underscore_to_hyphen(config.unalias_region(aliased_region))
+      stack_name = Utils.underscore_to_hyphen(stack_name)
+      StackMaster.cloud_formation_driver.set_region(region)
+      stack_definition ||= config.find_stack(region, stack_name)
+      if stack_definition.nil?
+        say "Could not find stack definition #{stack_name} in region #{region}"
+        return
+      end
+      command.perform(config, stack_definition, options)
+    end
+  end
+end