stack_master 0.0.1

data/lib/stack_master/testing.rb

@@ -0,0 +1,7 @@
+require 'stack_master'
+
+Aws.config[:stub_responses] = true
+
+require 'stack_master/test_driver/cloud_formation'
+
+StackMaster.cloud_formation_driver = StackMaster::TestDriver::CloudFormation.new

data/lib/stack_master/utils.rb

@@ -0,0 +1,31 @@
+module StackMaster
+  module Utils
+    extend self
+
+    def hash_to_aws_parameters(params)
+      params.inject([]) do |params, (key, value)|
+        params << { parameter_key: key, parameter_value: value }
+        params
+      end
+    end
+
+    def hash_to_aws_tags(tags)
+      return [] if tags.nil?
+      tags.inject([]) do |aws_tags, (key, value)|
+        aws_tags << { key: key, value: value }
+        aws_tags
+      end
+    end
+
+    def underscore_to_hyphen(string)
+      string.to_s.gsub('_', '-')
+    end
+
+    def underscore_keys_to_hyphen(hash)
+      hash.inject({}) do |hash, (key, value)|
+        hash[underscore_to_hyphen(key)] = value
+        hash
+      end
+    end
+  end
+end

data/lib/stack_master/validator.rb

@@ -0,0 +1,25 @@
+module StackMaster
+  class Validator
+    include Command
+
+    def initialize(stack_definition)
+      @stack_definition = stack_definition
+    end
+
+    def perform
+      template_body = TemplateCompiler.compile(@stack_definition.template_file_path)
+      cf.validate_template(template_body: template_body)
+      StackMaster.stdout.puts "Valid"
+    rescue Aws::CloudFormation::Errors::ValidationError => e
+      $stderr.puts "Validation Failed"
+      $stderr.puts e.message
+    end
+
+    private
+
+    def cf
+      @cf ||= StackMaster.cloud_formation_driver
+    end
+
+  end
+end

data/lib/stack_master/version.rb

@@ -0,0 +1,3 @@
+module StackMaster
+  VERSION = "0.0.1"
+end

data/script/buildkite/bundle.sh

@@ -0,0 +1,5 @@
+#!/bin/sh
+
+set -e -x
+
+bundle check || bundle --binstubs bin --path .bundle --without darwin,debugger,development

data/script/buildkite/clean.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+git clean -fd

data/script/buildkite_rspec.sh

@@ -0,0 +1,27 @@
+#!/bin/bash
+
+set -e
+
+echo
+echo "--- Cleaning up working tree"
+echo
+
+time ./script/buildkite/clean.sh
+
+echo
+echo "--- Bundling"
+echo
+
+time ./script/buildkite/bundle.sh
+
+echo
+echo "+++ Running rspec"
+echo
+
+time bundle exec rspec
+
+echo
+echo "+++ Running cucumber"
+echo
+
+time bundle exec cucumber

data/spec/fixtures/parameters/myapp_vpc.yml

@@ -0,0 +1 @@
+param_1: 'hello'

data/spec/fixtures/stack_master.yml

@@ -0,0 +1,35 @@
+region_aliases:
+  production: us-east-1
+  staging: ap-southeast-2
+stack_defaults:
+  tags:
+    application: my-awesome-blog
+region_defaults:
+  us_east_1:
+    tags:
+      environment: production
+    notification_arns:
+      - test_arn
+    secret_file: production.yml.gpg
+    stack_policy_file: my_policy.json
+  staging:
+    tags:
+      environment: staging
+    notification_arns:
+      - test_arn_3
+    secret_file: staging.yml.gpg
+stacks:
+  us-east-1:
+    myapp_vpc:
+      template: myapp_vpc.json
+      notification_arns:
+        - test_arn_2
+    myapp_web:
+      template: myapp_web.rb
+  ap-southeast-2:
+    myapp_vpc:
+      template: myapp_vpc.rb
+      notification_arns:
+        - test_arn_4
+    myapp_web:
+      template: myapp_web

data/spec/fixtures/templates/myapp_vpc.json

@@ -0,0 +1 @@
+{}

data/spec/spec_helper.rb

@@ -0,0 +1,99 @@
+require 'stack_master'
+require 'timecop'
+require 'pry'
+Aws.config[:stub_responses] = true
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# The generated `.rspec` file contains `--require spec_helper` which will cause
+# this file to always be loaded, without a need to explicitly require it in any
+# files.
+#
+# Given that it is always loaded, you are encouraged to keep this file as
+# light-weight as possible. Requiring heavyweight dependencies from this file
+# will add to the boot time of your test suite on EVERY test run, even for an
+# individual file that may not need all of that loaded. Instead, consider making
+# a separate helper file that requires the additional dependencies and performs
+# the additional setup, and require it from the spec files that actually need
+# it.
+#
+# The `.rspec` file also contains a few flags that are not defaults but that
+# users commonly want.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+  config.before do
+    StackMaster.cloud_formation_driver = nil
+  end
+  # rspec-expectations config goes here. You can use an alternate
+  # assertion/expectation library such as wrong or the stdlib/minitest
+  # assertions if you prefer.
+  config.expect_with :rspec do |expectations|
+    # This option will default to `true` in RSpec 4. It makes the `description`
+    # and `failure_message` of custom matchers include text for helper methods
+    # defined using `chain`, e.g.:
+    #     be_bigger_than(2).and_smaller_than(4).description
+    #     # => "be bigger than 2 and smaller than 4"
+    # ...rather than:
+    #     # => "be bigger than 2"
+    expectations.include_chain_clauses_in_custom_matcher_descriptions = true
+  end
+
+  # rspec-mocks config goes here. You can use an alternate test double
+  # library (such as bogus or mocha) by changing the `mock_with` option here.
+  config.mock_with :rspec do |mocks|
+    # Prevents you from mocking or stubbing a method that does not exist on
+    # a real object. This is generally recommended, and will default to
+    # `true` in RSpec 4.
+    mocks.verify_partial_doubles = true
+  end
+
+  # These two settings work together to allow you to limit a spec run
+  # to individual examples or groups you care about by tagging them with
+  # `:focus` metadata. When nothing is tagged with `:focus`, all examples
+  # get run.
+  config.filter_run :focus
+  config.run_all_when_everything_filtered = true
+
+  # Allows RSpec to persist some state between runs in order to support
+  # the `--only-failures` and `--next-failure` CLI options. We recommend
+  # you configure your source control system to ignore this file.
+  config.example_status_persistence_file_path = "spec/examples.txt"
+
+  # Limits the available syntax to the non-monkey patched syntax that is
+  # recommended. For more details, see:
+  #   - http://myronmars.to/n/dev-blog/2012/06/rspecs-new-expectation-syntax
+  #   - http://www.teaisaweso.me/blog/2013/05/27/rspecs-new-message-expectation-syntax/
+  #   - http://myronmars.to/n/dev-blog/2014/05/notable-changes-in-rspec-3#new__config_option_to_disable_rspeccore_monkey_patching
+  config.disable_monkey_patching!
+
+  # This setting enables warnings. It's recommended, but in some cases may
+  # be too noisy due to issues in dependencies.
+  # config.warnings = true
+
+  # Many RSpec users commonly either run the entire suite or an individual
+  # file, and it's useful to allow more verbose output when running an
+  # individual spec file.
+  if config.files_to_run.one?
+    # Use the documentation formatter for detailed output,
+    # unless a formatter has already been configured
+    # (e.g. via a command-line flag).
+    config.default_formatter = 'doc'
+  end
+
+  # Print the 10 slowest examples and example groups at the
+  # end of the spec run, to help surface which specs are running
+  # particularly slow.
+  config.profile_examples = 10
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = :random
+
+  # Seed global randomization in this process using the `--seed` CLI option.
+  # Setting this allows you to use `--seed` to deterministically reproduce
+  # test failures related to randomization by passing the same `--seed` value
+  # as the one that triggered the failure.
+  Kernel.srand config.seed
+end

data/spec/stack_master/commands/apply_spec.rb

@@ -0,0 +1,92 @@
+RSpec.describe StackMaster::Commands::Apply do
+  let(:cf) { instance_double(Aws::CloudFormation::Client) }
+  let(:region) { 'us-east-1' }
+  let(:stack_name) { 'myapp-vpc' }
+  let(:config) { double(find_stack: stack_definition) }
+  let(:notification_arn) { 'test_arn' }
+  let(:stack_definition) { StackMaster::StackDefinition.new(base_dir: '/base_dir', region: region, stack_name: stack_name) }
+  let(:template_body) { '{}' }
+  let(:proposed_stack) { StackMaster::Stack.new(template_body: template_body, tags: { 'environment' => 'production' } , parameters: { 'param_1' => 'hello' }, notification_arns: [notification_arn], stack_policy_body: stack_policy_body ) }
+  let(:stack_policy_body) { '{}' }
+
+  before do
+    allow(StackMaster::Stack).to receive(:find).with(region, stack_name).and_return(stack)
+    allow(StackMaster::Stack).to receive(:generate).with(stack_definition, config).and_return(proposed_stack)
+    allow(Aws::CloudFormation::Client).to receive(:new).and_return(cf)
+    allow(cf).to receive(:update_stack)
+    allow(cf).to receive(:create_stack)
+    allow(StackMaster::StackDiffer).to receive(:new).with(proposed_stack, stack).and_return double.as_null_object
+    allow(STDOUT).to receive(:print)
+    allow(STDIN).to receive(:getch).and_return('y')
+    allow(StackMaster::StackEvents::Streamer).to receive(:stream)
+  end
+
+  def apply
+    StackMaster::Commands::Apply.perform(config, stack_definition)
+  end
+
+  context 'the stack exist' do
+    let(:stack) { StackMaster::Stack.new(stack_id: '1') }
+
+    it 'calls the update stack API method' do
+      apply
+      expect(cf).to have_received(:update_stack).with(
+        stack_name: stack_name,
+        template_body: proposed_stack.template_body,
+        parameters: [
+          { parameter_key: 'param_1', parameter_value: 'hello' }
+        ],
+        capabilities: ['CAPABILITY_IAM'],
+        notification_arns: [notification_arn],
+        stack_policy_body: stack_policy_body
+      )
+    end
+
+    it 'streams events' do
+      Timecop.freeze(Time.local(1990)) do
+        apply
+        expect(StackMaster::StackEvents::Streamer).to have_received(:stream).with(stack_name, region, io: STDOUT, from: Time.now)
+      end
+    end
+  end
+
+  context 'the stack does not exist' do
+    let(:stack) { nil }
+
+    it 'calls the create stack API method' do
+      apply
+      expect(cf).to have_received(:create_stack).with(
+        stack_name: stack_name,
+        template_body: proposed_stack.template_body,
+        parameters: [
+          { parameter_key: 'param_1', parameter_value: 'hello' }
+        ],
+        tags: [
+          {
+            key: 'environment',
+            value: 'production'
+          }],
+        capabilities: ['CAPABILITY_IAM'],
+        notification_arns: [notification_arn],
+        stack_policy_body: stack_policy_body
+      )
+    end
+
+    context 'the stack is too large' do
+      let(:big_string) { 'x' * 60000 }
+      let(:template_body) do
+        "{\"a\":\"#{big_string}\"}"
+      end
+      it 'exits with a message' do
+        expect { apply }.to output(/The \(space compressed\) stack is larger than the limit set by AWS/).to_stdout
+      end
+    end
+
+    it 'streams events' do
+      Timecop.freeze(Time.local(1990)) do
+        apply
+        expect(StackMaster::StackEvents::Streamer).to have_received(:stream).with(stack_name, region, io: STDOUT, from: Time.now)
+      end
+    end
+  end
+end

data/spec/stack_master/commands/delete_spec.rb

@@ -0,0 +1,40 @@
+RSpec.describe StackMaster::Commands::Delete do
+
+  subject(:delete) { described_class.new(stack_name, region) }
+  let(:cf) { Aws::CloudFormation::Client.new }
+  let(:region) { 'us-east-1' }
+  let(:stack_name) { 'mystack' }
+
+  before do
+    StackMaster.cloud_formation_driver.set_region(region)
+    allow(Aws::CloudFormation::Client).to receive(:new).with(region: region).and_return(cf)
+    allow(delete).to receive(:ask?).and_return('y')
+    allow(StackMaster::StackEvents::Streamer).to receive(:stream)
+  end
+
+  describe "#perform" do
+    context "The stack exists" do
+      before do
+        cf.stub_responses(:describe_stacks, stacks: [{ stack_id: "ABC", stack_name: stack_name, creation_time: Time.now, stack_status: 'UPDATE_COMPLETE', parameters: []}])
+
+      end
+      it "deletes the stack and tails the events" do
+        expect(cf).to receive(:delete_stack).with({:stack_name => region})
+        expect(StackMaster::StackEvents::Streamer).to receive(:stream)
+        delete.perform
+      end
+    end
+
+    context "The stack does not exist" do
+      before do
+        cf.stub_responses(:describe_stacks, Aws::CloudFormation::Errors::ValidationError.new("x", "y"))
+      end
+      it "raises an error" do
+        expect(StackMaster::StackEvents::Streamer).to_not receive(:stream)
+        expect(cf).to_not receive(:delete_stack)
+        delete.perform
+      end
+    end
+  end
+
+end

data/spec/stack_master/commands/init_spec.rb

@@ -0,0 +1,17 @@
+RSpec.describe StackMaster::Commands::Init do
+
+  subject(:init_command) { described_class.new(false, region, stack_name) }
+  let(:region) { "us-east-1" }
+  let(:stack_name) { "test-stack" }
+
+  describe "#perform" do
+    it "creates all the expected files" do
+      expect(IO).to receive(:write).with("stack_master.yml", "stacks:\n  us-east-1:\n    test-stack:\n      template: test-stack.json\n      tags:\n        environment: production\n")
+      expect(IO).to receive(:write).with("parameters/test_stack.yml", "# Add parameters here:\n# param1: value1\n# param2: value2\n")
+      expect(IO).to receive(:write).with("parameters/us-east-1/test_stack.yml", "# Add parameters here:\n# param1: value1\n# param2: value2\n")
+      expect(IO).to receive(:write).with("templates/test-stack.json", "{\n  \"AWSTemplateFormatVersion\" : \"2010-09-09\",\n  \"Description\" : \"Cloudformation stack for test-stack\",\n\n  \"Parameters\" : {\n    \"InstanceType\" : {\n      \"Description\" : \"EC2 instance type\",\n      \"Type\" : \"String\"\n    }\n  },\n\n  \"Mappings\" : {\n  },\n\n  \"Resources\" : {\n  },\n\n  \"Outputs\" : {\n  }\n}\n")
+      init_command.perform()
+    end
+  end
+
+end

data/spec/stack_master/commands/status_spec.rb

@@ -0,0 +1,38 @@
+RSpec.describe StackMaster::Commands::Status do
+  subject(:status) { described_class.new(config) }
+  let(:config) { instance_double(StackMaster::Config, stacks: stacks) }
+  let(:stacks) { [stack_definition_1, stack_definition_2] }
+  let(:stack_definition_1) { double(:stack_definition_1, region: 'us-east-1', stack_name: 'stack1') }
+  let(:stack_definition_2) { double(:stack_definition_2, region: 'us-east-1', stack_name: 'stack2', stack_status: 'CREATE_COMPLETE') }
+  let(:cf) { Aws::CloudFormation::Client.new(region: 'us-east-1') }
+
+  before do
+    allow(Aws::CloudFormation::Client).to receive(:new).with(region: 'us-east-1').and_return cf
+    allow(StackMaster::Stack).to receive(:find).and_return stack1, stack2
+    allow(StackMaster::Stack).to receive(:generate).and_return proposed_stack1, proposed_stack2
+  end
+
+  context "#perform" do
+    context "some parameters are different" do
+      let(:stack1) { double(:stack1, template_hash: {}, parameters_with_defaults: {a: 1}, stack_status: 'UPDATE_COMPLETE') }
+      let(:stack2) { double(:stack2, template_hash: {}, parameters_with_defaults: {a: 2}, stack_status: 'CREATE_COMPLETE') }
+      let(:proposed_stack1) { double(:proposed_stack1, template_body: "{}", parameters_with_defaults: {a: 1}) }
+      let(:proposed_stack2) { double(:proposed_stack2, template_body: "{}", parameters_with_defaults: {a: 1}) }
+      it "returns the status of call stacks" do
+        out = "REGION    | STACK_NAME | STACK_STATUS    | DIFFERENT\n----------|------------|-----------------|----------\nus-east-1 | stack1     | UPDATE_COMPLETE | No       \nus-east-1 | stack2     | CREATE_COMPLETE | Yes      \n"
+        expect { status.perform }.to output(out).to_stdout
+      end
+    end
+
+    context "some templates are different" do
+      let(:stack1) { double(:stack1, template_hash: {foo: 'bar'}, parameters_with_defaults: {a: 1}, stack_status: 'UPDATE_COMPLETE') }
+      let(:stack2) { double(:stack2, template_hash: {}, parameters_with_defaults: {a: 1}, stack_status: 'CREATE_COMPLETE') }
+      let(:proposed_stack1) { double(:proposed_stack1, template_body: "{}", parameters_with_defaults: {a: 1}) }
+      let(:proposed_stack2) { double(:proposed_stack2, template_body: "{}", parameters_with_defaults: {a: 1}) }
+      it "returns the status of call stacks" do
+        out = "REGION    | STACK_NAME | STACK_STATUS    | DIFFERENT\n----------|------------|-----------------|----------\nus-east-1 | stack1     | UPDATE_COMPLETE | Yes      \nus-east-1 | stack2     | CREATE_COMPLETE | No       \n"
+        expect { status.perform }.to output(out).to_stdout
+      end
+    end
+  end
+end