murk 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 94b5fa2f76a059be9b95513044c349bcff000d0a
+  data.tar.gz: 57827970004e4c1ac3e0250165acdf749ce56c2d
+SHA512:
+  metadata.gz: dbb5476ead46d143a845eb9c645277eba34492c6dc0f63daacb550a130e58c14429e1897db5a85a303ce5b2d1bb5f6e79037b542c88ed11c484ae41fcbc8e469
+  data.tar.gz: 0471a34e8f8c3b19f46f0202b4ef4ccc6e9f6dc8c9c193c4d2f4cb9529c1d6e7eff000cf0b6720ef6b24f4a1a20526c4632b399543f8fbfef1b4779884305538

data/bin/murk

@@ -0,0 +1,74 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH << File.join(File.dirname(__FILE__), '..', 'lib')
+
+require 'logger'
+require 'optparse'
+require 'ostruct'
+
+require 'murk'
+
+DEFAULT_CONFIG_FILE = './config/murk.rb'
+
+def change(options)
+  stack_name = ARGV[1]
+  stacks = Murk.load(options.file)
+  stack = stacks.find_by_name(stack_name, env: ENV['MURK_ENV'] || ENV['USER'])
+  if stack
+    yield stack
+  else
+    fail ArgumentError, 'No stack defined with name ' + stack_name
+  end
+rescue StandardError => e
+  fail_with_exception(e, options.debug)
+end
+
+def fail_with_usage(parser)
+  $stderr.puts parser
+  exit 1
+end
+
+def fail_with_exception(e, debug)
+  cause = e.cause || e
+  $stderr.puts e.message
+  $stderr.puts cause.message
+  if debug
+    $stderr.puts cause.backtrace
+  end
+  exit 2
+end
+
+options = OpenStruct.new
+options.file = DEFAULT_CONFIG_FILE
+options.debug = false
+
+parser = OptionParser.new do |p|
+  p.banner = 'Usage: stack [options] [ create | delete ] STACK'
+
+  p.on('-f', '--file FILE', 'Stack configuration file') do |file|
+    options.file = file
+  end
+
+  p.on('-d', '--debug', 'Show extra debugging output') do |debug|
+    options.debug = debug
+    Murk.logger.level = Logger::DEBUG
+  end
+end
+
+begin
+  parser.parse!(ARGV)
+rescue OptionParser::ParseError
+  fail_with_usage(parser)
+end
+
+fail_with_usage(parser) unless ARGV.length >= 2
+
+if ARGV[0] == 'create'
+  change(options) { |stack| stack.create_or_update }
+elsif ARGV[0] == 'delete'
+  change(options) { |stack| stack.delete }
+else
+  fail_with_usage(parser)
+end
+
+exit 0

data/lib/murk/aws.rb

@@ -0,0 +1,11 @@
+require 'aws-sdk'
+
+module Murk
+  module AWS
+
+    def cloudformation
+      @cloudformation ||= Aws::CloudFormation::Client.new
+    end
+
+  end
+end

data/lib/murk/builder/murk_builder.rb

@@ -0,0 +1,45 @@
+
+module Murk
+  module Builder
+
+    class MurkBuilder
+
+      def initialize
+        @options_builder = OptionsBuilder.new
+        @stack_builders = []
+        @current_env = nil
+      end
+
+      def options(&block)
+        @options_builder.instance_eval(&block)
+        self
+      end
+
+      def env(name, &block)
+        @current_env = name
+        instance_eval(&block)
+        @current_env = nil
+        self
+      end
+
+      def stack(name, &block)
+        stack_builder = StackBuilder.new(name, env: @current_env)
+        stack_builder.instance_eval(&block)
+        @stack_builders << stack_builder
+        self
+      end
+
+      def build
+        Murk.configure(@options_builder.build)
+
+        stack_collection = Murk::Model::StackCollection.new
+        @stack_builders.each do |builder|
+          stack_collection.add(builder.build)
+        end
+        stack_collection
+      end
+
+    end
+
+  end
+end

data/lib/murk/builder/options_builder.rb

@@ -0,0 +1,26 @@
+
+module Murk
+  module Builder
+
+    class OptionsBuilder
+
+      def initialize
+        @options = {}
+      end
+
+      def build
+        @options
+      end
+
+      def respond_to?(_method_sym)
+        true
+      end
+
+      def method_missing(method_sym, *args)
+        @options[method_sym] = args[0]
+      end
+
+    end
+
+  end
+end

data/lib/murk/builder/parameters_builder.rb

@@ -0,0 +1,31 @@
+
+require 'murk/model/stack_parameter'
+
+module Murk
+  module Builder
+
+    class ParametersBuilder
+
+      def initialize
+        @parameters = []
+      end
+
+      def build
+        @parameters
+      end
+
+      def respond_to?(_method_sym)
+        true
+      end
+
+      def method_missing(method_sym, *args, &block)
+        if args.length > 0
+          @parameters << Murk::Model::SimpleStackParameter.new(method_sym, args[0])
+        else
+          @parameters << Murk::Model::ReferenceStackParameter.new(method_sym, block)
+        end
+      end
+
+    end
+  end
+end

data/lib/murk/builder/stack_builder.rb

@@ -0,0 +1,32 @@
+
+module Murk
+  module Builder
+
+    class StackBuilder
+
+      def initialize(stack_name, env: nil)
+        @stack_name = stack_name
+        @env = env
+        @parameters_builder = ParametersBuilder.new
+      end
+
+      def build
+        stack = Murk::Model::Stack.new(@stack_name, env: @env)
+        @parameters_builder.build.each do |parameter|
+          stack.add_parameter(parameter)
+        end
+        stack
+      end
+
+      def parameters(&block)
+        @parameters_builder.instance_eval(&block)
+        self
+      end
+
+    end
+
+    class ConfigError < StandardError
+    end
+
+  end
+end

data/lib/murk/model/stack.rb

@@ -0,0 +1,126 @@
+
+require 'aws-sdk'
+require 'murk/model/template'
+
+module Murk
+  module Model
+    class Stack
+
+      include Murk
+      include Murk::AWS
+
+      attr_reader :name, :env
+      attr_accessor :collection
+
+      def initialize(name, env: nil, template_filename: name + '.json')
+        @name = name
+        @env = env
+        @template = Template.new(template_filename)
+        @parameters = []
+      end
+
+      def add_parameter(parameter)
+        if @template.parameter?(parameter.key)
+          @parameters << parameter
+        else
+          fail StackError, "No such parameter '#{parameter.key}' for template '#{@template.filename}'"
+        end
+      end
+
+      def parameter_value(parameter_key)
+        @parameters.find { |parameter| parameter.key == parameter_key }.resolve(@collection)
+      end
+
+      def create_or_update
+        fail StackError, "Stack '#{@name}' is in failed state" if failed?
+        exists? ? update : create
+      end
+
+      def delete
+        fail StackError "Stack #{@name} does not exist" unless exists?
+        cloudformation.delete_stack(stack_name: qualified_name)
+      end
+
+      def exists?
+        existing.any?
+      end
+
+      def failed?
+        existing.any? do |stack|
+          stack.stack_status =~ /FAILED/
+        end
+      end
+
+      def qualified_name
+        qualified_name = ''
+        if Murk.options[:stack_prefix]
+          qualified_name += Murk.options[:stack_prefix] + '-'
+        end
+        if @env
+          qualified_name += @env + '-'
+        end
+        qualified_name + @name
+      end
+
+      def output(key)
+        return unless exists?
+        outputs = cloudformation.describe_stacks(stack_name: qualified_name)[:stacks][0][:outputs]
+        output = outputs.find { |o| o.output_key == key.to_s }
+        output ? output.output_value : nil
+      end
+
+      private
+
+      def create
+        cloudformation.create_stack(config)
+      rescue Aws::CloudFormation::Errors::ValidationError
+        raise StackError, "Failed to create stack #{@name}"
+      end
+
+      def update
+        cloudformation.update_stack(config)
+      rescue Aws::CloudFormation::Errors::ValidationError
+        if e.message =~ /No updates are to be performed/
+          return
+        else
+          raise StackError, "Failed to update stack #{@name}"
+        end
+      end
+
+      def existing
+        cloudformation.list_stacks.stack_summaries.select do |stack|
+          stack.stack_name == qualified_name && stack.stack_status != 'DELETE_COMPLETE'
+        end
+      end
+
+      def config
+        {
+          stack_name: qualified_name,
+          template_body: @template.body,
+          capabilities: ['CAPABILITY_IAM'],
+          parameters: implicit_parameters + explicit_parameters
+        }
+      end
+
+      def implicit_parameters
+        implicit_parameters = {}
+        implicit_parameters[:Prefix] = Murk.options[:stack_prefix] if @template.parameter?(:Prefix)
+        implicit_parameters[:Env] = @env if @template.parameter?(:Env)
+        implicit_parameters[:Name] = @name if @template.parameter?(:Name)
+        implicit_parameters[:QualifiedName] = qualified_name if @template.parameter?(:QualifiedName)
+        implicit_parameters.map { |key, value| { parameter_key: key, parameter_value: value } }
+      end
+
+      def explicit_parameters
+        @parameters.map do |parameter|
+          { parameter_key: parameter.key, parameter_value: parameter.resolve(@collection) }
+        end
+      end
+
+    end
+
+    class StackError < StandardError
+    end
+
+  end
+end

data/lib/murk/model/stack_collection.rb

@@ -0,0 +1,37 @@
+
+module Murk
+  module Model
+    class StackCollection
+
+      include Enumerable
+
+      def initialize
+        @stacks = []
+      end
+
+      def add(stack)
+        @stacks << stack
+        stack.collection = self
+      end
+
+      def each(&block)
+        @stacks.each(&block)
+      end
+
+      def find_by_name(name, env: nil)
+        find do |stack|
+          stack.name == name && stack.env == env
+        end
+      end
+
+      def respond_to?(method_sym)
+        @stacks.any? { |stack| stack.name == method_sym.to_s }
+      end
+
+      def method_missing(method_sym)
+        @stacks.find { |stack| stack.name == method_sym.to_s }
+      end
+
+    end
+  end
+end

data/lib/murk/model/stack_parameter.rb

@@ -0,0 +1,39 @@
+
+module Murk
+  module Model
+
+    class SimpleStackParameter
+
+      attr_reader :key, :value
+
+      def initialize(key, value)
+        @key = key
+        @value = value
+      end
+
+      def resolve(stack_collection)
+        @value
+      end
+
+      def ==(other)
+        @key == other.key && @value == other.value
+      end
+
+    end
+
+    class ReferenceStackParameter
+
+      attr_reader :key, :block
+
+      def initialize(key, block)
+        @key = key
+        @block = block
+      end
+
+      def resolve(stack_collection)
+        stack_collection.instance_eval(&@block)
+      end
+
+    end
+  end
+end

data/lib/murk/model/template.rb

@@ -0,0 +1,58 @@
+
+require 'aws-sdk'
+
+module Murk
+  module Model
+    class Template
+
+      include Murk
+      include Murk::AWS
+
+      attr_reader :filename
+
+      def initialize(filename)
+        @filename = filename
+      end
+
+      def path
+        @path ||= resolve_path(@filename)
+      end
+
+      def body
+        File.read(path)
+      end
+
+      def parameters
+        validate.parameters
+      end
+
+      def parameter?(parameter_key)
+        parameters.any? { |param| param.parameter_key == parameter_key.to_s }
+      end
+
+      private
+
+      def resolve_path(filename)
+        template_paths = Murk.options[:template_path].split(':')
+        template_paths.each do |path|
+          real_path = File.absolute_path(path, Murk.config_dir)
+          if File.exist?(File.join(real_path, filename))
+            return File.join(real_path, filename)
+          end
+        end
+        fail TemplateError, "Template '#{filename}' not found in path #{Murk.options[:template_path]}"
+      end
+
+      def validate
+        @validate_output ||= cloudformation.validate_template(template_body: body)
+      rescue Aws::CloudFormation::Errors::ValidationError
+        raise TemplateError, "Failed to validate template at #{path}"
+      end
+
+    end
+
+    class TemplateError < StandardError
+    end
+
+  end
+end

data/lib/murk.rb

@@ -0,0 +1,60 @@
+
+require 'logger'
+
+module Murk
+
+  DEFAULT_OPTIONS = {
+    template_path: ENV['MURK_PATH'] || '',
+    stack_prefix: ENV['MURK_PREFIX']
+  }
+
+  def self.configure(options = {})
+    @options = self.options.merge(options)
+  end
+
+  def self.options
+    @options ||= DEFAULT_OPTIONS
+  end
+
+  def self.load(file)
+    self.config_file = file
+    config = File.read(config_file)
+    builder = Murk::Builder::MurkBuilder.new
+    builder.instance_eval(config)
+    builder.build
+  end
+
+  # rubocop:disable Style/ClassVars
+  def self.logger
+    @@logger ||= Logger.new(STDOUT).tap do |log|
+      log.level = Logger::INFO
+      log.progname = 'Murk'
+    end
+  end
+
+  def self.logger=(logger)
+    @@logger = logger.tap do |log|
+      log.progname = 'Murk'
+    end
+  end
+
+  def self.config_file
+    @@config_file ||= File.absolute_path('./config')
+  end
+
+  def self.config_file=(config_file)
+    @@config_file = config_file
+  end
+  # rubocop:ensable Style/ClassVars
+
+  def self.config_dir
+    File.dirname(config_file)
+  end
+
+  def logger
+    Murk.logger
+  end
+
+end
+
+Dir.glob(File.join(File.dirname(__FILE__), 'murk', '**/*.rb')).each { |file| require file }

metadata

@@ -0,0 +1,153 @@
+--- !ruby/object:Gem::Specification
+name: murk
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Cam Smith
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-08-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: api_cache
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.3'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.32'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.32'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.3'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+description: Murk - Parameterization and environmental partitioning for AWS CloudFormation
+email: 
+executables:
+- murk
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/murk
+- lib/murk.rb
+- lib/murk/aws.rb
+- lib/murk/builder/murk_builder.rb
+- lib/murk/builder/options_builder.rb
+- lib/murk/builder/parameters_builder.rb
+- lib/murk/builder/stack_builder.rb
+- lib/murk/model/stack.rb
+- lib/murk/model/stack_collection.rb
+- lib/murk/model/stack_parameter.rb
+- lib/murk/model/template.rb
+homepage: https://github.com/snoremac/murk
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: Murk
+test_files: []