formatron 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: d2fbc3682dfed44912c502471c91985385772edc
+  data.tar.gz: d47b4b18846677185d75bbe1caccb5d49d5e8711
+SHA512:
+  metadata.gz: a352259c2fa5fa21a28fff086e279bfacd8e1c7ab7a9dd435e15c673ea1907a56e2a669f46f9a22ae60f255441a46d0196d48206d3864b79917e5d123580d59f
+  data.tar.gz: c31fc3dd6d65b832b820db576e92e3ee28b9f98f430a23dc5993a3277e8a7608d3a8d1e9b6a4d340af0e9eeb1937036e8f90e65778f06794cddf71538be34976

data/.coveralls.yml

@@ -0,0 +1 @@
+service_name: travis-ci

data/.gitignore

@@ -0,0 +1,12 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+/features_report.html
+/*.log
+/*.gem

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.rubocop.yml

@@ -0,0 +1,3 @@
+AllCops:
+  DisplayCopNames: true
+  DisplayStyleGuide: true

data/.simplecov

@@ -0,0 +1,7 @@
+require 'coveralls'
+SimpleCov.start do
+  add_filter '/spec/'
+  add_filter '/features/'
+  add_filter '/support/'
+  minimum_coverage 100
+end

data/.travis.yml

@@ -0,0 +1,17 @@
+language: ruby
+cache: bundler
+
+rvm:
+  - 2.1.2
+
+before_install:
+  - gem install bundler
+
+script: 'bundle exec rake'
+
+notifications:
+  email:
+    recipients:
+      - pghalliday@gmail.com
+    on_failure: change
+    on_success: never

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,13 @@
+# Contributor Code of Conduct
+
+As contributors and maintainers of this project, we pledge to respect all people who contribute through reporting issues, posting feature requests, updating documentation, submitting pull requests or patches, and other activities.
+
+We are committed to making participation in this project a harassment-free experience for everyone, regardless of level of experience, gender, gender identity and expression, sexual orientation, disability, personal appearance, body size, race, age, or religion.
+
+Examples of unacceptable behavior by participants include the use of sexual language or imagery, derogatory comments or personal attacks, trolling, public or private harassment, insults, or other unprofessional conduct.
+
+Project maintainers have the right and responsibility to remove, edit, or reject comments, commits, code, wiki edits, issues, and other contributions that are not aligned to this Code of Conduct. Project maintainers who do not follow the Code of Conduct may be removed from the project team.
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be reported by opening an issue or contacting one or more of the project maintainers.
+
+This Code of Conduct is adapted from the [Contributor Covenant](http:contributor-covenant.org), version 1.0.0, available at [http://contributor-covenant.org/version/1/0/0/](http://contributor-covenant.org/version/1/0/0/)

data/Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in formatron.gemspec
+gemspec
+
+gem 'fakefs', require: 'fakefs/safe'

data/Guardfile

@@ -0,0 +1,16 @@
+guard 'livereload' do
+  watch(%r{^coverage/.+$})
+end
+
+guard :rake, task: 'default' do
+  watch(/.+\.rb$/)
+  watch(/.+\.gemspec$/)
+  watch(/^Rakefile$/)
+  watch(/^Gemfile$/)
+  watch(/^Guardfile$/)
+  watch(/^.simplecov$/)
+  watch(%r{(?:.+/)?\.rubocop\.yml$})
+  watch(%r{^exe/formatron$})
+  watch(%r{^lib/.+$})
+  watch(%r{^spec/.+$})
+end

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Peter Halliday
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,93 @@
+# Formatron
+
+[![Build Status](https://travis-ci.org/pghalliday/formatron.svg?branch=master)](https://travis-ci.org/pghalliday/formatron?branch=master)
+[![Coverage Status](https://coveralls.io/repos/pghalliday/formatron/badge.svg?branch=master&service=github)](https://coveralls.io/github/pghalliday/formatron?branch=master)
+[![Dependency Status](https://gemnasium.com/pghalliday/formatron.svg)](https://gemnasium.com/pghalliday/formatron)
+
+Simple AWS CloudFormation configuration with Chef Server
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'formatron'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install formatron
+
+## Usage
+
+For the full list of commands and options
+
+```
+formatron help [COMMAND]
+```
+
+### Project generation
+
+To initialize a bootstrap configuration including a VPC and Chef Server
+
+```
+formatron generate bootstrap
+```
+
+To initialize an instance configuration with a dependency on a named bootstrap configuration
+
+```
+formatron generate instance
+```
+
+To initialize an AWS credentials file
+
+```
+formatron generate credentials
+```
+
+### Deploy and provision
+
+To deploy a configuration with the given target specifier
+
+```
+formatron deploy TARGET
+```
+
+To provision a configuration with the given target specifier
+
+```
+formatron provision TARGET
+```
+
+To destroy a configuration and clean up its cookbooks, etc
+
+```
+formatron destroy TARGET
+```
+
+### Bash command completion
+
+Add the following to your `.bashrc`
+
+```
+eval "$(formatron completion-script)"
+```
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release` to create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/formatron/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,16 @@
+require 'rspec/core/rake_task'
+require 'bundler/gem_tasks'
+require 'rubocop/rake_task'
+require 'coveralls/rake/task'
+
+RSpec::Core::RakeTask.new(:spec)
+
+RuboCop::RakeTask.new(:rubocop)
+
+Coveralls::RakeTask.new
+
+task :clean do
+  rm_rf 'coverage'
+end
+
+task default: [:clean, :rubocop, :spec, 'coveralls:push']

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require 'bundler/setup'
+require 'formatron'
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require 'irb'
+IRB.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/exe/formatron

@@ -0,0 +1,20 @@
+#!/usr/bin/env ruby
+
+require 'formatron/cli'
+require 'formatron/cli/generators/credentials'
+require 'formatron/cli/generators/bootstrap'
+require 'formatron/cli/generators/instance'
+require 'formatron/cli/deploy'
+require 'formatron/cli/destroy'
+require 'formatron/cli/provision'
+require 'formatron/cli/completion'
+
+Formatron::CLI.include Formatron::CLI::Generators::Credentials
+Formatron::CLI.include Formatron::CLI::Generators::Bootstrap
+Formatron::CLI.include Formatron::CLI::Generators::Instance
+Formatron::CLI.include Formatron::CLI::Deploy
+Formatron::CLI.include Formatron::CLI::Destroy
+Formatron::CLI.include Formatron::CLI::Provision
+Formatron::CLI.include Formatron::CLI::Completion
+cli = Formatron::CLI.new
+cli.run

data/formatron.gemspec

@@ -0,0 +1,52 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'formatron/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'formatron'
+  spec.version       = Formatron::VERSION
+  spec.authors       = ['Peter Halliday']
+  spec.email         = ['pghalliday@gmail.com']
+
+  if spec.respond_to?(:metadata)
+  end
+
+  spec.summary       = 'AWS/Chef Deployment Tool'
+
+  spec.description   = <<-EOH
+AWS/Chef deployment tool based around Chef Server and AWS CloudFormation
+EOH
+
+  spec.homepage      = 'https://github.com/pghalliday/formatron'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec)/})
+  end
+
+  spec.bindir        = 'exe'
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler', '~> 1.8'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rspec', '~> 3.3'
+  spec.add_development_dependency 'rspec-nc', '~> 0.2'
+  spec.add_development_dependency 'guard', '~> 2.13'
+  spec.add_development_dependency 'pry', '~> 0.10'
+  spec.add_development_dependency 'pry-remote', '~> 0.1'
+  spec.add_development_dependency 'pry-nav', '~> 0.2'
+  spec.add_development_dependency 'coveralls', '~> 0.8'
+  spec.add_development_dependency 'rubocop', '0.33'
+  spec.add_development_dependency 'guard-livereload', '~> 2.4'
+  spec.add_development_dependency 'guard-rake', '~> 1.0'
+  spec.add_development_dependency 'fakefs', '~> 0.6'
+
+  spec.add_runtime_dependency 'aws-sdk', '~> 2.1'
+  spec.add_runtime_dependency 'commander', '~> 4.3'
+  spec.add_runtime_dependency 'curb', '~> 0.8'
+  spec.add_runtime_dependency 'deep_merge', '~> 1.0'
+  spec.add_runtime_dependency 'berkshelf', '~> 4.0'
+  spec.add_runtime_dependency 'chef', '~> 12.5'
+end

data/lib/formatron.rb

@@ -0,0 +1,357 @@
+require 'formatron/aws'
+require 'formatron/config'
+require 'formatron/dsl'
+require 'formatron/s3/configuration'
+require 'formatron/s3/chef_server_cert'
+require 'formatron/s3/chef_server_keys'
+require 'formatron/s3/cloud_formation_template'
+require 'formatron/cloud_formation/template'
+require 'formatron/cloud_formation'
+require 'formatron/chef'
+require 'formatron/logger'
+require 'formatron/util/vpc'
+require 'formatron/chef_clients'
+require 'formatron/external'
+
+# manages a Formatron stack
+# rubocop:disable Metrics/ClassLength
+class Formatron
+  FORMATRONFILE = 'Formatronfile'
+
+  attr_reader :protected
+  alias_method :protected?, :protected
+
+  # rubocop:disable Metrics/MethodLength
+  def initialize(credentials:, directory:, target:)
+    @target = target
+    @aws = AWS.new credentials: credentials
+    @config = Config.target(
+      directory: directory,
+      target: target
+    )
+    @external = External.new(
+      target: @target,
+      config: @config,
+      aws: @aws
+    )
+    @dsl = DSL.new(
+      file: File.join(directory, FORMATRONFILE),
+      config: @config,
+      target: @target,
+      external: @external
+    )
+    _initialize
+  end
+  # rubocop:enable Metrics/MethodLength
+
+  # rubocop:disable Metrics/MethodLength
+  # rubocop:disable Metrics/AbcSize
+  # rubocop:disable Metrics/CyclomaticComplexity
+  # rubocop:disable Metrics/PerceivedComplexity
+  def _initialize
+    @formatron = @dsl.formatron
+    @vpcs = @formatron.vpc
+    @name = @formatron.name
+    @bucket = @formatron.bucket
+    external_formatron = @external.formatron
+    @external_vpcs = external_formatron.vpc
+    external_global = external_formatron.global
+    global = @formatron.global || external_global
+    external_ec2 = external_global.ec2
+    ec2 = global.ec2 || external_ec2
+    key_pair = ec2.key_pair || external_ec2.key_pair
+    @ec2_key = ec2.private_key || external_ec2.private_key
+    @protected = global.protect || external_global.protect
+    @kms_key = global.kms_key || external_global.kms_key
+    @databag_secret = global.databag_secret || external_global.databag_secret
+    hosted_zone_id = global.hosted_zone_id || external_global.hosted_zone_id
+    @hosted_zone_name = @aws.hosted_zone_name hosted_zone_id
+    @configuration = @external.export formatron: @formatron
+    @cloud_formation_template = CloudFormation::Template.new(
+      formatron: @formatron,
+      hosted_zone_name: @hosted_zone_name,
+      key_pair: key_pair,
+      kms_key: @kms_key,
+      hosted_zone_id: hosted_zone_id,
+      target: @target,
+      external: @external
+    ).hash
+    _initialize_chef_clients
+    _initialize_instances
+  end
+  # rubocop:enable Metrics/PerceivedComplexity
+  # rubocop:enable Metrics/CyclomaticComplexity
+  # rubocop:enable Metrics/AbcSize
+  # rubocop:enable Metrics/MethodLength
+
+  # rubocop:disable Metrics/MethodLength
+  def _initialize_chef_clients
+    @chef_clients = {}
+    @vpcs.each do |key, vpc|
+      @chef_clients[key] = ChefClients.new(
+        aws: @aws,
+        bucket: @bucket,
+        name: @name,
+        target: @target,
+        ec2_key: @ec2_key,
+        hosted_zone_name: @hosted_zone_name,
+        vpc: vpc,
+        external: @external_vpcs[key],
+        configuration: @configuration,
+        databag_secret: @databag_secret
+      )
+    end
+  end
+  # rubocop:enable Metrics/MethodLength
+
+  # rubocop:disable Metrics/MethodLength
+  # rubocop:disable Metrics/AbcSize
+  def _initialize_instances
+    @chef_servers = {}
+    @bastions = {}
+    @nats = {}
+    @instances = {}
+    @all_instances = {}
+    @vpcs.each do |k, v|
+      chef_servers = @chef_servers[k] = {}
+      bastions = @bastions[k] = {}
+      nats = @nats[k] = {}
+      instances = @instances[k] = {}
+      all_instances = @all_instances[k] = {}
+      v.subnet.values.each do |s|
+        chef_servers.merge! s.chef_server
+        bastions.merge! s.bastion
+        nats.merge! s.nat
+        instances.merge! s.instance
+      end
+      all_instances.merge! chef_servers
+      all_instances.merge! bastions
+      all_instances.merge! nats
+      all_instances.merge! instances
+    end
+  end
+  # rubocop:enable Metrics/AbcSize
+  # rubocop:enable Metrics/MethodLength
+
+  def deploy
+    _deploy_configuration
+    _deploy_chef_server_certs
+    _deploy_template
+    _deploy_stack
+  end
+
+  def provision
+    @all_instances.each do |key, instances|
+      _provision_vpc key, instances
+    end
+  end
+
+  # rubocop:disable Metrics/MethodLength
+  # rubocop:disable Metrics/AbcSize
+  def _provision_vpc(key, instances)
+    chef_clients = @chef_clients[key]
+    chef_clients.init
+    chef_clients.deploy_databags
+    instances.values.each do |instance|
+      dsl_chef = instance.chef
+      next if dsl_chef.nil?
+      chef = chef_clients.get dsl_chef.server
+      cookbook = dsl_chef.cookbook
+      bastion = dsl_chef.bastion
+      sub_domain = instance.sub_domain
+      _provision_instance chef, cookbook, sub_domain, bastion
+    end
+  ensure
+    chef_clients.unlink
+  end
+  # rubocop:enable Metrics/AbcSize
+  # rubocop:enable Metrics/MethodLength
+
+  def _provision_instance(chef, cookbook, sub_domain, bastion)
+    chef.provision(
+      sub_domain: sub_domain,
+      cookbook: cookbook,
+      bastion: bastion
+    )
+  end
+
+  def destroy
+    _destroy_chef_instances
+    _destroy_configuration
+    _destroy_chef_server_cert
+    _destroy_chef_server_keys
+    _destroy_template
+    _destroy_stack
+  end
+
+  def _deploy_configuration
+    S3::Configuration.deploy(
+      aws: @aws,
+      kms_key: @kms_key,
+      bucket: @bucket,
+      name: @name,
+      target: @target,
+      configuration: @configuration
+    )
+  end
+
+  # rubocop:disable Metrics/MethodLength
+  def _deploy_chef_server_certs
+    @chef_servers.values.each do |chef_servers|
+      chef_servers.values.each do |chef_server|
+        S3::ChefServerCert.deploy(
+          aws: @aws,
+          kms_key: @kms_key,
+          bucket: @bucket,
+          name: @name,
+          target: @target,
+          guid: chef_server.guid,
+          cert: chef_server.ssl_cert,
+          key: chef_server.ssl_key
+        )
+      end
+    end
+  end
+  # rubocop:enable Metrics/MethodLength
+
+  def _deploy_template
+    S3::CloudFormationTemplate.deploy(
+      aws: @aws,
+      kms_key: @kms_key,
+      bucket: @bucket,
+      name: @name,
+      target: @target,
+      cloud_formation_template:
+        JSON.pretty_generate(@cloud_formation_template)
+    )
+  end
+
+  def _deploy_stack
+    CloudFormation.deploy(
+      aws: @aws,
+      bucket: @bucket,
+      name: @name,
+      target: @target,
+      parameters: @external.outputs.hash
+    )
+  end
+
+  def _destroy_configuration
+    S3::Configuration.destroy(
+      aws: @aws,
+      bucket: @bucket,
+      name: @name,
+      target: @target
+    )
+  rescue => error
+    LOG.warn error
+  end
+
+  # rubocop:disable Metrics/MethodLength
+  def _destroy_chef_server_cert
+    @chef_servers.values.each do |chef_servers|
+      chef_servers.values.each do |chef_server|
+        S3::ChefServerCert.destroy(
+          aws: @aws,
+          bucket: @bucket,
+          name: @name,
+          target: @target,
+          guid: chef_server.guid
+        )
+      end
+    end
+  rescue => error
+    LOG.warn error
+  end
+  # rubocop:enable Metrics/MethodLength
+
+  # rubocop:disable Metrics/MethodLength
+  def _destroy_chef_server_keys
+    @chef_servers.values.each do |chef_servers|
+      chef_servers.values.each do |chef_server|
+        S3::ChefServerKeys.destroy(
+          aws: @aws,
+          bucket: @bucket,
+          name: @name,
+          target: @target,
+          guid: chef_server.guid
+        )
+      end
+    end
+  rescue => error
+    LOG.warn error
+  end
+  # rubocop:enable Metrics/MethodLength
+
+  def _destroy_template
+    S3::CloudFormationTemplate.destroy(
+      aws: @aws,
+      bucket: @bucket,
+      name: @name,
+      target: @target
+    )
+  rescue => error
+    LOG.warn error
+  end
+
+  def _destroy_stack
+    CloudFormation.destroy(
+      aws: @aws,
+      name: @name,
+      target: @target
+    )
+  rescue => error
+    LOG.warn error
+  end
+
+  def _destroy_chef_instances
+    @all_instances.each do |key, instances|
+      _destroy_chef_vpc_instances key, instances
+    end
+  end
+
+  # rubocop:disable Metrics/MethodLength
+  def _destroy_chef_vpc_instances(key, instances)
+    chef_clients = @chef_clients[key]
+    chef_clients.init
+    chef_clients.delete_databags
+    instances.values.each do |instance|
+      dsl_chef = instance.chef
+      next if dsl_chef.nil?
+      chef = chef_clients.get dsl_chef.server
+      sub_domain = instance.sub_domain
+      _destroy_chef_instance chef, sub_domain
+    end
+  rescue => error
+    LOG.warn error
+  ensure
+    chef_clients.unlink
+  end
+  # rubocop:enable Metrics/MethodLength
+
+  def _destroy_chef_instance(chef, sub_domain)
+    chef.destroy(
+      sub_domain: sub_domain
+    )
+  rescue => error
+    LOG.warn error
+  end
+
+  private(
+    :_initialize,
+    :_initialize_chef_clients,
+    :_initialize_instances,
+    :_deploy_configuration,
+    :_deploy_template,
+    :_deploy_stack,
+    :_destroy_configuration,
+    :_destroy_template,
+    :_destroy_stack,
+    :_destroy_chef_instances,
+    :_destroy_chef_vpc_instances,
+    :_destroy_chef_instance,
+    :_provision_vpc,
+    :_provision_instance
+  )
+end
+# rubocop:enable Metrics/ClassLength