awskit 0.1.0

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/awskit.gemspec

@@ -0,0 +1,35 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'awskit/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "awskit"
+  spec.version       = Awskit::VERSION
+  spec.authors       = ["Jeremy Hahn"]
+  spec.email         = ["mail@jeremyhahn.com"]
+
+  spec.summary       = %q{DevOps automation toolkit generator for AWS.}
+  spec.description   = %q{Generates an AWS DevOps toolkit.}
+  spec.homepage      = "https://github.com/jeremyhahn/awskit"
+  spec.license       = "GPLv3"
+
+  # Prevent pushing this gem to RubyGems.org by setting 'allowed_push_host', or
+  # delete this section to allow pushing this gem to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata['allowed_push_host'] = "https://rubygems.org"
+  else
+    raise "RubyGems 2.0 or newer is required to protect against public gem pushes."
+  end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.11"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+
+  spec.add_runtime_dependency 'stackit', "~> 0"
+end

data/bin/awskit

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+$:.push File.expand_path('../../lib', __FILE__)
+require 'awskit/cli'
+Awskit::Cli.require_clis
+Awskit::Cli.start
+

data/lib/awskit/cli.rb

@@ -0,0 +1,40 @@
+require 'stackit/cli/stack_cli'
+require 'awskit'
+
+module Awskit
+  class Cli < Stackit::BaseCli
+
+    def initialize(*args)
+      super(*args)
+    end
+
+    def self.require_clis
+      Dir.glob("#{Awskit.home}/awskit/*") do |pkg|
+        next if File.file?(pkg)
+        pkg_name = pkg.split('/').last
+        full_pkg_name = "Awskit::#{pkg_name.capitalize}::Cli"
+        cli = "#{pkg}/cli.rb"
+        if File.exist?(cli)
+          require cli
+          clazz = full_pkg_name.constantize
+          clazz.initialize_cli if clazz.respond_to?('initialize_cli')
+        end
+      end
+    end
+
+    desc 'version', 'Displays awskit version'
+    def version
+puts <<-LOGO
+    ___ _       _______ __ __ __________
+   /   | |     / / ___// //_//  _/_  __/
+  / /| | | /| / /\__ \/ ,<   / /  / /   
+ / ___ | |/ |/ /___/ / /| |_/ /  / /    
+/_/  |_|__/|__//____/_/ |_/___/ /_/     
+
+Amazon Web Services Toolkit Generator v#{Awskit::VERSION}
+
+LOGO
+    end
+
+  end
+end

data/lib/awskit/gen/cli.rb

@@ -0,0 +1,35 @@
+require 'erb'
+require 'awskit/gen/template_writer'
+require 'awskit/gen/toolkit/service'
+require 'awskit/gen/cookbook/service'
+
+module Awskit::Gen
+
+  class Cli < Stackit::BaseCli
+
+    def initialize(*args)
+    	super(*args)
+    end
+
+    def self.initialize_cli
+      Thor.desc "gen", "AWS DevOps toolkit cookbook scaffolding"
+      Thor.subcommand "gen", self
+    end
+
+    desc 'toolkit', 'Generate a new toolkit'
+    method_option :name, aliases: '-n', desc: 'The toolkit name', :required => true
+    method_option :path, aliases: '-p', desc: 'A file system path to output the generated toolkit'
+    def toolkit
+      Toolkit::Service.new(options).gen
+    end
+
+    desc 'cookbook', 'Chef cookbook scaffolding'
+    method_option :name, aliases: '-n', desc: 'The cookbook name', :required => true
+    method_option :path, aliases: '-p', desc: 'A file system path to output the generated cookbook'
+    def cookbook
+      Cookbook::Service.new(options).gen
+    end
+
+  end
+
+end

data/lib/awskit/gen/cookbook/kitchen_template_binding.rb

@@ -0,0 +1,41 @@
+module Awskit::Gen::Cookbook
+
+  class KitchenTemplateBinding
+
+    attr_accessor :aws_ssh_key
+    attr_accessor :security_group
+    attr_accessor :region
+    attr_accessor :availability_zone
+    attr_accessor :subnet_id
+    attr_accessor :iam_profile_name
+    attr_accessor :instance_type
+    attr_accessor :associate_public_ip
+    attr_accessor :transport_ssh_key
+    attr_accessor :transport_username
+    attr_accessor :platform_ami
+    attr_accessor :platform_username
+    attr_accessor :service_name
+
+    def initialize(options)
+      self.aws_ssh_key = options[:aws_ssh_key]
+      self.security_group = options[:security_group]
+      self.region = options[:region]
+      self.availability_zone = options[:availability_zone]
+      self.subnet_id = options[:subnet_id]
+      self.iam_profile_name = options[:iam_profile_name]
+      self.instance_type = options[:instance_type]
+      self.associate_public_ip = options[:associate_public_ip]
+      self.transport_ssh_key = options[:transport_ssh_key]
+      self.transport_username = options[:transport_username]
+      self.platform_ami = options[:platform_ami]
+      self.platform_username = options[:platform_username]
+      self.service_name = options[:service_name]
+    end
+
+    def get_binding
+      binding()
+    end
+
+  end
+end
+

data/lib/awskit/gen/cookbook/service.rb

@@ -0,0 +1,123 @@
+require 'awskit/gen/cookbook/kitchen_template_binding'
+require 'awskit/gen/cookbook/vagrantfile_template_binding'
+
+module Awskit::Gen::Cookbook
+
+  class Service
+
+    attr_accessor :options
+    attr_accessor :output_path
+
+    def initialize(options)
+      self.options = options
+      self.output_path = options[:path] || "./#{cookbook_name}"
+    end
+
+    def gen
+      gen_dirs
+      gen_kitchen_yml
+      gen_vagrantfile
+      gen_readme
+      gen_recipes
+      gen_attributes
+      copy_static_files
+    end
+
+  private
+
+    def cookbook_name
+      options[:name].downcase
+    end
+
+    def gen_dirs
+      FileUtils.mkdir_p "#{output_path}/test/integration/default/serverspec/localhost"
+      attrs = "#{output_path}/attributes"
+      recipes = "#{output_path}/recipes"
+      Dir.mkdir attrs unless File.exist?(attrs)
+      Dir.mkdir recipes unless File.exist?(recipes)
+    end
+
+    def gen_kitchen_yml
+      Awskit::Gen::TemplateWriter.new(
+        :output_path => output_path,
+        :template => template_path('.kitchen.yml'),
+        :binding => kitchen_template_binding,
+        :filename => '.kitchen.yml'
+      ).write!
+    end
+
+    def gen_vagrantfile
+      Awskit::Gen::TemplateWriter.new(
+        :output_path => output_path,
+        :template => template_path('Vagrantfile'),
+        :binding => service_name_template_binding,
+        :filename => 'Vagrantfile'
+      ).write!
+    end
+
+    def gen_readme
+      Awskit::Gen::TemplateWriter.new(
+        :output_path => output_path,
+        :template => template_path('README.md'),
+        :binding => service_name_template_binding,
+        :filename => 'README.md'
+      ).write!
+    end
+
+    def gen_recipes
+      FileUtils.touch("#{output_path}/recipes/setup.rb")
+      FileUtils.touch("#{output_path}/recipes/configure.rb")
+      FileUtils.touch("#{output_path}/recipes/deploy.rb")
+      FileUtils.touch("#{output_path}/recipes/undeploy.rb")
+      FileUtils.touch("#{output_path}/recipes/shutdown.rb")
+      File.write("#{output_path}/recipes/setup.rb", "include_recipe 'common'\n")
+    end
+
+    def gen_attributes
+      FileUtils.touch("#{output_path}/attributes/default.rb")
+    end
+
+    def copy_static_files
+      FileUtils.cp(static_file('Berksfile'), "#{output_path}/Berksfile")
+      FileUtils.cp(static_file('chefignore'), "#{output_path}/chefignore")
+      FileUtils.cp(static_file('Gemfile'), "#{output_path}/Gemfile")
+      FileUtils.cp(static_file('Thorfile'), "#{output_path}/Thorfile")
+      FileUtils.cp(static_file('.gitignore'), "#{output_path}/.gitignore")
+      FileUtils.cp(static_file('test/integration/default/serverspec/spec_helper.rb'), "#{output_path}/test/integration/default/serverspec/spec_helper.rb")
+      FileUtils.cp(static_file('test/integration/default/serverspec/localhost/common_spec.rb'), "#{output_path}/test/integration/default/serverspec/localhost/common_spec.rb")
+    end
+
+    def static_file(file)
+      "#{Awskit.home}/awskit/gen/cookbook/templates/#{file}"
+    end
+
+    def template_path(template)
+      "#{Awskit.home}/awskit/gen/cookbook/templates/#{template}.erb"
+    end
+
+    def service_name_template_binding
+      ServiceNameTemplateBinding.new(
+        service_name: options[:name]
+      ).get_binding
+    end
+
+    def kitchen_template_binding
+      KitchenTemplateBinding.new(
+        :aws_ssh_key => Awskit.environment,
+        :security_group => '',
+        :availability_zone => 'a',
+        :subnet_id => '',
+        :iam_profile_name => 'ALLOW_ALL',
+        :instance_type => 't2.medium',
+        :associate_public_ip => true,
+        :transport_ssh_key => "#{ENV['HOME']}.ssh/#{Awskit.environment}.pem",
+        :transport_username => 'ec2-user',
+        :platform_ami => 'ami-60b6c60a',
+        :platform_username => 'ec2-user',
+        :service_name => options[:name]
+      ).get_binding
+    end
+
+  end
+
+end

data/lib/awskit/gen/cookbook/templates/.gitignore

@@ -0,0 +1,18 @@
+*~
+*#
+.#*
+\#*#
+.*.sw[a-z]
+*.un~
+pkg/
+
+# Berkshelf
+.vagrant
+/cookbooks
+Berksfile.lock
+
+# Bundler
+Gemfile.lock
+bin/*
+.bundle/*
+

data/lib/awskit/gen/cookbook/templates/.kitchen.yml.erb

@@ -0,0 +1,43 @@
+---
+driver:
+  name: ec2
+  aws_ssh_key_id: <%= aws_ssh_key %>
+  security_group_ids: ["<%= security_group %>"]
+  region: <%= region %>
+  availability_zone: <%= availability_zone %>
+  require_chef_omnibus: true
+  subnet_id: <%= subnet_id %>
+  iam_profile_name: <%= iam_profile_name %>
+  instance_type: <%= instance_type %>
+  associate_public_ip: <%= associate_public_ip %>
+  interface: dns
+
+transport:
+  ssh_key: <%= transport_ssh_key %>
+  connection_timeout: 10
+  connection_retries: 5
+  username: <%= transport_username %>
+
+provisioner:
+  name: chef_zero
+  chef_zero_port: 9090
+
+platforms:
+  - name: amazon
+    driver:
+      image_id: <%= platform_ami %> #ami-60b6c60a
+    transport:
+      username: <%= platform_username %> #ec2-user
+
+suites:
+  - name: <%= service_name %>
+    run_list:
+      - recipe[<%= service_name %>::setup]
+      - recipe[<%= service_name %>::configure]
+      - recipe[<%= service_name %>::deploy]
+    attributes: { 
+      <%= service_name %>: {
+        test_kitchen: true
+      }
+    }
+

data/lib/awskit/gen/cookbook/templates/Berksfile

@@ -0,0 +1,6 @@
+source "https://supermarket.chef.io"
+
+metadata
+
+cookbook 'common', path: "../common"
+

data/lib/awskit/gen/cookbook/templates/Gemfile

@@ -0,0 +1,22 @@
+source 'https://rubygems.org'
+
+gem 'berkshelf'
+gem 'test-kitchen'
+gem 'kitchen-ec2'
+
+group :integration do
+  gem 'kitchen-vagrant', '~> 0.11'
+end
+
+# Uncomment these lines if you want to live on the Edge:
+#
+# group :development do
+#   gem "berkshelf", github: "berkshelf/berkshelf"
+#   gem "vagrant", github: "mitchellh/vagrant", tag: "v1.6.3"
+# end
+#
+# group :plugins do
+#   gem "vagrant-berkshelf", github: "berkshelf/vagrant-berkshelf"
+#   gem "vagrant-omnibus", github: "schisamo/vagrant-omnibus"
+# end
+

data/lib/awskit/gen/cookbook/templates/README.md.erb

@@ -0,0 +1,3 @@
+# <%= service_name.capitalize %> Cookbook
+
+Installs and configures the retailigence <%= service_name %> service.

data/lib/awskit/gen/cookbook/templates/Thorfile

@@ -0,0 +1,5 @@
+# encoding: utf-8
+
+require 'bundler'
+require 'bundler/setup'
+require 'berkshelf/thor'

data/lib/awskit/gen/cookbook/templates/Vagrantfile.erb

@@ -0,0 +1,90 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+# Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
+VAGRANTFILE_API_VERSION = '2'
+
+Vagrant.require_version '>= 1.5.0'
+
+Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
+  # All Vagrant configuration is done here. The most common configuration
+  # options are documented and commented below. For a complete reference,
+  # please see the online documentation at vagrantup.com.
+
+  config.vm.hostname = '<%= service_name %>-berkshelf'
+
+  # Set the version of chef to install using the vagrant-omnibus plugin
+  # NOTE: You will need to install the vagrant-omnibus plugin:
+  #
+  #   $ vagrant plugin install vagrant-omnibus
+  #
+  if Vagrant.has_plugin?("vagrant-omnibus")
+    config.omnibus.chef_version = 'latest'
+  end
+
+  # Every Vagrant virtual environment requires a box to build off of.
+  # If this value is a shorthand to a box in Vagrant Cloud then
+  # config.vm.box_url doesn't need to be specified.
+  config.vm.box = 'chef/ubuntu-14.04'
+
+
+  # Assign this VM to a host-only network IP, allowing you to access it
+  # via the IP. Host-only networks can talk to the host machine as well as
+  # any other machines on the same network, but cannot be accessed (through this
+  # network interface) by any external networks.
+  config.vm.network :private_network, type: 'dhcp'
+
+  # Create a forwarded port mapping which allows access to a specific port
+  # within the machine from a port on the host machine. In the example below,
+  # accessing "localhost:8080" will access port 80 on the guest machine.
+
+  # Share an additional folder to the guest VM. The first argument is
+  # the path on the host to the actual folder. The second argument is
+  # the path on the guest to mount the folder. And the optional third
+  # argument is a set of non-required options.
+  # config.vm.synced_folder "../data", "/vagrant_data"
+
+  # Provider-specific configuration so you can fine-tune various
+  # backing providers for Vagrant. These expose provider-specific options.
+  # Example for VirtualBox:
+  #
+  # config.vm.provider :virtualbox do |vb|
+  #   # Don't boot with headless mode
+  #   vb.gui = true
+  #
+  #   # Use VBoxManage to customize the VM. For example to change memory:
+  #   vb.customize ["modifyvm", :id, "--memory", "1024"]
+  # end
+  #
+  # View the documentation for the provider you're using for more
+  # information on available options.
+
+  # The path to the Berksfile to use with Vagrant Berkshelf
+  # config.berkshelf.berksfile_path = "./Berksfile"
+
+  # Enabling the Berkshelf plugin. To enable this globally, add this configuration
+  # option to your ~/.vagrant.d/Vagrantfile file
+  config.berkshelf.enabled = true
+
+  # An array of symbols representing groups of cookbook described in the Vagrantfile
+  # to exclusively install and copy to Vagrant's shelf.
+  # config.berkshelf.only = []
+
+  # An array of symbols representing groups of cookbook described in the Vagrantfile
+  # to skip installing and copying to Vagrant's shelf.
+  # config.berkshelf.except = []
+
+  config.vm.provision :chef_solo do |chef|
+    chef.json = {
+      mysql: {
+        server_root_password: 'rootpass',
+        server_debian_password: 'debpass',
+        server_repl_password: 'replpass'
+      }
+    }
+
+    chef.run_list = [
+      'recipe[<%= service_name %>::default]'
+    ]
+  end
+end

data/lib/awskit/gen/cookbook/templates/attributes/default.rb

@@ -0,0 +1,2 @@
+node.default[:cassandra][:version] = "2.2.6"
+node.default['cassandra']['config']['cluster_name'] = 'retaildb'

data/lib/awskit/gen/cookbook/templates/chefignore

@@ -0,0 +1,94 @@
+# Put files/directories that should be ignored in this file when uploading
+# or sharing to the community site.
+# Lines that start with '# ' are comments.
+
+# OS generated files #
+######################
+.DS_Store
+Icon?
+nohup.out
+ehthumbs.db
+Thumbs.db
+
+# SASS #
+########
+.sass-cache
+
+# EDITORS #
+###########
+\#*
+.#*
+*~
+*.sw[a-z]
+*.bak
+REVISION
+TAGS*
+tmtags
+*_flymake.*
+*_flymake
+*.tmproj
+.project
+.settings
+mkmf.log
+
+## COMPILED ##
+##############
+a.out
+*.o
+*.pyc
+*.so
+*.com
+*.class
+*.dll
+*.exe
+*/rdoc/
+
+# Testing #
+###########
+.watchr
+.rspec
+spec/*
+spec/fixtures/*
+test/*
+features/*
+Guardfile
+Procfile
+
+# SCM #
+#######
+.git
+*/.git
+.gitignore
+.gitmodules
+.gitconfig
+.gitattributes
+.svn
+*/.bzr/*
+*/.hg/*
+*/.svn/*
+
+# Berkshelf #
+#############
+cookbooks/*
+tmp
+
+# Cookbooks #
+#############
+CONTRIBUTING
+CHANGELOG*
+
+# Strainer #
+############
+Colanderfile
+Strainerfile
+.colander
+.strainer
+
+# Vagrant #
+###########
+.vagrant
+Vagrantfile
+
+# Travis #
+##########
+.travis.yml

data/lib/awskit/gen/cookbook/templates/metadata.rb.erb

@@ -0,0 +1,9 @@
+name             '<%= service_name %>'
+maintainer       'root'
+maintainer_email 'root@localhost'
+license          'All rights reserved'
+description      'Installs/Configures <%= service_name %>'
+long_description 'Installs/Configures <%= service_name %>'
+version          IO.read(File.join(File.dirname(__FILE__), 'VERSION')) rescue '0.0.1'
+
+depends 'common'

data/lib/awskit/gen/cookbook/templates/recipes/setup.rb

@@ -0,0 +1 @@
+include_recipe 'common'

data/lib/awskit/gen/cookbook/templates/test/integration/default/serverspec/localhost/common_spec.rb

@@ -0,0 +1,6 @@
+require 'spec_helper'
+
+describe command('java -version') do
+  its(:exit_status) { should eq(0) }
+  its(:stdout) { should match(/.*1.8.*/) }
+end

data/lib/awskit/gen/cookbook/templates/test/integration/default/serverspec/spec_helper.rb

@@ -0,0 +1,11 @@
+require 'serverspec'
+require 'pathname'
+
+include Serverspec::Helper::Exec
+include Serverspec::Helper::DetectOS
+
+RSpec.configure do |c|
+  c.before :all do
+    c.os = backend(Serverspec::Commands::Base).check_os
+  end
+end

data/lib/awskit/gen/cookbook/vagrantfile_template_binding.rb

@@ -0,0 +1,17 @@
+module Awskit::Gen::Cookbook
+
+  class ServiceNameTemplateBinding
+
+    attr_accessor :service_name
+
+    def initialize(options)
+      self.service_name = options[:service_name]
+    end
+
+    def get_binding
+      binding()
+    end
+
+  end
+end
+

data/lib/awskit/gen/template_writer.rb

@@ -0,0 +1,28 @@
+module Awskit::Gen
+
+  class TemplateWriter
+
+    attr_accessor :output_path
+    attr_accessor :template
+    attr_accessor :binding
+    attr_accessor :filename
+
+    def initialize(options)
+      self.output_path = options[:output_path]
+      self.template = options[:template]
+      self.binding = options[:binding]
+      self.filename = options[:filename]
+    end
+
+    def write!
+      t = File.open(template).read
+      erb_template = ERB.new(t, nil, '-')
+      content = erb_template.result(binding)
+      File.open("#{output_path}/#{filename}", "w+") { |file|
+        file.write(content)
+      }
+    end
+
+  end
+
+end