inception 0.1.0

data/.chef/knife.rb

@@ -0,0 +1,4 @@
+cookbook_path ["cookbooks"]
+role_path     nil
+data_bag_path nil
+#encrypted_data_bag_secret "data_bag_key"

data/.gitignore

@@ -0,0 +1,20 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+.kitchen/
+.kitchen.local.yml
+nodes/*.json

data/.kitchen.yml

@@ -0,0 +1,42 @@
+---
+driver_plugin: <%= ENV['AWS_ACCESS_KEY_ID'] ? "ec2" : "vagrant" %>
+
+platforms:
+<% if ENV['AWS_ACCESS_KEY_ID'] %>
+- name: precise64_ec2
+  driver_plugin: ec2
+  driver_config:
+    aws_access_key_id: <%= ENV['AWS_ACCESS_KEY_ID'] %>
+    aws_secret_access_key: <%= ENV['AWS_SECRET_ACCESS_KEY'] %>
+    # Default keypair is in Stark & Wayne AWS account for kitchen CI testing
+    aws_ssh_key_id: <%= ENV['AWS_SSH_KEY_NAME'] || 'kitchen' %> # name of the AWS keypair to use
+    ssh_key: <%= ENV['AWS_SSH_KEY_PATH'] || File.expand_path("../config/ssh/kitchen-aws", __FILE__) %> # private key such as ~/.ssh/id_rsa that matches the AWS keypair
+    region: us-east-1
+    availability_zone: us-east-1b
+    flavor_id: m1.medium
+    image_id: ami-856f02ec # us-east-1 12.04 amd64
+    username: ubuntu
+    groups:
+      - default
+      - ssh
+    require_chef_omnibus: true
+<% else %>
+- name: precise64_virtualbox
+  driver_config:
+    provider: virtualbox
+    box: precise64
+    box_url: http://cloud-images.ubuntu.com/vagrant/precise/current/precise-server-cloudimg-amd64-vagrant-disk1.box
+    require_chef_omnibus: true
+- name: precise64_vmware_fusion
+  driver_config:
+    provider: vmware_fusion
+    box: precise64
+    box_url: https://s3.amazonaws.com/gsc-vagrant-boxes/ubuntu-12.04.2-server-amd64.box
+    require_chef_omnibus: true
+<% end %>
+
+suites:
+- name: default
+  run_list:
+    - recipe[bosh_inception]
+  attributes: {}

data/.rspec

@@ -0,0 +1,3 @@
+--format progress
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,23 @@
+language: ruby
+script: bundle exec rake spec:$SUITE
+bundler_args: "--without=vagrant"
+rvm:
+  - ruby-1.9.3
+  # - rbx-19mode
+  # - ruby-2.0.0 - generates "Cannot find Syck parser for YAML"
+notifications:
+  email:
+    recipients:
+      - drnicwilliams@gmail.com
+    on_success: change
+    on_failure: always
+env:
+  matrix:
+    - SUITE=unit
+    # - SUITE=cookbooks
+    - SUITE=integration:aws:basic
+  global:
+    - secure: "XRBq8CKIbRvwBTpyecFFtQFXgD0dhH4+p7knMQn/o4xnv79/feEPRccQycmk\nsFuWeVxTOW06p+PseQMQuU2UgjIDM6RE7jE5iM5kJh6hS/zFHAzlXWQAvEGz\nimnmzEMza60RXgihvT4WWVy5KJZtailUd2ywV9j5BxYHExKeABo="
+# matrix:
+#   allow_failures:
+#     - env: SUITE=integration:aws:basic

data/Berksfile

@@ -0,0 +1,8 @@
+site :opscode
+
+cookbook "apt"
+cookbook "user"
+cookbook "sudo"
+cookbook "hub"
+cookbook "rvm", github: "fnichol/chef-rvm"
+cookbook "bosh_inception", path: "cookbooks/bosh_inception"

data/Berksfile.lock

@@ -0,0 +1,9 @@
+cookbook 'bosh_inception', :path => '/Users/drnic/Projects/ruby/gems/inception/cookbooks/bosh_inception'
+cookbook 'apt', :locked_version => '1.9.2'
+cookbook 'user', :locked_version => '0.3.0'
+cookbook 'sudo', :locked_version => '2.1.0'
+cookbook 'rvm', :git => 'git://github.com/fnichol/chef-rvm.git', :ref => '7038fb8c518d0d7785767de215b1ae463f237973'
+cookbook 'java', :locked_version => '1.10.2'
+cookbook 'windows', :locked_version => '1.8.10'
+cookbook 'chef_handler', :locked_version => '1.1.4'
+cookbook 'chef_gem', :locked_version => '0.1.0'

data/Gemfile

@@ -0,0 +1,18 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in inception.gemspec
+gemspec
+
+gem "settingslogic", github: "drnic/settingslogic", branch: "integration"
+
+# gem 'knife-solo', github: 'matschaffer/knife-solo'
+gem 'knife-solo', github: 'drnic/knife-solo', branch: 'continue_connecting'
+
+group :integration do
+  # gem 'test-kitchen', github: 'opscode/test-kitchen', branch: '1.0'
+  gem 'kitchen-ec2'
+end
+
+group :vagrant do
+  gem 'kitchen-vagrant', '~> 0.10.0'
+end

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Dr Nic Williams, Stark & Wayne, LLC
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,139 @@
+# Bosh Inception
+
+Create an inception server for Bosh.
+
+Includes a CLI for creating and preparing an inception server for deploying/developing a Bosh universe. The created or targeted VM is upgraded into an inception server via a Chef cookbook.
+
+[![Build Status](https://travis-ci.org/drnic/inception.png?branch=master)](https://travis-ci.org/drnic/inception)
+[![Code Climate](https://codeclimate.com/github/drnic/inception.png)](https://codeclimate.com/github/drnic/inception)
+
+## Installation
+
+Currently, install and use the tool via this Git repo (due to its dependency on other unreleased RubyGems).
+
+```
+git clone https://github.com/drnic/inception.git
+cd inception
+bundle
+bundle exec bin/inception deploy
+```
+
+Waiting on the following projects to ship a new gem:
+
+* https://github.com/matschaffer/knife-solo/issues/243
+
+In future, this tool will be distributed as a RubyGem. It requires Ruby 1.9+.
+
+```
+gem install inception
+```
+
+## Usage
+
+This project includes both a standalone CLI to create an inception server or transform an existing VM into an inception server; and the internal Chef cookbooks that can be used outside of the CLI.
+
+### CLI usage - create a remote inception server
+
+To create a remote inception server, normally in the IaaS/region that you will be working with BOSH:
+
+```
+$ inception deploy
+
+Found infrastructure API credentials at ~/.fog (override with $FOG)
+1. AWS (default)
+2. AWS (starkandwayne)
+3. Alternate credentials
+Choose infrastructure:  3
+
+1. AWS
+2. OpenStack
+Choose infrastructure:  1
+
+
+Using provider aws:
+
+1. *US East (Northern Virginia) Region (us-east-1)
+2. US West (Oregon) Region (us-west-2)
+3. US West (Northern California) Region (us-west-1)
+4. EU (Ireland) Region (eu-west-1)
+5. Asia Pacific (Singapore) Region (ap-southeast-1)
+6. Asia Pacific (Sydney) Region (ap-southeast-2)
+7. Asia Pacific (Tokyo) Region (ap-northeast-1)
+8. South America (Sao Paulo) Region (sa-east-1)
+Choose AWS region: 2
+
+Access key: KEYGOESHERE
+Secret key: SECRETGOESHERE
+
+Confirming: Using aws/us-west-2
+
+Preparing deployment settings
+
+Using your git user.name (Dr Nic Williams)
+Acquiring a public IP address... 54.245.246.122
+
+Provision inception server
+
+Created security group ssh
+ -> opened ssh ports TCP 22..22 from IP range 0.0.0.0/0
+Booting m1.small Inception VM...
+Provisioning 16Gb persistent disk for inception VM...
+
+Prepare inception VM
+
+knife solo bootstrap ubuntu@ec2-54-214-66-166.us-west-2.compute.amazonaws.com [...]
+Bootstrapping Chef...
+... lots of chef output...
+
+```
+
+### CLI usage - upgrade existing remote inception server
+
+You can upgrade your remote inception server at any time by re-running the `deploy` command.
+
+```
+$ inception deploy
+... lots of chef output ...
+```
+
+
+### Chef cookbook usage - remote VM
+
+This project includes a `bosh_inception` Chef cookbook.
+
+You can apply the cookbook to a preexisting remote VM using [knife solo](http://matschaffer.github.io/knife-solo/ "knife-solo"):
+
+```
+$ bundle
+$ bundle exec knife solo bootstrap ubuntu@HOST -r 'bosh_inception'
+$ bundle exec knife solo bootstrap ubuntu@HOST -j '{"disk": {"mounted": true, "device": "/dev/xvdf"}}' -r 'bosh_inception'
+
+# for more help information:
+$ knife solo bootstrap -h
+```
+
+See `cookbooks/bosh_inception/attributes/default.rb` for available JSON overrides.
+
+### Chef cookbook usage - local VM
+
+You can also apply the cookbooks to the local VM (or a remote VM that you've shelled into) using your favourite Chef toolchain.
+
+See `cookbooks/bosh_inception/attributes/default.rb` for available JSON overrides.
+
+## Development
+
+One half of the functionality is in a Chef cookbook `bosh_inception`. To load this cookbook into a Vagrant VM and run a series of integration tests (via `test-kitchen`):
+
+```
+$ bundle
+$ kitchen test virtualbox
+$ kitchen test vmware # if you have vagrant vmware plugin
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,66 @@
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../Gemfile", __FILE__)
+
+require "rubygems"
+require "bundler"
+Bundler.setup(:default, :test, :development, :integration)
+
+require "bundler/gem_tasks"
+
+require "rake/dsl_definition"
+require "rake"
+require "rspec/core/rake_task"
+
+
+begin
+  require 'kitchen/rake_tasks'
+  Kitchen::RakeTasks.new
+rescue LoadError
+  puts ">>>>> Kitchen gem not loaded, omitting tasks" unless ENV['CI']
+end
+
+
+if defined?(RSpec)
+  namespace :spec do
+    desc "Run Unit Tests"
+    unit_rspec_task = RSpec::Core::RakeTask.new(:unit) do |t|
+      t.pattern = "spec/unit/**/*_spec.rb"
+      t.rspec_opts = %w(--format progress --color)
+    end
+
+    desc "Run cookbook tests (only if $AWS_ACCESS_KEY_ID is set)"
+    task :cookbooks do
+      if ENV['AWS_ACCESS_KEY_ID']
+        sh "kitchen test ec2"
+      else
+        puts "Skipping spec:cookbooks. Please provide $AWS_ACCESS_KEY_ID & $AWS_SECRET_ACCESS_KEY_ID"
+      end
+    end
+
+    namespace :integration do
+      namespace :aws do
+        jobs = Dir["spec/integration/aws/*_spec.rb"].map {|f| File.basename(f).gsub(/aws_(.*)_spec.rb/, '\1')}
+        jobs.each do |job|
+          desc "Run AWS '#{job}' Integration Test"
+          RSpec::Core::RakeTask.new(job.to_sym) do |t|
+            t.pattern = "spec/integration/aws/aws_#{job}_spec.rb"
+            t.rspec_opts = %w(--format progress --color)
+          end
+        end
+      end
+
+      desc "Run AWS Integration Tests"
+      RSpec::Core::RakeTask.new(:aws) do |t|
+        t.pattern = "spec/integration/aws/*_spec.rb"
+        t.rspec_opts = %w(--format progress --color)
+      end
+    end
+
+    desc "Run all Integration Tests"
+    task :integration => %w[spec:integration:aws]
+  end
+
+  desc "Install dependencies and run tests"
+  task :spec => %w(spec:unit spec:integration)
+end
+
+task :default => ["spec:unit"]

data/TODO.md

@@ -0,0 +1,26 @@
+## CLI
+
+* do not install Chef each time; run `knife solo prepare`, then only run `knife solo cook` after that
+* rename to inception => inception
+* --no-converge flag do not run chef on deploy
+* next_deploy_actions - deleted from settings after deploy completes
+* integration test - OpenStack - create VM, use busser (?) to run remote SSH bats tests, destroy VM
+* observe InstanceServer#create stages and run save_settings! after each one (idempotence)
+* observe InstanceServer#create stages and display STDOUT as it goes along
+* interactive delete
+
+## Cookbooks
+
+* echo "export TMPDIR=/var/vcap/store/tmp" >> /home/#{node.user.username}/.bashrc
+* echo "export EDITOR=vim" >> /home/#{node.user.username}/.bashrc
+* move bosh-micro & bosh-cf installation into separate cookbooks
+* place ~ubuntu/.fog for the selected provider credentials
+* stuff that will go onto AMI must be installed into root volume, not /var/vcap/store
+* where does btrfs need to be installed? should /var/vcap/store be btrfs instead of ext4?
+
+
+## AMIs
+
+* export an AMI in us-east-1
+* copy the AMI to other regions
+* use the AMIs instead of 13.04 base AMIs

data/bin/bosh-inception

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+$:.push File.dirname(__FILE__) + '/../lib'
+
+require "rubygems"
+require 'inception'
+require 'inception/cli'
+
+Inception::Cli.start

data/config/ssh/kitchen-aws

@@ -0,0 +1,23 @@
+-----BEGIN RSA PRIVATE KEY-----
+MIIEowIBAAKCAQEAuUUa2QOpW4qb5shjxUa+ktUdNVcdsi3h1eqE+jDvH1wgxPGkRQyetiAZ+92/
+aL7975lHX95x1T8f5LeLlH5t3PYpsfU8bXk5FVjCasCzBkCO4+QNPMP1pCAlbuDNKfoI530ShcRv
+Znu5D4SEGGHsZzBKHBlpi3DytyPkIuPxUlnp/IMG0MGywvHENxf2gL6xODBbXDjn7kdn59cluztw
+p2HFm+m06lt/VxJ0GvShMKqTLradneqw3551Vs7d6j9R75ofsl6BA50CLZoYDJhDH96nUOxzrC+m
+zgr/v+Y2eS6oIeuuAytPYc8JEpUSlCXYR6MzIRzDGN5/9aOHJpVb8QIDAQABAoIBAAX8EnryIFVh
+q9mPnZFw0JUjpzbi4oWv77yeP79pN0A3FKPn/ltwpevSK6S0LAuxJ7jGpcSWBe1ShbA4sZyRXPEn
+Tn9+IX6TzOFApb8XDHFmQndgFYFh/xxXIX5sapQxjHoV0zRY/RQ9aOP0buPuvdkzeSFhPMSRWHXM
+BgGOhWwYh0/41cvEIwFzGkIk5JsQWIKqigHPDTQD1SO6gxnVFgP7MtlvZoK7NE4190XvgCK3xFd4
+aSK2diCGgZ4CBx7RIlHtn4H9KR3KCzG5xm+4K0L1RE2peRggo82Fc6TAQ/md+xk+Cq/Xl2UdTAkn
+pCDNF64IwJFHUA0W4y6zmOQh7rECgYEA8F0DgfFFDWhR9YYLBOkeQXOL/faN7oGgb3ccnfz8rWn7
+w5xccNg06AgM3cPBMkoo2lKUfHfvSzq7p+fpEvDJRiVtz1kKp6TsfWeMfePTR7CocKP0vDzqFpWm
+32WMaEpgHtAvvd/LDEpCI3VT9rXUa9KtvsxzCMjwgZFI9DsR0d0CgYEAxVKSSmSiZwGcGBBSYqnF
+fctJd9Z8Dbte4UaRUK4jsZOXupNLAU3NOO+zDqx7IjT/1y7/WboLQfj5RwW8Lcol+gGQY0KiMkGl
+4RFkxSYoJMaTx0/Cx87V1hiOjSljB2Ubmbz6dxr/nRitC4fEw0wXkB1bM4LADydOVreyxzFPMyUC
+gYAdCzA0UGIGp7dXkpXcRwrn371nt5YY3sLzFRJ5KKujjK3mSguFeyqRav+bAF9k4z8iel4E2D0q
++vLX7Bbmuf+oITeumVTHQw9sa8m3IINUI02HJtiYskea6QRb9BpOM8Z/kqpiKBuR5ZsuS6wUoI4F
+ZVSnPG8d/aHKFjMZh9W0ZQKBgQCjNaP40nodlxBEOyPZpbDLVpzi+U5MkWFuFc9WG2M8muaSFQii
+AHcxk9nX1kRWy92dX6snzSFIpSWSYCUA/sYgnrCN2WyNAw2wNpHSG7hyiqlq3wct+1+VoWQvUD8v
+u6pzpALLB1LL3sAq3FacbtDCi/WGiqxPHGTIh1LhPWDT3QKBgEliTq4yzfkrCyaZ62SJDouyKr8F
+RlaVV6mLQnuu6UXw2XMPEJjrjXu/2e8BM9tenNlHJSCWmgDQeqVBSw8m2HJJ28zs6UAR86BApR6H
+BPHX1m0kRiABubxqWPCm9kciwqbiVMtlyrzFmN3kDescd9EAhexRI/CwnnkHh+iH2jUu
+-----END RSA PRIVATE KEY-----

data/cookbooks/bosh_inception/README.md

@@ -0,0 +1,15 @@
+# Cookbook for inception
+
+Chef cookbook to convert a VM into an inception server to deploy/develop Bosh and bosh releases.
+
+## Development
+
+To clone the repo containing this cookbook and run the cookbook tests:
+
+```
+git clone git@github.com:drnic/inception.git
+cd inception
+bundle
+kitchen test virtualbox
+kitchen test vmware # if you have the plugin installed
+```