inception 0.1.0

data/cookbooks/bosh_inception/attributes/default.rb

@@ -0,0 +1,20 @@
+# A String or Array of SSH public keys to populate the user"s .ssh/authorized_keys file.
+
+default["disk"]["mounted"] = false
+default["disk"]["device"] = "/dev/xvdf"
+default["disk"]["fstype"] = "btrfs"
+default["disk"]["dir"] = "/var/vcap/store"
+default["user"]["username"] = `users | head -n 1`.strip
+default["git"]["name"] = "Nobody"
+default["git"]["email"] = "nobody@in-the-house.com"
+default["rvm"]["default_ruby"] = "ruby-1.9.3"
+default["rvm"]["global_gems"] = [
+  { "name"    => "bundler" },
+  { "name"    => "rake" },
+  { "name"    => "jazor" },
+  { "name"    => "yaml_command" },
+  { "name"    => "chef" },
+  { "name"    => "rubygems-bundler",
+    "action"  => "remove"
+  }
+]

data/cookbooks/bosh_inception/files/default/Gemfile.cf

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+source 'https://s3.amazonaws.com/bosh-jenkins-gems/'
+
+gem "bosh-cloudfoundry"

data/cookbooks/bosh_inception/files/default/Gemfile.micro

@@ -0,0 +1,5 @@
+source 'https://rubygems.org'
+source 'https://s3.amazonaws.com/bosh-jenkins-gems/'
+
+gem "bosh_cli", "~> 1.5.0.pre"
+gem "bosh_cli_plugin_micro", "~> 1.5.0.pre"

data/cookbooks/bosh_inception/metadata.rb

@@ -0,0 +1,32 @@
+name "bosh_inception"
+version "0.1.0"
+description "Become an inception server to deploy/develop Bosh and bosh releases"
+long_description  IO.read(File.expand_path('../README.md', __FILE__))
+maintainer "Dr Nic Williams"
+maintainer_email "drnicwilliams@gmail.com"
+
+supports "ubuntu"
+
+depends "apt"
+depends "sudo"
+depends "rvm"
+depends "hub"
+
+attribute "git",
+  display_name: "Git",
+  description: "Hash of git config attributes",
+  type: "hash",
+  required: "recommended"
+
+attribute "git/name",
+  display_name: "Git user's name",
+  description: "Name for git user",
+  type: "string",
+  required: "recommended"
+
+attribute "git/email",
+  display_name: "Git user's email",
+  description: "Email for git user",
+  type: "string",
+  required: "recommended"
+

data/cookbooks/bosh_inception/recipes/default.rb

@@ -0,0 +1,15 @@
+#
+# Cookbook Name:: bosh_inception
+# Recipe:: default
+#
+# Copyright (c) 2013 Dr Nic Williams, Stark & Wayne, LLC
+#
+# MIT License
+#
+
+include_recipe "bosh_inception::mount_store_volume"
+include_recipe "bosh_inception::useful_dirs"
+include_recipe "bosh_inception::packages"
+include_recipe "bosh_inception::setup_git"
+include_recipe "bosh_inception::install_ruby"
+include_recipe "bosh_inception::install_bosh"

data/cookbooks/bosh_inception/recipes/install_bosh.rb

@@ -0,0 +1,37 @@
+cookbook_file "/var/vcap/store/microboshes/Gemfile" do
+  source "Gemfile.micro"
+  owner node.user.username
+  group node.user.username
+  mode "0644"
+end
+
+directory "/var/vcap/store/microboshes" do
+  owner node.user.username
+  group node.user.username
+  mode "0755"
+  recursive true
+  action :create
+end
+
+rvm_shell "install bosh micro" do
+  code "bundle install"
+  cwd "/var/vcap/store/microboshes"
+  # user node.user.username
+  # environment ({'HOME' => "/home/#{node.user.username}"})
+  action :run
+end
+
+cookbook_file "/var/vcap/store/systems/Gemfile" do
+  source "Gemfile.cf"
+  owner node.user.username
+  group node.user.username
+  mode "0644"
+end
+
+rvm_shell "install bosh cf" do
+  code "bundle install"
+  cwd "/var/vcap/store/systems"
+  # user node.user.username
+  # environment ({'HOME' => "/home/#{node.user.username}"})
+  action :run
+end

data/cookbooks/bosh_inception/recipes/install_ruby.rb

@@ -0,0 +1,10 @@
+#
+# Cookbook Name:: bosh_inception
+# Recipe:: install_ruby
+#
+# Copyright (c) 2013 Dr Nic Williams, Stark & Wayne, LLC
+#
+# MIT License
+#
+
+include_recipe "rvm::system"

data/cookbooks/bosh_inception/recipes/mount_store_volume.rb

@@ -0,0 +1,24 @@
+if node.disk.mounted
+  package "btrfs-tools" if node.disk.fstype == "btrfs"
+
+  bash "format /var/vcap/store partition" do
+    code "mkfs.#{node.disk.fstype} #{node.disk.device}"
+    not_if "cat /proc/mounts | grep /var/vcap/store"
+  end
+
+  directory node.disk.dir do
+    owner "root"
+    group "root"
+    mode "0755"
+    recursive true
+    action :create
+  end
+
+  mount node.disk.dir do
+    device node.disk.device
+    options "rw noatime"
+    fstype node.disk.fstype
+    action [ :enable, :mount ]
+    not_if "cat /proc/mounts | grep /var/vcap/store"
+  end
+end

data/cookbooks/bosh_inception/recipes/packages.rb

@@ -0,0 +1,23 @@
+#
+# Cookbook Name:: bosh_inception
+# Recipe:: packages
+#
+# Copyright (c) 2013 Dr Nic Williams, Stark & Wayne, LLC
+#
+# MIT License
+#
+
+include_recipe "apt"
+
+%w[
+  build-essential libsqlite3-dev curl rsync git-core
+  libmysqlclient-dev libxml2-dev libxslt-dev libpq-dev libsqlite3-dev
+  runit
+  genisoimage
+  debootstrap kpartx qemu-kvm
+  whois
+  tmux mosh
+  vim
+].each do |pkg|
+  package pkg
+end

data/cookbooks/bosh_inception/recipes/setup_git.rb

@@ -0,0 +1,34 @@
+#
+# Cookbook Name:: bosh_inception
+# Recipe:: git_config
+#
+# Copyright (c) 2013 Dr Nic Williams, Stark & Wayne, LLC
+#
+# MIT License
+#
+
+include_recipe "hub"
+
+execute "git config user.name" do
+  command "git config --global --replace-all user.name '#{node.git.name}'"
+  user node.user.username
+  group node.user.username
+  action :run
+  environment ({'HOME' => "/home/#{node.user.username}"})
+end
+
+execute "git config user.email" do
+  command "git config --global --replace-all user.email '#{node.git.email}'"
+  user node.user.username
+  group node.user.username
+  action :run
+  environment ({'HOME' => "/home/#{node.user.username}"})
+end
+
+execute "git config color.ui" do
+  command "git config --global color.ui true"
+  user node.user.username
+  group node.user.username
+  action :run
+  environment ({'HOME' => "/home/#{node.user.username}"})
+end

data/cookbooks/bosh_inception/recipes/useful_dirs.rb

@@ -0,0 +1,13 @@
+%w[microboshes microboshes/deployments deployments releases repos stemcells systems tmp bosh_cache].each do |dir|
+  directory "/var/vcap/store/#{dir}" do
+    owner node.user.username
+    group node.user.username
+    mode "0755"
+    recursive true
+    action :create
+  end
+end
+
+link "/home/#{node.user.username}/.bosh_cache" do
+  to "/var/vcap/store/bosh_cache"
+end

data/inception.gemspec

@@ -0,0 +1,42 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'inception/version'
+
+Gem::Specification.new do |spec|
+  spec.name        = "inception"
+  spec.version     = Inception::VERSION
+  spec.authors     = ["Dr Nic Williams"]
+  spec.email       = ["drnicwilliams@gmail.com"]
+  spec.description = %q{Create an inception server for Bosh & general inception of new universes}
+  spec.summary     = %q{CLI, with chef recipes, for creating and preparing an inception server for deploying/developing a Bosh universe.}
+  spec.homepage    = ""
+  spec.license     = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "thor"
+  spec.add_dependency "highline"
+  spec.add_dependency "escape"
+  spec.add_dependency "json"
+  spec.add_dependency "settingslogic", "~> 2.0.9" # need to_nested_hash method
+
+  # for bosh/providers
+  spec.add_dependency "fog"
+
+  # for running cookbooks on inception server
+  spec.add_dependency "knife-solo", "~> 0.3.0.pre"
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+
+  # gems for the ruby unit & integration tests
+  spec.add_development_dependency "rspec"
+
+  # gems for the cookbook tests
+  spec.add_development_dependency "test-kitchen", "~> 1.0.0.alpha.6"
+  spec.add_development_dependency "berkshelf"
+end

data/lib/bosh/providers.rb

@@ -0,0 +1,41 @@
+# Copyright (c) 2012-2013 Stark & Wayne, LLC
+
+module Bosh; end
+
+module Bosh::Providers
+  extend self
+
+  # returns a BOSH provider (CPI) specific object
+  # with helpers related to that provider
+  # returns nil if +provider_name+ is unknown
+  def provider_client(attributes)
+    attributes = attributes.is_a?(Hash) ? Settingslogic.new(attributes) : attributes
+    case attributes.name.to_sym
+    when :aws
+      @aws_provider_client ||= begin
+        require "bosh/providers/clients/aws_provider_client"
+        Bosh::Providers::Clients::AwsProviderClient.new(attributes)
+      end
+    when :openstack
+      @openstack_provider_client ||= begin
+        require "bosh/providers/clients/openstack_provider_client"
+        Bosh::Providers::Clients::OpenStackProviderClient.new(attributes)
+      end
+    else
+      nil
+    end
+  end
+
+  def provider_cli(provider_name, provider_settings)
+    case provider_name.to_sym
+    when :aws
+      require "bosh/providers/cli/aws_provider_cli"
+      Bosh::Providers::Cli::AwsProviderCli.new(provider_settings)
+    when :openstack
+      require "bosh/providers/cli/openstack_provider_cli"
+      Bosh::Providers::Cli::OpenStackProviderCli.new(provider_settings)
+    else
+      nil
+    end
+  end
+end

data/lib/bosh/providers/README.md

@@ -0,0 +1,5 @@
+# Providers
+
+Currently these files are kept in sync with bosh-cloudfoundry project.
+
+TODO - extract into shared library.

data/lib/bosh/providers/cli/aws_provider_cli.rb

@@ -0,0 +1,58 @@
+# Copyright (c) 2012-2013 Stark & Wayne, LLC
+
+module Bosh; module Providers; module Cli; end; end; end
+
+require "bosh/providers/cli/provider_cli"
+require "bosh/providers/constants/aws_constants"
+
+# Interactively prompt user for region & credential information for AWS
+#
+# Primary use within inception is to pass +settings.provider+ hash
+# run #perform to gather credentials, then export the credentials/attributes.
+#
+#   settings["provider"] = {}
+#   provider = AwsProviderCli.new(settings.provider)
+#   provider_client.perform
+#   settings.provider = provider_cli.export_attributes
+class Bosh::Providers::Cli::AwsProviderCli < Bosh::Providers::Cli::ProviderCli
+
+  def perform
+    attributes.set("name", "aws") # ensure this property is correct
+    choose_region unless attributes.exists?("region")
+    setup_credentials unless attributes.exists?("credentials.aws_access_key_id")
+  end
+
+  # helper to export the complete nested attributes as a pure Hash
+  def export_attributes
+    attributes.to_nested_hash
+  end
+
+  def choose_region
+    hl.choose do |menu|
+      menu.prompt = "Choose AWS region: "
+      default_menu_item = nil
+      aws_constants.region_labels.each do |region_info|
+        label, code = region_info[:label], region_info[:code]
+        menu_item = "#{label} (#{code})"
+        if code == aws_constants.default_region_code
+          menu_item = "*#{menu_item}"
+          default_menu_item = menu_item 
+        end
+        menu.choice(menu_item) do
+          attributes["region"] = code
+        end
+      end
+      menu.default = default_menu_item if default_menu_item
+    end
+  end
+
+  def setup_credentials
+    attributes.set_default("credentials", {})
+    attributes.credentials["aws_access_key_id"] = hl.ask("Access key: ")
+    attributes.credentials["aws_secret_access_key"] = hl.ask("Secret key: ")
+  end
+
+  def aws_constants
+    Bosh::Providers::Constants::AwsConstants
+  end
+end

data/lib/bosh/providers/cli/openstack_provider_cli.rb

@@ -0,0 +1,47 @@
+# Copyright (c) 2012-2013 Stark & Wayne, LLC
+
+module Bosh; module Providers; module Cli; end; end; end
+
+require "bosh/providers/cli/provider_cli"
+require "bosh/providers/constants/openstack_constants"
+
+# Interactively prompt user for region & credential information for OpenStack
+#
+# Primary use within inception is to pass +settings.provider+ hash
+# run #perform to gather credentials, then export the credentials/attributes.
+#
+#   settings["provider"] = {}
+#   provider = OpenStackProviderCli.new(settings.provider)
+#   provider_client.perform
+#   settings.provider = provider_cli.export_attributes
+class Bosh::Providers::Cli::OpenStackProviderCli < Bosh::Providers::Cli::ProviderCli
+
+  def perform
+    attributes.set("name", "openstack") # ensure this property is correct
+    choose_region unless attributes.exists?("region")
+    setup_credentials unless attributes.exists?("credentials.openstack_api_key")
+  end
+
+  # helper to export the complete nested attributes as a pure Hash
+  def export_attributes
+    attributes.to_nested_hash
+  end
+
+  def choose_region
+    attributes.region = hl.ask("OpenStack Region (optional): ") do |q|
+      q.default = openstack_constants.no_region_code
+    end
+  end
+
+  def setup_credentials
+    attributes.set_default("credentials", {})
+    attributes.credentials["openstack_username"] = hl.ask("Username: ")
+    attributes.credentials["openstack_api_key"] = hl.ask("Password: ")
+    attributes.credentials["openstack_tenant"] = hl.ask("Tenant: ")
+    attributes.credentials["openstack_auth_url"] = hl.ask("Authorization Token URL: ")
+  end
+
+  def openstack_constants
+    Bosh::Providers::Constants::OpenStackConstants
+  end
+end

data/lib/bosh/providers/cli/provider_cli.rb

@@ -0,0 +1,17 @@
+# Copyright (c) 2012-2013 Stark & Wayne, LLC
+
+module Bosh; module Providers; module Cli; end; end; end
+
+class Bosh::Providers::Cli::ProviderCli
+  include Inception::CliHelpers::Interactions
+
+  attr_reader :provider_client
+  attr_reader :attributes
+
+  def initialize(attributes)
+    @provider_client = provider_client
+    @attributes = attributes.is_a?(Hash) ? Settingslogic.new(attributes) : attributes
+    raise "@attributes must be Settingslogic (or Hash)" unless @attributes.is_a?(Settingslogic)
+  end
+
+end