inception-server 0.2.1

data/cookbooks/bosh_inception/recipes/setup_dotfog.rb

@@ -0,0 +1,29 @@
+if node.fog.empty?
+  file "/home/#{node.user.username}/.fog" do
+    owner "root"
+    group "root"
+    mode "0755"
+    action :delete
+  end
+else
+  ruby_block "create .fog file" do
+    block do
+      credentials = node.fog.inject({}) do |options, (key, value)|
+        options[(key.to_sym rescue key) || key] = value
+        options
+      end
+      fog_file = { default: credentials }
+      dotfog = File.expand_path("/home/#{node.user.username}/.fog")
+      File.open(dotfog, "w") do |f|
+        f << fog_file.to_yaml
+      end
+    end
+  end
+
+  file "/home/#{node.user.username}/.fog" do
+    owner node.user.username
+    group node.user.username
+    mode "0600"
+    action :touch
+  end
+end

data/cookbooks/bosh_inception/recipes/setup_git.rb

@@ -0,0 +1,34 @@
+#
+# Cookbook Name:: bosh_inception
+# Recipe:: git_config
+#
+# Copyright (c) 2013 Dr Nic Williams, Stark & Wayne, LLC
+#
+# MIT License
+#
+
+include_recipe "hub"
+
+execute "git config user.name" do
+  command "git config --global --replace-all user.name '#{node.git.name}'"
+  user node.user.username
+  group node.user.username
+  action :run
+  environment ({'HOME' => "/home/#{node.user.username}"})
+end
+
+execute "git config user.email" do
+  command "git config --global --replace-all user.email '#{node.git.email}'"
+  user node.user.username
+  group node.user.username
+  action :run
+  environment ({'HOME' => "/home/#{node.user.username}"})
+end
+
+execute "git config color.ui" do
+  command "git config --global color.ui true"
+  user node.user.username
+  group node.user.username
+  action :run
+  environment ({'HOME' => "/home/#{node.user.username}"})
+end

data/cookbooks/bosh_inception/recipes/useful_dirs.rb

@@ -0,0 +1,13 @@
+%w[microboshes microboshes/deployments deployments releases repos stemcells systems tmp bosh_cache].each do |dir|
+  directory "/var/vcap/store/#{dir}" do
+    owner node.user.username
+    group node.user.username
+    mode "0755"
+    recursive true
+    action :create
+  end
+end
+
+link "/home/#{node.user.username}/.bosh_cache" do
+  to "/var/vcap/store/bosh_cache"
+end

data/inception-server.gemspec

@@ -0,0 +1,43 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'inception/version'
+
+Gem::Specification.new do |spec|
+  spec.name        = "inception-server"
+  spec.version     = Inception::VERSION
+  spec.authors     = ["Dr Nic Williams"]
+  spec.email       = ["drnicwilliams@gmail.com"]
+  spec.description = %q{Create an inception server for Bosh & general inception of new universes}
+  spec.summary     = %q{CLI, with chef recipes, for creating and preparing an inception server for deploying/developing a Bosh universe.}
+  spec.homepage    = ""
+  spec.license     = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "thor"
+  spec.add_dependency "highline"
+  spec.add_dependency "escape"
+  spec.add_dependency "json"
+  spec.add_dependency "readwritesettings", "~> 3.0"
+
+  # for inception/providers
+  spec.add_dependency "fog"
+  spec.add_dependency "cyoi" # choose your own infrastructure
+
+  # for running cookbooks on inception server
+  spec.add_dependency "knife-solo", "~> 0.3.0.pre4"
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+
+  # gems for the ruby unit & integration tests
+  spec.add_development_dependency "rspec"
+
+  # gems for the cookbook tests
+  spec.add_development_dependency "test-kitchen", "~> 1.0.0.alpha.6"
+  spec.add_development_dependency "berkshelf"
+end

data/lib/inception/cli.rb

@@ -0,0 +1,141 @@
+require "thor"
+require "highline"
+require "fileutils"
+require "json"
+
+# to prompt user for infrastructure choice/credentials
+require "cyoi/cli/provider"
+
+# for the #sh helper
+require "rake"
+require "rake/file_utils"
+
+require "escape"
+require "inception/cli_helpers/display"
+require "inception/cli_helpers/interactions"
+require "inception/cli_helpers/provider"
+require "inception/cli_helpers/settings"
+require "inception/cli_helpers/prepare_deploy_settings"
+
+module Inception
+  class Cli < Thor
+    include FileUtils
+    include Inception::CliHelpers::Display
+    include Inception::CliHelpers::Interactions
+    include Inception::CliHelpers::Provider
+    include Inception::CliHelpers::Settings
+    include Inception::CliHelpers::PrepareDeploySettings
+
+    desc "deploy", "Create/upgrade a Bosh inception server"
+    def deploy
+      migrate_old_settings
+      configure_provider
+      prepare_deploy_settings
+      perform_deploy
+      converge_cookbooks
+    end
+
+    desc "delete", "Destroy target Bosh inception server, volumes & release the IP address"
+    # method_option :"non-interactive", aliases: ["-n"], type: :boolean, desc: "Don't ask questions, just get crankin'"
+    def delete
+      migrate_old_settings
+      perform_delete(options[:"non-interactive"])
+    end
+
+    desc "ssh [COMMAND]", "Open an ssh session to the inception server [do nothing if local machine is the inception server]"
+    long_desc <<-DESC
+      If a command is supplied, it will be run, otherwise a session will be opened.
+    DESC
+    def ssh(cmd=nil)
+      migrate_old_settings
+      run_ssh_command_or_open_tunnel(cmd)
+    end
+
+    desc "tmux", "Open an ssh (with tmux) session to the inception server [do nothing if local machine is inception server]"
+    long_desc <<-DESC
+      Opens a connection using ssh and attaches to the most recent tmux session;
+      giving you persistance across disconnects.
+    DESC
+    def tmux
+      migrate_old_settings
+      run_ssh_command_or_open_tunnel(["-t", "tmux attach || tmux new-session"])
+    end
+
+    no_tasks do
+      def configure_provider
+        save_settings!
+        provider_cli = Cyoi::Cli::Provider.new([settings_dir])
+        provider_cli.execute!
+        reload_settings!
+      end
+
+      # update settings.git.name/git.email from local ~/.gitconfig if available
+      # provision public IP address for inception server if not allocated one
+      # Note: helper methods are in inception/cli_helpers/prepare_deploy_settings.rb
+      def prepare_deploy_settings
+        header "Preparing deployment settings"
+        update_git_config
+        provision_or_reuse_public_ip_address_for_inception unless settings.exists?("inception.provisioned.ip_address")
+        recreate_key_pair_for_inception unless settings.exists?("inception.key_pair.private_key")
+        recreate_private_key_file_for_inception
+        validate_deploy_settings
+        setup_next_deploy_actions
+      end
+
+      def perform_deploy
+        header "Provision inception server"
+        server = InceptionServer.new(provider_client, settings.inception, settings_ssh_dir)
+        server.create
+      ensure
+        # after any error handling, still save the current InceptionServer state back into settings.inception
+        settings["inception"] = server.export_attributes
+        save_settings!
+      end
+
+      def setup_next_deploy_actions
+        settings["next_deploy_actions"] ||= {}
+        @next_deploy_actions = NextDeployActions.new(settings.next_deploy_actions, options)
+      end
+
+      # Perform converge chef cookbooks upon inception server
+      # Does not update settings
+      def converge_cookbooks
+        if @next_deploy_actions.skip_chef_converge?
+          header "Prepare inception server", skip: "Requested to be skipped on this deploy."
+        else
+          header "Prepare inception server"
+          server = InceptionServer.new(provider_client, settings.inception, settings_ssh_dir)
+          cookbook = InceptionServerCookbook.new(server, settings, settings_dir)
+          cookbook.prepare
+          settings.set("cookbook.prepared", true)
+          save_settings!
+          cookbook.converge
+        end
+      end
+
+      def perform_delete(non_interactive)
+        server = InceptionServer.new(provider_client, settings.inception, settings_ssh_dir)
+        header "Deleting inception server, volumes and releasing IP address"
+        server.delete_all
+      ensure
+        # after any error handling, still save the current InceptionServer state back into settings.inception
+        settings["inception"] = server.export_attributes
+        settings.delete("cookbook")
+        save_settings!
+      end
+
+      def run_ssh_command_or_open_tunnel(cmd)
+        recreate_private_key_file_for_inception
+        unless settings.exists?("inception.provisioned.host")
+          exit "inception server has not finished launching; run to complete: inception deploy"
+        end
+
+        server = InceptionServer.new(provider_client, settings.inception, settings_ssh_dir)
+        username = settings.inception.provisioned.username
+        host = settings.inception.provisioned.host
+        result = system Escape.shell_command(["ssh", "-i", server.private_key_path, "#{username}@#{host}", cmd].flatten.compact)
+        exit result
+      end
+    end
+  end
+end

data/lib/inception/cli_helpers/display.rb

@@ -0,0 +1,26 @@
+module Inception::CliHelpers
+  module Display
+    # Display header for a new section of the bootstrapper
+    def header(title, options={})
+      say "" # golden whitespace
+      if skipping = options[:skipping]
+        say "Skipping #{title}", [:yellow, :bold]
+        say skipping
+      else
+        say title, [:green, :bold]
+      end
+      say "" # more golden whitespace
+    end
+
+    def error(message)
+      say message, :red
+      exit 1
+    end
+
+    def confirm(message)
+      say "Confirming: #{message}", green
+      say "" # bonus golden whitespace
+    end
+
+  end
+end

data/lib/inception/cli_helpers/interactions.rb

@@ -0,0 +1,15 @@
+module Inception::CliHelpers
+  module Interactions
+    def cyan; "\033[36m" end
+    def clear; "\033[0m" end
+    def bold; "\033[1m" end
+    def red; "\033[31m" end
+    def green; "\033[32m" end
+    def yellow; "\033[33m" end
+
+    # Helper to access HighLine for ask & menu prompts
+    def hl
+      @hl ||= HighLine.new
+    end
+  end
+end

data/lib/inception/cli_helpers/prepare_deploy_settings.rb

@@ -0,0 +1,89 @@
+module Inception::CliHelpers
+  module PrepareDeploySettings
+    def update_git_config
+      gitconfig = File.expand_path("~/.gitconfig")
+      if File.exists?(gitconfig)
+        say "Using your git user.name (#{`git config -f #{gitconfig} user.name`.strip})"
+        settings.set("git.name", `git config -f #{gitconfig} user.name`.strip)
+        settings.set("git.email", `git config -f #{gitconfig} user.email`.strip)
+        save_settings!
+      end
+    end
+
+    # Attempt to provision a new public IP; if none available,
+    # then look for a pre-provisioned public IP that's not assigned
+    # to a server; else error. The user needs to go get more
+    # public IP addresses in this region.
+    def provision_or_reuse_public_ip_address_for_inception
+      say "Acquiring a public IP address... "
+      if public_ip = provider_client.provision_or_reuse_public_ip_address
+        say public_ip, :green
+        settings.set("inception.provisioned.ip_address", public_ip)
+        save_settings!
+      else
+        say "none available.", :red
+        error "Please rustle up at least one public IP address and try again."
+      end
+    end
+
+    def default_server_name
+      "inception"
+    end
+
+    def default_key_pair_name
+      default_server_name
+    end
+
+    def recreate_key_pair_for_inception
+      key_pair_name = settings.set_default("inception.key_pair.name", default_key_pair_name)
+      provider_client.delete_key_pair_if_exists(key_pair_name)
+      key_pair = provider_client.create_key_pair(key_pair_name)
+      settings.set("inception.key_pair.private_key", key_pair.private_key)
+      settings.set("inception.key_pair.public_key", key_pair.public_key) # might be provided
+      settings.set("inception.key_pair.fingerprint", key_pair.fingerprint)
+      save_settings!
+    end
+
+    def private_key_path_for_inception
+      @private_key_path_for_inception ||= File.join(settings_dir, "ssh", settings.inception.key_pair.name)
+    end
+
+    # The keys for the inception server originate from the provider and are cached in
+    # the manifest. The private key is stored locally; the public key is placed
+    # on the inception server.
+    def recreate_private_key_file_for_inception
+      mkdir_p(File.dirname(private_key_path_for_inception))
+      File.chmod(0700, File.dirname(private_key_path_for_inception))
+      File.open(private_key_path_for_inception, "w") { |file| file << settings.inception.key_pair.private_key }
+      File.chmod(0600, private_key_path_for_inception)
+    end
+
+
+    # Required settings:
+    # * git.name
+    # * git.email
+    def validate_deploy_settings
+      begin
+        settings.git.name
+        settings.git.email
+      rescue ReadWriteSettings::MissingSetting => e
+        error "Please setup local git user.name & user.email config; or specify git.name & git.email in settings.yml"
+      end
+
+      begin
+        settings.provider.name
+        settings.provider.credentials
+      rescue ReadWriteSettings::MissingSetting => e
+        error "Wooh there, we need provider.name & provider.credentials in settings.yml to proceed."
+      end
+
+      begin
+        settings.inception.provisioned.ip_address
+        settings.inception.key_pair.name
+        settings.inception.key_pair.private_key
+      rescue ReadWriteSettings::MissingSetting => e
+        error "Wooh there, we need inception.provisioned.ip_address, inception.key_pair.name, & inception.key_pair.private_key in settings.yml to proceed."
+      end
+    end
+  end
+end

data/lib/inception/cli_helpers/provider.rb

@@ -0,0 +1,14 @@
+module Inception::CliHelpers
+  module Provider
+    def provider_client
+      @provider_client ||= begin
+        Inception::Providers.provider_client(settings.provider)
+      end
+    end
+
+    # If the +provider_client+ uses fog, then this will return its +fog_compute+ client object
+    def fog_compute
+      provider_client.respond_to?(:fog_compute) ? provider_client.fog_compute : nil
+    end
+  end
+end

data/lib/inception/cli_helpers/settings.rb

@@ -0,0 +1,53 @@
+require "readwritesettings"
+
+module Inception::CliHelpers
+  module Settings
+    include FileUtils
+
+    # The base directory for holding the manifest settings file
+    # and private keys
+    #
+    # Defaults to ~/.inception_server; and can be overridden with either:
+    # * $SETTINGS - to a folder (supported method)
+    def settings_dir
+      @settings_dir ||= File.expand_path(ENV["SETTINGS"] || "~/.inception_server")
+    end
+
+    def settings_ssh_dir
+      File.join(settings_dir, "ssh")
+    end
+
+    def settings_path
+      @settings_path ||= File.join(settings_dir, "settings.yml")
+    end
+
+    def settings
+      @settings ||= begin
+        unless File.exists?(settings_path)
+          mkdir_p(settings_ssh_dir)
+          File.open(settings_path, "w") { |file| file << "--- {}" }
+        end
+        chmod(0600, settings_path)
+        chmod(0700, settings_ssh_dir) if File.directory?(settings_ssh_dir)
+        ReadWriteSettings.new(settings_path)
+      end
+    end
+
+    # Saves current nested ReadWriteSettings into pure Hash-based YAML file
+    # Recreates accessors on ReadWriteSettings object (since something has changed)
+    def save_settings!
+      File.open(settings_path, "w") { |f| f << settings.to_nested_hash.to_yaml }
+      settings.create_accessors!
+    end
+
+    def reload_settings!
+      @settings = nil
+      settings
+    end
+
+    def migrate_old_settings
+      settings
+    end
+
+  end
+end