migrant-boxes 0.1.0

data/lib/migrant/clouds.rb

@@ -0,0 +1,3 @@
+require 'migrant/clouds/base'
+require 'migrant/clouds/aws'
+require 'migrant/clouds/rackspace'

data/lib/migrant/environment.rb

@@ -0,0 +1,127 @@
+require 'fileutils'
+require 'configuration'
+require 'thor'
+module Migrant
+
+  # Holds all the state for this run of Migrant
+  class Environment
+    DEFAULT_DATA_PATH = 'data'
+    DEFAULT_BOXES_PATH = File.join(DEFAULT_DATA_PATH,'migrant_boxes.yml')
+
+    def initialize(environment_name,config=nil)
+      @ui = Migrant::UI.new(::Thor::Base.shell.new)
+      @environment_name = environment_name
+      if config
+        @config = config
+      else
+        Kernel.load 'Migrantfile'
+        @config = Configuration.for('migrant')
+      end
+      if @environment_name.nil?
+        @ui.notice "Using default environment"
+      elsif @config.include?(@environment_name.to_sym)
+        @ui.notice "Using #{@environment_name} environment"
+      else
+        @ui.error "#{@environment_name} environment is not defined in the configuration file"
+        raise "Environment #{@environment_name} not found"
+      end
+
+      cloud_class = Migrant::Clouds::Base.registered(setting('provider.name'))
+      raise "Cannot find cloud '#{setting('provider.name')}'" if cloud_class.nil?
+      @cloud = cloud_class.new(self)
+      @bootstrapper = Migrant::Bootstrappers::Base.default.new(self)
+      @provisioner = Migrant::Provisioners::Base.registered(:chef_solo).new(self)
+      FileUtils.mkdir_p DEFAULT_DATA_PATH unless File.exists?(DEFAULT_DATA_PATH)
+      @boxes = Boxes.new(DEFAULT_BOXES_PATH).load
+    end
+
+    # Retrieve a setting by name. First try within the context of the current environment.
+    # If the property does not exist there, look in the default property definitions
+    def setting(name)
+      roots = []
+      if @environment_name
+        roots << @config.send(@environment_name)
+      end
+      roots << @config
+      roots.each do |root|
+        begin
+          setting_value = name.split('.').inject(root) { |node,prop| if node.include?(prop.to_sym) then node.send(prop) else raise "Undefined property #{prop} for #{node.name}" end}
+          return setting_value
+        rescue => e
+          # Fall through to next case
+        end
+      end
+      # If we get here the property does not exist
+      #XXX - should probably ask for a default, and if one is not provided, raise an error
+      nil
+    end
+
+    def up
+      connect
+      init_server
+      bootstrap
+      provision
+    end
+
+    def connect
+      ui.warn "Connecting to #{setting('provider.name')}"
+      @cloud.connect
+    end
+
+    def launch!
+      @cloud.bootstrap_server
+      @boxes.add(@environment_name,setting('provider.name'),@server.id)
+      @boxes.save
+
+      # persist metadata about server so we can load it later
+      @cloud.execute ['pwd']
+    end
+
+    # If the server exists, connect to it. If not, bootstrap it
+    def init_server
+      box = @boxes[@environment_name]
+      if box.nil?
+        launch!
+      else
+        @cloud.connect_to_server(box)
+      end
+    end
+
+    def info
+      box = @boxes[@environment_name]
+      if box.nil?
+        @ui.info "There are no boxes running"
+      else
+        connect
+        @cloud.connect_to_server(box)
+        @cloud.log_server_info
+      end
+    end
+
+    def bootstrap
+      @bootstrapper.run unless @bootstrapper.bootstrapped?
+    end
+
+    def provision
+      @provisioner.upload
+      @provisioner.prepare
+      @provisioner.run
+    end
+
+    def destroy
+      box = @boxes.first
+
+      if box.nil?
+        @ui.error "There are currently no boxes running"
+      else
+        if @cloud.destroy(box)
+          FileUtils.rm DEFAULT_BOXES_PATH
+        end
+      end
+    end
+
+    attr_accessor :server
+    attr_reader :ui
+    attr_reader :cloud
+  end
+end

data/lib/migrant/provisioners/base.rb

@@ -0,0 +1,33 @@
+module Migrant
+  module Provisioners
+    class Base
+      def self.register(shortcut)
+        @@provisioners ||= {}
+        @@provisioners[shortcut] = self
+      end
+
+      def self.registered(shortcut)
+        @@provisioners[shortcut]
+      end
+      
+      def initialize(env)
+        @environment = env
+      end
+
+      # Upload any necessary files
+      def upload
+        raise "invalid provisioner"
+      end
+
+      # Any pre-provisioning preparation
+      def prepare
+        raise "invalid provisioner"
+      end
+
+      # Run the provisioner
+      def run
+        raise "invalide provisioner"
+      end
+    end
+  end
+end

data/lib/migrant/provisioners/chef_solo.rb

@@ -0,0 +1,57 @@
+require 'vagrant'
+
+module Migrant
+  module Provisioners
+    class ChefSolo < Base
+      include Util
+
+      register :chef_solo
+      def initialize(env)
+        super
+      end
+      def prepare
+      end
+      def upload
+        server = @environment.server
+        vagrant_environment = Vagrant::Environment.new
+        vagrant_provisioner_config = vagrant_environment.config.vm.provisioners.first.config
+        cookbook_paths = vagrant_provisioner_config.cookbooks_path
+        roles_path = vagrant_provisioner_config.roles_path
+
+        # Delete old stuff
+        server.ssh "rm -rf /tmp/migrant && mkdir -p /tmp/migrant"
+        
+        @environment.ui.info "Uploading Cookbooks"
+        cookbook_dest_paths = []
+        cookbook_paths.each do |path|
+          dest_path = "/tmp/migrant/#{File.basename(path)}"
+          server.scp path, dest_path, :recursive => true
+          cookbook_dest_paths << dest_path
+        end
+        role_dest_paths = []
+        dest_path = "/tmp/migrant/#{File.basename(roles_path)}"
+        server.scp roles_path, dest_path, :recursive => true
+        role_dest_paths << dest_path
+
+        @environment.ui.info "Generating Chef Solo Config Files"
+        File.open('/tmp/migrant-solo.rb','w') do |f|
+          f.write(TemplateRenderer.render('chef/solo.rb', {
+            :cookbook_path => cookbook_dest_paths,
+            :role_path => role_dest_paths
+          }))
+        end
+        server.scp "/tmp/migrant-solo.rb","/tmp/migrant/solo.rb"
+        File.open('/tmp/migrant-dna.json','w') do |f|
+          f.write(TemplateRenderer.render('chef/dna.json', {
+            :run_list => vagrant_provisioner_config.run_list
+          }))
+        end
+        server.scp "/tmp/migrant-dna.json","/tmp/migrant/dna.json"
+      end
+      
+      def run
+        @environment.cloud.execute(['sudo chef-solo -c /tmp/migrant/solo.rb -j /tmp/migrant/dna.json'])
+      end
+    end
+  end
+end

data/lib/migrant/provisioners.rb

@@ -0,0 +1,2 @@
+require 'migrant/provisioners/base'
+require 'migrant/provisioners/chef_solo'

data/lib/migrant/ui.rb

@@ -0,0 +1,24 @@
+module Migrant
+  # Handles displaying messages to the user.
+  class UI
+    # shell - a Thor::Shell instance
+    def initialize(shell)
+      @shell = shell
+    end
+    def info(msg)
+      @shell.say(msg,nil)
+    end
+    def warn(msg)
+      @shell.say(msg,:yellow)
+    end
+    def error(msg)
+      @shell.say(msg,:red)
+    end
+    def notice(msg)
+      @shell.say(msg,:green)
+    end
+    def yes?(msg,opts)
+      @shell.yes?(msg,opts)
+    end
+  end
+end

data/lib/migrant/util/template_renderer.rb

@@ -0,0 +1,15 @@
+require 'vagrant'
+
+module Migrant
+  module Util
+    class TemplateRenderer < ::Vagrant::Util::TemplateRenderer
+      # Returns the full path to the template, taking into accoun the gem directory
+      # and adding the `.erb` extension to the end.
+      #
+      # @return [String]
+      def full_template_path
+        Migrant.source_root.join('templates', "#{template}.erb").to_s.squeeze("/")
+      end    
+    end
+  end
+end

data/lib/migrant/util.rb

@@ -0,0 +1,5 @@
+module Migrant
+  module Util
+    autoload :TemplateRenderer, 'migrant/util/template_renderer'
+  end
+end

data/lib/migrant/version.rb

@@ -0,0 +1,3 @@
+module Migrant
+  VERSION = "0.1.0"
+end

data/lib/migrant.rb

@@ -0,0 +1,15 @@
+module Migrant
+  autoload :CLI,            'migrant/cli'
+  autoload :Config,         'migrant/config'
+  autoload :Environment,    'migrant/environment'
+  autoload :UI,             'migrant/ui'
+  autoload :Boxes,          'migrant/boxes'
+  autoload :Util,           'migrant/util'
+
+  def self.source_root
+    @source_root ||= Pathname.new(File.expand_path('../../', __FILE__))
+  end
+end
+require 'migrant/clouds'
+require 'migrant/provisioners'
+require 'migrant/bootstrappers'

data/migrant.gemspec

@@ -0,0 +1,34 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "migrant/version"
+
+Gem::Specification.new do |s|
+  s.name        = "migrant-boxes"
+  s.version     = Migrant::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Cameron Pope"]
+  s.email       = ["cameron@theaboutbox.com"]
+  s.homepage    = "http://github.com/theaboutbox/migrant"
+  s.summary     = %q{Take your Vagrant to the Cloud}
+  s.description = %q{A simple an opinionated way to replicate a Vagrant setup on EC2 or Rackspace}
+
+  s.rubyforge_project = "migrant-boxes"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = 'migrant'
+  s.require_paths = ["lib"]
+
+  s.add_dependency 'thor'
+  s.add_dependency 'fog'
+  s.add_dependency 'vagrant'
+  s.add_dependency 'configuration'
+  s.add_development_dependency 'rspec'
+  s.add_development_dependency 'rake'
+  s.add_development_dependency 'pry'
+  s.add_development_dependency 'cucumber'
+  s.add_development_dependency 'guard-rspec'
+  s.add_development_dependency 'guard-cucumber'
+  s.add_development_dependency 'rb-fsevent' if RUBY_PLATFORM =~ /darwin/
+  s.add_development_dependency 'growl_notify' if RUBY_PLATFORM =~ /darwin/
+end

data/spec/spec_helper.rb

@@ -0,0 +1,2 @@
+$:.push('./lib')
+require 'migrant'

data/spec/unit/aws_cloud_spec.rb

@@ -0,0 +1,6 @@
+require 'spec_helper'
+
+describe Migrant::Clouds::AWS do
+  it "defaults to smallest instance"
+  it "defaults to Ubuntu lucid"
+end

data/spec/unit/boxes_spec.rb

@@ -0,0 +1,62 @@
+require 'spec_helper'
+require 'tempfile'
+
+describe Migrant::Boxes do
+  before do
+    tmpfile = Tempfile.new(['boxes','.yml'])
+    @path = tmpfile.path
+    tmpfile.close
+    tmpfile.unlink
+  end
+
+  after do
+    File.unlink @path
+  end
+
+  def box_yaml
+      YAML.load(File.read @path)
+  end
+  
+  def boxes
+      Migrant::Boxes.new(@path).load
+  end
+
+  context 'default environment' do
+    context 'writing box information' do
+      before do
+        b = Migrant::Boxes.new(@path)
+        b.add(nil,'aws','i-abc123')
+        b.save
+      end
+
+      it 'writes a valid yaml file' do
+        expect { box_yaml }.not_to raise_error
+      end
+
+      it 'writes the provider' do
+        boxes[nil].provider.should == 'aws'
+      end
+
+      it 'writes the instance id' do
+        boxes[nil].id.should == 'i-abc123'
+      end
+
+    end
+  end
+  context 'named environment' do
+    before do
+      b = Migrant::Boxes.new(@path)
+      b.add(nil,'aws','i-abc123')
+      b.add('testing','rackspace','123456')
+      b.save
+    end
+    
+    it 'writes the provider' do
+      boxes['testing'].provider.should == 'rackspace'
+    end
+
+    it 'writes an instance id' do
+      boxes['testing'].id.should == '123456'
+    end
+  end
+end

data/spec/unit/cloud_spec.rb

@@ -0,0 +1,7 @@
+require 'spec_helper'
+
+describe Migrant::Clouds::Base do
+  it "loads ssh key credentials for the current environment"
+  it "loads image information for current environment"
+  it "loads image id for current environment"
+end

data/spec/unit/environment_spec.rb

@@ -0,0 +1,45 @@
+require 'spec_helper'
+
+describe Migrant::Environment do
+  before do
+    Configuration.for('migrant') {
+      provider {
+        name      'rackspace'
+        flavor_id 1
+      }
+
+      ssh {
+        public_key 'test'
+        private_key 'test'
+      }
+
+      staging {
+        # Defaults
+      }
+
+      production {
+        provider {
+          flavor_id 2
+        }
+      }
+    }
+
+    @cfg = Configuration.for('migrant')
+    @staging_env = Migrant::Environment.new('staging',@cfg)
+    @production_env = Migrant::Environment.new('production',@cfg)
+    @default_env = Migrant::Environment.new(nil,@cfg)
+  end
+ 
+  it "retrieves properties when there is no environment set" do
+    @default_env.setting('provider.flavor_id').should == 1
+  end
+  it "retrieves configuration properties for the current environment" do
+    @production_env.setting('provider.flavor_id').should == 2
+  end
+  it "defaults properties that do not exist in the current environment" do
+    @staging_env.setting('provider.flavor_id').should == 1
+  end
+  it "provides a useful message for a non-existent environment" do
+    expect {foobar_env = Migrant::Environment.new('foobar',@cfg)}.to raise_error
+  end
+end

data/spec/unit/rackspace_cloud_spec.rb

@@ -0,0 +1,6 @@
+require 'spec_helper'
+
+describe Migrant::Clouds::Rackspace do
+  it "defaults image id to ubuntu lucid"
+  it "defaults flavor to smallest server"
+end

data/templates/chef/dna.json.erb

@@ -0,0 +1,3 @@
+{
+  "run_list":<%= run_list.inspect %>
+}

data/templates/chef/solo.rb.erb

@@ -0,0 +1,5 @@
+file_cache_path "/tmp/migrant"
+cookbook_path <%= cookbook_path.inspect %>
+role_path <%= role_path.inspect %>
+log_level :info
+