fairchild-poolparty 1.1.4 → 1.1.5

data/lib/poolparty/net/remoter_bases/vmrun/vmrun.rb

@@ -0,0 +1,165 @@
+=begin rdoc
+  The Vmrun remote base uses the vmrun command to implement a cloud remoter base.
+  The Vmrun remoter base has been tested with Vmware fusion on the mac.
+  
+  In order to use the Vmrun remoter base you will need to setup a few things.
+  First, you will need to have the Vmware fusion installed and vmrun command in your path.
+  The default location of the vmrun binary is /Library/Application Support/VMware Fusion/vmrun.
+  You will then of course need a virtual machine installed and available.  
+  Once you have your instance installed and running, you need to setup your ssh keys so that poolparty can ssh into the instance. Get the ip of you instnace with ifconfig inside the running instance.
+  For example:
+    
+    ssh root@172.0.1.129 "mkdir /root/.ssh && chmod 600 /root/.ssh"
+    scp my_key.pub root@172.0.1.129:/root/.ssh/authorized_keys
+    
+  provide a using :vmrun block in your clouds.rb
+  for example:
+    
+    using :vmrun do
+      vmx_hash(::File.expand_path("~/Documents/Virtual\ Machines.localized/Ubuntu-jaunty.vmwarevm/Ubuntu-jaunty.vmx") => '172.16.68.129')
+    end
+   
+   The vmx file fulfills a similar purpose as the ami id in ec2. Note that expand path.  vmrun return fuill paths, so we must provide full paths so things match up later. W
+   Vmrun does not provide a meta server like ec2 has, so you need to list the ip address of your VM.  For this reason it is recommended that you use NAT addressing on your VM to maintain consistent addressing across different physical networks.
+  
+  Also, note that vmrun does not copy the VM to a new distinct VM on each run, so if you want to be able to start from a known state, you should make a snapshot before using your vm with poolparty.  Then, you can rollback to this initial state if you want to ensure you can repeat a fresh cloud-start.
+  
+=end
+
+module PoolParty
+  module Remote
+    class Vmrun < Remote::RemoterBase
+      include Dslify
+
+      default_options(
+        :path_to_binary => 'vmrun',
+        :images_repo_path => ::File.expand_path("~/Documents/Virtual_Machines.localized/"),
+        :default_cli_options => 'gui',
+        :terminate_options => 'soft',
+        :vmx_hash => 'need to specify vmx_files to use'
+      )
+      
+      def initialize(par, opts={}, &block)
+        dsl_options opts
+        instance_eval &block if block
+        super(par, &block)    
+      end
+      
+      #terminate all running instances
+      def self.terminate!(o={})
+        describe_instances(o).each do |vmxf|
+           terminate_instance! o.merge(:vmx_file => vmxf)
+        end
+      end
+
+      def self.launch_new_instance!(o={})
+        new_instance(o).launch_new_instance!
+      end
+      def launch_new_instance!(o={})
+        VmwareInstance.new( :vmx_file => next_unused_vmx_file, 
+                            :ip => vmx_hash[next_unused_vmx_file], 
+                            :keypair => @cloud.keypair
+                          ).launch!
+      end
+      # Terminate an instance by id
+      def self.terminate_instance!(o={})
+        new(nil, o).terminate_instance!
+      end
+      def terminate_instance!(o={})
+        dsl_options o
+        VmwareInstance.new( :vmx_file => last_unused_vmx_file, 
+                            :ip => vmx_hash[last_unused_vmx_file], 
+                            :keypair => @cloud.keypair
+                          ).terminate!(terminate_options)
+      end
+
+      # Describe an instance's status, must pass :vmx_file in the options
+      def self.describe_instance(o={})
+        # vmx_file = o[:vmx_file] || Vmrun.running_instances.first
+        new_instance(o).describe_instance
+      end
+      def describe_instance(o={})        
+        running_instances.select {|inst| inst.vmx_file == o[:vmx_file] }.first
+      end
+
+      def self.describe_instances(o={})
+        new_instance(o).describe_instances
+      end
+      def describe_instances(o={})
+        running_instances.map {|a| a.to_hash }
+      end
+
+      # After launch callback
+      # This is called after a new instance is launched
+      def after_launched(force=false)
+        puts "new vmware instance was launched"
+      end
+
+      # Before shutdown callback
+      # This is called before the cloud is contracted
+      def before_shutdown
+      end
+      def self.path_to_binary
+        new(parent).path_to_binary
+      end
+            
+      def after_launch_instance(inst=nil)
+        if inst
+          dputs "Associate address after launched: #{inst.ip}"
+        end
+      end
+      
+      private
+      def self.new_instance(o={})
+        Vmrun.new((cloud rescue o), o)
+      end
+      
+      def running_instances(o={})
+        output = run_local "#{path_to_binary} list"
+        lines = output.split("\n")
+        lines.shift
+        lines.map {|vmx_file| VmwareInstance.new( :vmx_file => vmx_file, 
+                                                  :ip => vmx_hash[vmx_file], 
+                                                  :keypair => @cloud.keypair
+                                                ) }
+      end
+      
+      # vmrun specific methods
+      def self.run_local(cmd, o={:raise_on_error=>false, :verbose=>true})
+        output = `#{cmd}`
+        unless $?.success?
+          $stderr.puts "FAILED: #{cmd}\n code = #{$?}"
+          raise "ERROR: run_local" if o[:raise_on_error]
+        end
+        output
+      end
+      
+      def run_local(cmd, o={:raise_on_error=>false, :verbose=>true})
+        self.class.run_local(cmd, o)
+      end
+      
+      def next_unused_vmx_file
+        tmp = (vmx_files - running_instances.map {|a| a.vmx_file })
+        (tmp.empty? ? vmx_files : tmp).first
+      end
+      
+      def last_unused_vmx_file
+        running_instances.last.vmx_file
+      end
+      
+      def vmx_files
+        vmx_hash.keys
+      end
+      
+      def id(vfile)
+        vmx_file(vfile)
+      end
+      
+      ## method's to override default RemoteInstance
+      def instance_id
+        vmx_file
+      end
+      
+    end
+  end
+end

data/lib/poolparty/net/remoter_bases/vmrun/vmrun_instance.rb

@@ -0,0 +1,71 @@
+module PoolParty  
+  module Remote
+    
+    class VmwareInstance
+      attr_reader :ip, :mac_address, :vmx_file, :keypair, :cloud
+      
+      def initialize(o={}, cld=nil)
+        raise "You must pass a vmx_file" unless o[:vmx_file]
+        @vmx_file = ::File.expand_path(o[:vmx_file])
+        @ip = o[:ip]
+        @keypair = o[:keypair]
+        
+        @cloud = cld
+      end
+      
+      def to_hash
+        {
+          :status => status,
+          :mac_addresses => mac_address,
+          :ip => ip,
+          :instance_id => vmx_file,
+          :internal_ip => ip,
+          :keypair => keypair
+        }
+      end      
+      def status
+        "running"
+      end      
+      # Is this instance running?
+      def running?
+        true
+      end
+      # Is this instance pending?
+      def pending?
+        false
+      end
+      # Is this instance terminating?
+      def terminating?
+        false
+      end
+      # Has this instance been terminated?
+      def terminated?
+        false
+      end
+      def launch!
+        Vmrun.run_local("#{Vmrun.path_to_binary} start \"#{vmx_file}\"")
+        dputs "Launched new vmware instance from vmx: #{vmx_file}"
+        to_hash
+      end
+      def terminate!(o)
+        Vmrun.run_local("#{Vmrun.path_to_binary} stop \"#{vmx_file}\" #{o}")
+      end
+      # Get the ip from the arp -a
+      # def ip
+      #   @ip ||= %x[arp -a].select {|a| a if a =~ /#{mac_address.macify}/}.first[/(\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})/]
+      # end
+      # Get the mac address in the vmx_file
+      def mac_address
+        @mac_address ||= parse_vmx_file[:"ethernet0.generatedAddress"]
+      end
+      def parse_vmx_file
+        vmx_data.to_hash
+      end
+      def vmx_data
+        @vmx_data ||= open(vmx_file).read
+      end
+      
+    end    
+    
+  end
+end

data/lib/poolparty/{base_packages → plugins}/bind.rb

@@ -1,6 +1,6 @@
 module PoolParty
   class Base
-    plugin :poolparty_base_bind do
+    plugin :bind do
       
       def enable
         

data/lib/poolparty/plugins/chef.rb

@@ -1,21 +1,26 @@
 require "tempfile"
+# BIG TODO: Slim the place where the content is gathered from
 module PoolParty
   class ChefRecipe
     include Dslify
   end
   class Chef
     define_resource :chef_recipe do
-      def loaded o={}, &block
-        puts "Added chef_recipe virtual_resource"
+    end
+    define_resource :chef_library do
+    end
+    
+    plugin :include_chef_recipe do
+      def loaded(opts={}, &block)
+        parent.has_chef_recipe ::File.basename(name)
+      end
+      def before_configure
+        ::Suitcase::Zipper.add(name, "chef/cookbooks") if ::File.exist?(name)
       end
     end
     
     plugin :chef do
-      def before_load(o, &block)        
-        bootstrap_gems "chef", "ohai"
-        bootstrap_commands [
-          "mkdir -p /etc/chef/cookbooks /etc/chef/cache"
-        ]
+      def before_load(o, &block)
       end
       
       def loaded o={}, &block
@@ -26,25 +31,28 @@ module PoolParty
       end
       
       def basedir
-        @basedir ||= "#{Default.tmp_path}/dr_configure/chef/recipes/main"
+        @basedir ||= "#{Default.tmp_path}/dr_configure/chef/cookbooks/main"
       end
       
-      def recipe file=nil, o={}, &block        
+      def recipe(file=nil, o={}, &block)
         if file
-          ::FileUtils.mkdir_p "#{basedir}/recipes" unless ::File.directory? basedir
-          
+          file = ::File.expand_path(file)
+          ::FileUtils.mkdir_p "#{basedir}/recipes"
+                    
           unless ::File.file?(file)
             tfile = Tempfile.new("main-poolparty-recipe")
             tfile << file # copy the string into the temp file
             file = tfile.path
           end
-          
+          ::FileUtils.rm "#{basedir}/recipes/default.rb" if ::File.file?("#{basedir}/recipes/default.rb")
           ::File.cp file, "#{basedir}/recipes/default.rb"
           
           templates o[:templates] if o[:templates]
           
           recipe_files << basedir
+          # ::Suitcase::Zipper.add(basedir, "chef/cookbooks")
         # TODO: Enable neat syntax from within poolparty
+        
         else
           raise <<-EOR
             PoolParty currently only supports passing recipes as files. Please specify a file in your chef block and try again"
@@ -52,46 +60,44 @@ module PoolParty
         end
       end
       
-      def templates templates=[]
+      def templates(templates=[])
         if templates
           ::FileUtils.mkdir_p "#{basedir}/templates/default/"
           templates.each do |f|
+            f = ::File.expand_path(f)
             if ::File.file?(f)
               ::File.cp f, "#{basedir}/templates/default/#{::File.basename(f)}"
             elsif ::File.directory?(f)
-              Dir["#{f}/*"].each {|f| ::File.cp f, "#{basedir}/templates/default/#{::File.basename(f)}" }
+              Dir["#{f}/**"].each {|f| ::File.cp f, "#{basedir}/templates/default/#{::File.basename(f)}" }
             else
               tfile = Tempfile.new("main-poolparty-recipe")
               tfile << f # copy the string into the temp file
               ::File.cp tfile.path, "#{basedir}/templates/default/#{::File.basename(f)}"
-            end            
+            end
           end
         end
       end
       
       def json file=nil, &block
-        if @json_file
-          @json_file
-        else
-          if file
-            if ::File.file? file
-              ::File.cp file, "#{Default.tmp_path}/dr_configure/dna.json"
-            elsif file.is_a?(String)
-              ::File.open("#{Default.tmp_path}/dr_configure/dna.json", "w+"){|tf| tf << file } # is really a string
-            else
-              raise <<-EOM
-                Your json must either point to a file that exists or a string. Please check your configuration and try again
-              EOM
-            end
-            @json_file = "#{Default.tmp_path}/dr_configure/dna.json"
+        if file
+          if ::File.file? file
+            ::Suitcase::Zipper.add_content_as(open(file).read, "dna.json", "chef")
+          elsif file.is_a?(String)
+            ::Suitcase::Zipper.add_content_as(file, "dna.json", "chef")
           else
-            unless @recipe
-              @recipe = ChefRecipe.new
-              @recipe.instance_eval &block if block
-              @recipe.recipes(recipe_files.empty? ? ["poolparty"] : ["poolparty", "main"])
-              ::File.open("#{Default.tmp_path}/dr_configure/dna.json", "w+") {|f| f << @recipe.options.to_json }
-              @json_file = "#{Default.tmp_path}/dr_configure/dna.json"
-            end
+            raise <<-EOM
+              Your json must either point to a file that exists or a string. Please check your configuration and try again
+            EOM
+          end
+        else
+          unless @recipe
+            @recipe = ChefRecipe.new
+            @recipe.instance_eval &block if block
+            @recipe.recipes(recipe_files.empty? ? ["poolparty"] : ["poolparty", "main"])
+            # ::File.open("#{Default.tmp_path}/dr_configure/dna.json", "w+") {|f| f << @recipe.options.to_json }
+            ::Suitcase::Zipper.add_content_as(@recipe.options.to_json, "dna.json", "chef")
+            
+            configure_commands ["cp -f /var/poolparty/dr_configure/chef/dna.json /etc/chef/dna.json"]
           end
         end
       end
@@ -99,37 +105,39 @@ module PoolParty
       def include_recipes *recps
         unless recps.empty?
           recps.each do |rcp|
-            Dir[::File.expand_path(rcp)].each do |f|              
-              added_recipes << f
+            Dir[::File.expand_path(rcp)].each do |f|
+              included_recipes << f
             end            
           end
         end
       end
       
+      def included_recipes
+        @included_recipes ||= []
+      end
+      
       def config file=""
-        if @config_file
-          @config_file
+        if ::File.file? file
+          ::Suitcase::Zipper.add_content_as(open(file).read, "solo.rb", "chef")
         else
-          if ::File.file? file
-            @config_file = file
-          else
-            conf_string = if file.empty?
+          conf_string = if file.empty?
 # default config
-            <<-EOE
+          <<-EOE
 cookbook_path     "/etc/chef/cookbooks"
 node_path         "/etc/chef/nodes"
 log_level         :info
 file_store_path  "/etc/chef"
 file_cache_path  "/etc/chef"
-            EOE
-            else
-              open(file).read
-            end
-            ::File.open("#{Default.tmp_path}/dr_configure/chef_config.rb", "w+") do |tf|
-              tf << conf_string
-            end
-            @config_file = "#{Default.tmp_path}/dr_configure/chef_config.rb"
+          EOE
+          else
+            open(file).read
           end
+          # ::FileUtils.mkdir_p "#{Default.tmp_path}/trash" unless ::File.directory? "#{Default.tmp_path}/trash"
+          # ::File.open("#{Default.tmp_path}/trash/solo.rb", "w+") do |tf|
+          #   tf << conf_string
+          # end
+          ::Suitcase::Zipper.add_content_as(conf_string, "solo.rb", "chef")
+          # ::Suitcase::Zipper.add("#{Default.tmp_path}/trash/solo.rb", "chef")
         end
       end
       
@@ -137,34 +145,26 @@ file_cache_path  "/etc/chef"
         @added_recipes ||= []
       end
       
-      def after_create
-        before_configure
+      def before_bootstrap
+        bootstrap_gems "chef", "ohai"
+        bootstrap_commands [
+          "mkdir -p /etc/chef/cookbooks /etc/chef/cache"          
+        ]
       end
-      
       def before_configure
         config
         json
         
+        included_recipes.each do |f|
+          ::Suitcase::Zipper.add(f, "chef/cookbooks")
+        end
+        
         if ::File.directory?("/etc/chef")
-          ::Suitcase::Zipper.add("/etc/chef/cookbooks/*", "chef/recipes")
+          ::Suitcase::Zipper.add("/etc/chef/cookbooks/*", "chef/cookbooks")
           ::Suitcase::Zipper.add("/etc/chef/dna.json", "chef/json")
           ::Suitcase::Zipper.add("/etc/chef/solo.rb", "chef/")
         end
         
-        ::Suitcase::Zipper.add(@config_file, "chef")
-        added_recipes.each do |rcp|
-          # ::FileUtils.cp_r rcp, "/tmp/poolparty/dr_configure/recipes/"
-          ::Suitcase::Zipper.add(rcp, "chef/recipes")
-        end
-        
-        ::Suitcase::Zipper.add(@json_file, "chef/json")
-        configure_commands ["cp -f /var/poolparty/dr_configure/chef/json/dna.json /etc/chef/dna.json"]
-
-        recipe_files.each do |rf|
-          ::FileUtils.mkdir_p "/tmp/poolparty/dr_configure/recipes/#{::File.basename(rf)}"
-          ::FileUtils.cp_r rf, "/tmp/poolparty/dr_configure/recipes/#{::File.basename(rf)}"
-          # ::Suitcase::Zipper.add(rf, "chef/recipes") 
-        end
       end
       
     end

data/lib/poolparty/plugins/chef_deploy.rb

@@ -0,0 +1,58 @@
+=begin rdoc
+  Chef deploy (ezmobius http://github.com/ezmobius/chef-deploy/tree/master)
+  
+  deploy "/data/#{app}" do
+    repo "git://github.com/engineyard/rack-app.git"
+    branch "HEAD"
+    user "ez"
+    enable_submodules true
+    migrate true
+    migration_command "rake db:migrate"
+    environment "production"
+    shallow_clone true
+    revision '0xbeadbeef'
+    action :deploy # or :rollback
+  end
+  
+=end
+module PoolParty
+  class ChefDeploy
+    
+    define_resource :chef_deploy_definition do
+      
+      default_options(
+                      :branch => "HEAD",
+                      :enable_submodules => true,
+                      :migrate => true,
+                      :environment => "production",
+                      :shallow_clone => true,
+                      :user => "www-data",
+                      :restart_command => "touch tmp/restart.txt",
+                      :migration_command => "rake db:migrate"
+                      )
+      def present
+        :deploy
+      end
+    end
+    
+    plugin :chef_deploy do
+                      
+      def loaded(o={})
+        raise "You must specify a git repo" unless repo?
+        has_chef_library :name => "chef-deploy/lib/chef-deploy.rb"        
+        has_chef_deploy_definition(options)
+      end
+      
+      def before_configure
+        configure_commands [
+          "mkdir -p /etc/chef/lib",
+          "cp -R /var/poolparty/dr_configure/etc/chef/lib /etc/chef"
+        ]
+        ::Suitcase::Zipper.add("#{::File.dirname(__FILE__)}/../../../vendor/chef/chef-deploy", 
+                                "etc/chef/lib")
+      end
+      
+    end
+    
+  end
+end

data/lib/poolparty/plugins/{deploydirectory.rb → deploy_directory.rb}

@@ -15,21 +15,30 @@ module PoolParty
     virtual_resource(:deploy_directory) do
       
       def loaded(opts={}, &block)        
-        package_deploy_directory
         add_unpack_directory
       end
       
+      def before_configure
+        package_deploy_directory
+      end
+      
       def package_deploy_directory
-        ::Suitcase::Zipper.add("#{from}", "user_directory/")
+        ::Suitcase::Zipper.add("#{::File.expand_path(from)}", "user_directory/")
       end
       
       def add_unpack_directory
         has_directory("#{::File.dirname(to)}")
         has_exec("unpack-#{::File.basename(to)}-deploy-directory") do
           requires get_directory("#{::File.dirname(to)}")
-          not_if "test -f #{to}"
           command "cp -R /var/poolparty/dr_configure/user_directory/#{name}/* #{to}"
         end
+        
+        if owner?
+          has_exec(:name => "chown-#{name}") do
+            command "chown #{owner} -R #{to}/#{name}"
+          end
+        end
+        
       end
       
     end

data/lib/poolparty/plugins/dynomite.rb

@@ -0,0 +1,14 @@
+module PoolParty
+  class Base
+    plugin :dynomite do
+      
+      def enable
+        has_exec "install dynomite" do
+          command "git clone git://github.com/cliffmoon/dynomite.git && cd dynomite && git submodule init && git submodule update && rake"
+          not_if "which tcrtest"
+        end
+      end
+      
+    end
+  end
+end

data/lib/poolparty/plugins/gem_package.rb

@@ -0,0 +1,37 @@
+module PoolParty
+  
+  # Allows you to specify a gem to be installed
+  # You can optionally pass a :download_url if you want a specific gem or version installed
+  # example:
+  #   has_gem_package :name => 'rubot',  :download_url => 'http://rubyforge.org/frs/download.php/35089/rubot-base-0.0.1.gem'
+  
+  class GempackageResource
+    
+    virtual_resource(:gem_package) do
+      
+      def loaded(opts={}, &block)
+        if download_url?
+          has_exec(
+            :name => "download-#{name}", 
+            :cwd => Default.remote_storage_path, 
+            :command => "wget #{download_url} -O #{name}.gem", 
+            :if_not => "test -f #{Default.remote_storage_path}/#{name}.gem"
+          )
+          has_exec(
+            :name => "install-#{name}-gem",
+            :command => "gem install --no-ri --no-rdoc  #{Default.remote_storage_path}/#{name}.gem",
+            :if_not => "gem list --local #{name} | grep #{name} #{"| grep #{version}" if version?}",
+            :requires => "download-#{name}"
+          )
+        else
+          has_exec(
+            :name => "#{name}",
+            :command  => "gem install --no-ri --no-rdoc #{"--version #{version}" if version?} #{"--source #{source}" if source?} #{name}",
+            :if_not => "gem list --local #{name} | grep #{name} #{"| grep #{version}" if version?}"
+          )
+        end
+      end
+      
+    end
+  end
+end

data/lib/poolparty/plugins/line_in_file.rb

@@ -5,6 +5,7 @@ module PoolParty
       def loaded(opts={}, &block)
         has_exec "line_in_#{file}" do
           command "grep -q \'#{line.safe_quote}\' #{file} || echo \'#{line.safe_quote}\' >> #{file}"
+          not_if "grep -q \'#{line.safe_quote}\' #{file}"
         end
       end
     end

data/lib/poolparty/plugins/nanite.rb

@@ -0,0 +1,41 @@
+module PoolParty
+  class Nanite
+    
+    plugin :nanite do
+      
+      def loaded(o={}, &block)
+        has_package "erlang"
+
+        # TODO: change this with has_gem_package
+        has_exec "install nanite rubygem" do
+          command "cd ~ && git clone git://github.com/ezmobius/nanite.git && cd nanite/ && rake gem && gem install pkg/nanite*.gem"
+          not_if "gem list -l | grep nanite"
+        end
+
+        has_gem_package "eventmachine"
+        has_gem_package "amqp"
+
+        has_package "python"
+
+        has_exec "install easy_install" do
+          command "cd ~ && wget http://pypi.python.org/packages/2.5/s/setuptools/setuptools-0.6c9-py2.5.egg && sh setuptools-0.6c9-py2.5.egg"
+          not_if "which easy_install"
+        end
+
+        has_exec "install simplejson" do
+          command "cd ~ && easy_install simplejson"
+        end
+
+        has_exec "install rabbitmq" do
+          command "cd ~ && wget http://www.rabbitmq.com/releases/rabbitmq-server/v1.5.3/rabbitmq-server-1.5.3.tar.gz && cd /usr/local/lib/erlang/lib && tar -zxf ~/rabbitmq-server-1.5.3.tar.gz && cd rabbitmq-server-1.5.3 && make"
+          not_if "which easy_install"
+        end
+        
+        has_gem_package "ezmobius-nanite"
+        
+      end
+            
+    end
+    
+  end
+end