fairchild-poolparty 1.1.5 → 1.2.12

data/lib/poolparty/plugins/chef/chef_deploy.rb

@@ -0,0 +1,55 @@
+=begin rdoc
+  Chef deploy (ezmobius http://github.com/ezmobius/chef-deploy/tree/master)
+  
+  deploy "/data/#{app}" do
+    repo "git://github.com/engineyard/rack-app.git"
+    branch "HEAD"
+    user "ez"
+    enable_submodules true
+    migrate true
+    migration_command "rake db:migrate"
+    environment "production"
+    shallow_clone true
+    revision '0xbeadbeef'
+    action :deploy # or :rollback
+  end
+  
+=end
+require "chef_deploy_definition"
+
+module PoolParty
+  module Plugin
+    
+    class ChefDeploy < Plugin
+      
+      dsl_methods :branch, :enable_submodules, :migrate, :environment, :shallow_clone, :user,
+                  :restart_command, :migration_command, :repo
+      
+      def loaded(o={})
+        if dsl_options.reject {|k,v| v.nil? }.keys == [:ensures]
+          has_chef_library "chef-deploy/lib/chef-deploy.rb"
+        else
+          raise ::ReposMissingError.new unless repo
+          has_chef_library "chef-deploy/lib/chef-deploy.rb"
+          has_chef_deploy_definition(default_options.merge(:to => name))
+        end
+      end
+      
+      def before_configure
+        configure_commands [
+          "mkdir -p /etc/chef/lib",
+          "if [ -d /var/poolparty/dr_configure/etc/chef/lib ] ; then cp -R /var/poolparty/dr_configure/etc/chef/lib /etc/chef; fi"
+        ]
+        ::Suitcase::Zipper.add("#{::File.dirname(__FILE__)}/../../../../vendor/chef/chef-deploy", "etc/chef/lib")
+      end
+      
+    end
+    
+  end
+end
+
+class ReposMissingError < StandardError
+  def initialize
+    super("You must include the repo to deploy with chef_deploy")
+  end 
+end

data/lib/poolparty/plugins/chef/chef_deploy_definition.rb

@@ -0,0 +1,32 @@
+module PoolParty
+  module Resources
+    class ChefDeployDefinition < Resource
+      
+      dsl_methods :repo
+
+      default_options(
+                      :branch => "HEAD",
+                      :enable_submodules => true,
+                      :migrate => true,
+                      :environment => "production",
+                      :shallow_clone => true,
+                      :user => "www-data",
+                      :restart_command => "touch tmp/restart.txt",
+                      :migration_command => "rake db:migrate"
+                      )
+      
+      def to_properties_hash
+        {:pp_type => "deploy", :name => "#{to}"}.merge!(default_options)
+      end
+      
+      def to(n=nil)
+        @to ||= n.nil? ? "/var/www" : n
+      end
+                      
+      def present
+        :deploy
+      end
+      
+    end
+  end
+end

data/lib/poolparty/plugins/chef/chef_library.rb

@@ -0,0 +1,7 @@
+module PoolParty
+  module Resources
+    class ChefLibrary < Resource
+      dsl_methods :recipes
+    end
+  end
+end

data/lib/poolparty/plugins/chef/chef_recipe.rb

@@ -0,0 +1,7 @@
+module PoolParty
+  module Resources
+    class ChefRecipe < Resource
+      dsl_methods :recipes
+    end
+  end
+end

data/lib/poolparty/plugins/chef/include_chef_recipe.rb

@@ -0,0 +1,14 @@
+module PoolParty
+  module Plugin
+
+    class IncludeChefRecipe < Plugin
+      def loaded(opts={}, &block)
+        has_chef_recipe ::File.basename(name)
+      end
+      def before_configure
+        ::Suitcase::Zipper.add(name, "chef/cookbooks") if ::File.exist?(name)
+      end
+    end
+    
+  end
+end

data/lib/poolparty/plugins/deploy_directory.rb

@@ -1,47 +1,62 @@
-=begin rdoc
-  DeployDirectory
+module PoolParty
+
+=begin  rdoc    
+== Deploy Directory
+
+The deploy directory will copy the source directory from the developer machine (i.e. your laptop) to /tmp/poolparty/cloudname, and then rsync it to the specified target directory on the cloud nodes.
+
+== Usage
+
+  has_deploy_directory('bob', 
+                     :from => "~/path/to/my/site", 
+                     :to => "/mnt",
+                     :owner => 'www-data',
+                     :git_pull_first => false  #do a git pull in the from directory before syncing
+
+This will place the contents of ~/path/to/my/site from your machine to /mnt/bob on the cloud instances virtual_resource(:deploy_directory)
 
-  Deploy directory will rsync a local directory to 
-  each instance of your cloud. 
-  
-  example:
-    has_directory 'name', :from => '/local/path', :to => '/path/on/server/'
-    
-  The above example will place the contents of '/local/path' at '/path/on/server/name'
 =end
-module PoolParty
-  class Deploydirectory
-    
-    virtual_resource(:deploy_directory) do
+  module Plugin
+    class DeployDirectory < Plugin
+      
+      dsl_methods :from, :to, :owner, :mode, :git_pull_first
       
       def loaded(opts={}, &block)        
         add_unpack_directory
       end
       
       def before_configure
+        update_from_repo if git_pull_first
         package_deploy_directory
       end
       
       def package_deploy_directory
-        ::Suitcase::Zipper.add("#{::File.expand_path(from)}", "user_directory/")
+        ::Suitcase::Zipper.add("#{from}", "user_directory/")
       end
       
       def add_unpack_directory
-        has_directory("#{::File.dirname(to)}")
-        has_exec("unpack-#{::File.basename(to)}-deploy-directory") do
-          requires get_directory("#{::File.dirname(to)}")
-          command "cp -R /var/poolparty/dr_configure/user_directory/#{name}/* #{to}"
-        end
-        
-        if owner?
-          has_exec(:name => "chown-#{name}") do
-            command "chown #{owner} -R #{to}/#{name}"
-          end
+        has_directory(to)
+        has_exec("unpack-#{::File.basename(to)}-deploy-directory",
+          :requires => get_directory(to),
+          :command => "cp -R /var/poolparty/dr_configure/user_directory/#{dir_name}/* #{to}")
+        if owner
+          has_exec(:name => "chown-#{name}", :command => "chown #{owner} -R #{to}")
+        end     
+
+        if mode
+          has_exec(:name => "chmod-#{name}", :command => "chmod #{mode} #{to}")
         end
-        
+      end
+      
+      def update_from_repo
+        `cd #{from} && git pull`
+      end
+      
+      private
+      def dir_name
+        ::File.basename(from)
       end
       
     end
-    
   end
 end

data/lib/poolparty/plugins/gem_package.rb

@@ -1,16 +1,44 @@
 module PoolParty
-  
-  # Allows you to specify a gem to be installed
-  # You can optionally pass a :download_url if you want a specific gem or version installed
-  # example:
-  #   has_gem_package :name => 'rubot',  :download_url => 'http://rubyforge.org/frs/download.php/35089/rubot-base-0.0.1.gem'
-  
-  class GempackageResource
-    
-    virtual_resource(:gem_package) do
+
+=begin rdoc
+== Gempackage
+
+# Allows you to specify a gem to be installed
+# You can optionally pass a :download_url if you want a specific gem or version installed
+
+== Usage
+
+  has_gempackage(:name => '...') do
+    # More options. 
+    # This block is optional
+  end
+
+== Options
+
+* <tt>name</tt> The gem name
+* <tt>download_url</tt> The location of the gem to download and server across the instances
+* <tt>version</tt> The gem version requirement (optional and useless if download_url is given)
+* <tt>source</tt> The gem source (optional and useless matter if download_url is given)
+* <tt>bin</tt> Specify exact gem binary
+* <tt>jruby</tt> Will set 'bin' to 'jruby -S gem'
+
+== Example
+  has_gempackage(:name => 'rake', 
+    :download_url => 'http://rubyforge.org/frs/download.php/43954/rake-0.8.3.gem')
+=end  
+    module Plugin
+      class GemPackage < Plugin
+      
+      dsl_methods :name,            # Name of the gem
+                  :download_url,    # Url to download the gem. If not set, it will try to grab the latest gem available on gems.github.com or rubyforge
+                  :version,         # Version of the gem required
+                  :source,          # If source is available, it will use this as the gem source
+                  :bin              # binary to use to install the gem
       
       def loaded(opts={}, &block)
-        if download_url?
+        bin opts[:bin] ? opts[:bin] : opts[:jruby] ? "jruby -S gem" : "gem"
+
+        if download_url
           has_exec(
             :name => "download-#{name}", 
             :cwd => Default.remote_storage_path, 
@@ -19,15 +47,15 @@ module PoolParty
           )
           has_exec(
             :name => "install-#{name}-gem",
-            :command => "gem install --no-ri --no-rdoc  #{Default.remote_storage_path}/#{name}.gem",
-            :if_not => "gem list --local #{name} | grep #{name} #{"| grep #{version}" if version?}",
+            :command => "#{bin} install --no-ri --no-rdoc  #{Default.remote_storage_path}/#{name}.gem",
+            :if_not => "#{bin} list --local #{name} | grep #{name} #{"| grep #{version}" if version}",
             :requires => "download-#{name}"
           )
         else
           has_exec(
             :name => "#{name}",
-            :command  => "gem install --no-ri --no-rdoc #{"--version #{version}" if version?} #{"--source #{source}" if source?} #{name}",
-            :if_not => "gem list --local #{name} | grep #{name} #{"| grep #{version}" if version?}"
+            :command  => "#{bin} install --no-ri --no-rdoc #{"--version #{version}" if version} #{"--source #{source}" if source} #{name}",
+            :if_not => "#{bin} list --local #{name} | grep #{name} #{"| grep #{version}" if version}"
           )
         end
       end

data/lib/poolparty/plugins/git.rb

@@ -1,44 +1,67 @@
-module PoolParty    
-  class GitResource
-    
-    virtual_resource(:git) do
+=begin rdoc
+speficy a git repo that should be checked out to all the nodes.
+
+has_git_repos(:name       => "xnot",
+              :source     => "git://github.com/auser/xnot.org.git", 
+              :dir        => "/var/www",
+              :owner      => 'www-data',
+              :deploy_key => 'pool_cloud.rsa')
+=end
+module PoolParty
+  module Plugin
+    class Git < Plugin
       def loaded(*args)
         has_package(:name => "git-core")
       end
     end
     
-    virtual_resource(:git_repos) do
-      
-      def loaded(opts={}, &block)        
-        raise(Exception.new("You must include a directory for the git repos set by :at")) if at?.nil?
-        # opts.has_key?(:at) ? at(opts.delete(:at)) : raise(Exception.new("You must include a directory for the git repos set by :at"))
-        # opts.has_key?(:source) ? git_repos(opts.delete(:source) || opts[:name]) : raise(Exception.new("You must include the git source set by :source"))
+    class GitRepo < Plugin
+      dsl_methods :name,
+                  :repo,
+                  :dir, 
+                  :owner, 
+                  :requires_user,
+                  :deploy_key,
+                  :source
+                  
+      def loaded(opts={}, &block)
+        raise DirectoryMissingError.new unless dir
+        
         has_package("git-core")
         has_git_repository
       end
+      
+      # retrieve/set source.  If source is not set, try and use name.
+      def source(n=nil)
+        n.nil? ? (dsl_options[:source] ? dsl_options[:source] : dsl_options[:source]= name) : dsl_options[:source]=n
+      end
 
       def has_git_repository
+        has_directory(::File.dirname(dir))
+        has_directory(:name => "#{dir}", :requires => get_directory("#{::File.dirname(dir)}"))
         
-        has_directory(::File.dirname(working_dir))
-        has_directory(:name => "#{working_dir}", :requires => get_directory("#{::File.dirname(working_dir)}"))
-        
-        has_exec(:name => "git-#{name}", :requires => [get_directory("#{working_dir}"), get_package("git-core")] ) do
+        has_exec(:name => "git-#{name}", :creates => creates_dir ) do
           # Cloud, GitRepos, Exec
-          command parent.requires_user? ? "git clone #{requires_user}@#{source} #{working_dir}" : "cd #{working_dir} && git clone #{source}"
-          cwd "#{working_dir if working_dir}"
-          creates creates_dir
+          if requires_user
+            command("git clone #{requires_user}@#{repository} #{dir}")
+          else
+            command("cd #{dir} && git clone #{repository}")
+          end
+          
+          cwd "#{dir if dir}"          
+          requires [get_directory("#{dir}"), get_package("git-core")]
         end
-        has_exec(:name => "update-#{name}", :cwd => ::File.dirname( creates_dir )) do          
-          command "git pull"
+        has_exec(:name => "update-#{name}") do
+          command "cd #{::File.dirname( creates_dir )} && git pull"
         end
         
-        if owner?
-          has_exec(:name => "chown-#{name}", :cwd => ::File.dirname( creates_dir )) do
+        if owner
+          has_exec(:name => "chown-#{name}", :cwd => ::File.dirname( creates_dir )) do            
             command "chown #{owner} * -R"
           end
         end
         
-        if deploy_key?
+        if deploy_key
           raise Exception.new("Cannot find the git deploy key: #{deploy_key}") unless ::File.file?(::File.expand_path(deploy_key))
           ::Suitcase::Zipper.add(::File.expand_path(deploy_key), "keys")
           PoolParty::Provision::DrConfigure.class_commands << "cp -f /var/poolparty/dr_configure/keys/* ~/.ssh"
@@ -46,23 +69,29 @@ module PoolParty
         
       end
       
-      def git_repos(src)
-        source src
+      def to(d)
+        dir d
       end
-      
-      def at(dir)
-        working_dir dir
-      end
-      
-      def to(dir)
-        at(dir)
+            
+      def creates_dir
+        "#{::File.join( dir, ::File.basename(name, ::File.extname(name)) )}/.git"
       end
       
-      def creates_dir
-        "#{::File.join( working_dir, ::File.basename(source, ::File.extname(source)) )}/.git"
+      def repository(n=nil)
+        if n
+          self.repo = n
+        else
+          self.repo ? self.repo : name
+        end
       end
       
     end
     
   end
+end
+
+class DirectoryMissingError < StandardError
+  def initialize
+    super("You must include a directory for the git repo set by to")
+  end
 end

data/lib/poolparty/{base_packages → plugins}/haproxy.rb

@@ -1,23 +1,33 @@
+=begin rdoc
+  Enables haproxy for a cloud
+=end
 module PoolParty
-  class Base
-    plugin :haproxy do
+  module Plugin
+    class Haproxy < Plugin
+      
+      default_options(
+        :port => 80,
+        :forwarding_port => 8080,
+        :proxy_mode => "http"
+      )
       
       def before_configure
       end
       
-      def enable
-        # has_chef_recipe "apache2"
-        include_chef_recipe "#{::File.dirname(__FILE__)}/../../../vendor/chef/apache2"
-
+      def loaded(o={}, &block)
+        set_vars_from_options(cloud.dsl_options.reject{|k,v| [:enabled, :disabled].include?(v) }) if cloud
         # Restart sysklogd after we update the haproxy.log
         has_service(:name => "sysklogd")    
+
+        has_package "haproxy"
+
         # Template variables
-        has_variable("haproxy_name", :value => "#{cloud.name}")
+        has_variable("haproxy_name", :value => "#{(cloud ? cloud.name : name)}")
         has_variable("listen_ports", :value => [ "8080" ], :namespace => "apache")
         
-        has_variable("ports_haproxy", :value => ([(self.respond_to?(:port) ? port : Default.port)].flatten))        
-        has_variable("forwarding_port", :value => (respond_to?(:forwarding_port) ? forwarding_port : Default.forwarding_port))
-        has_variable("proxy_mode", :value => (respond_to?(:proxy_mode) ? proxy_mode : Default.proxy_mode))
+        has_variable("ports_haproxy", :value => ([(port || Default.port)].flatten))        
+        has_variable("forwarding_port", :value => (forwarding_port || Default.forwarding_port))
+        has_variable("proxy_mode", :value => (proxy_mode || Default.proxy_mode))
     
         # Startup haproxy and enable it
         has_line_in_file(:line => "ENABLED=1", :file => "/etc/default/haproxy")
@@ -27,14 +37,7 @@ module PoolParty
           content ''
         end
         
-        has_directory "/var/run/haproxy"
-        has_package "apache2"
-        has_service "apache2"
-        
-        has_package "haproxy" do
-          stops get_service("apache2"), :immediately
-          # starts get_service("apache2")
-        end
+        has_directory "/var/run/haproxy"        
 
         has_exec "reloadhaproxy", 
           :command => "/etc/init.d/haproxy reload", 
@@ -49,8 +52,6 @@ module PoolParty
         # Service is required
         has_service("haproxy") do
           action [:start, :enable]
-          stops get_service("apache2"), :immediately
-          starts get_service("apache2")
         end
         
       end

data/lib/poolparty/plugins/heartbeat.rb

@@ -0,0 +1,16 @@
+module PoolParty
+  module Plugin
+    class Heartbeat < Plugin
+      
+      def enable
+        
+        has_package({:name => "heartbeat-2"})
+        has_package({:name => "heartbeat-2-dev"})
+        
+        has_service("heartbeat")
+        
+      end
+      
+    end 
+  end
+end

data/lib/poolparty/plugins/host.rb

@@ -0,0 +1,39 @@
+module PoolParty    
+  module Plugin
+=begin rdoc
+
+== Host
+
+The host parameter sets hosts on the instances. Setting this, every node will have the host.
+
+== Usage
+
+  has_host(:name => '...') do
+    # More options. 
+    # This block is optional
+  end
+
+== Options
+
+* <tt>name</tt>The name of the instance
+* <tt>ip</tt> IP address of the instance for the host entry
+
+== Examples
+
+  has_host({:name => "other_machine", :ip => 192.168.0.101 })
+=end       
+    class Host < Plugin
+            
+      default_options({
+        :name => "localhost",
+        :ip => "127.0.0.1"
+      })
+      
+      def loaded(o={},&block)
+        has_line_in_file(:file => "/etc/hosts", :line => "#{o[:ip]} #{o[:name]}")
+      end
+            
+    end
+    
+  end
+end

data/lib/poolparty/plugins/line_in_file.rb

@@ -1,13 +1,35 @@
 module PoolParty    
-  class LineInFile
+=begin rdoc
+
+
+== Line in File
+
+Ensures that the line given is in the file
+
+== Usage
+
+  has_line_in_file('line', '/full/file/path.ext')
+
+== Examples
+
+  has_line_in_file("ENABLED=1", "/etc/default/haproxy")
+=end
+
+  module Plugin
+    class LineInFile < Plugin
     
-    virtual_resource(:line_in_file) do
+      dsl_methods :file, :line
+      default_options(
+        :line => ""
+      )
+      
       def loaded(opts={}, &block)
         has_exec "line_in_#{file}" do
           command "grep -q \'#{line.safe_quote}\' #{file} || echo \'#{line.safe_quote}\' >> #{file}"
           not_if "grep -q \'#{line.safe_quote}\' #{file}"
         end
       end
+      
     end
     
   end

data/lib/poolparty/plugins/plugin_template.rb

@@ -0,0 +1,13 @@
+module PoolParty
+  module Plugin
+    # Usage: 
+    # 
+    # plugin_name :optional=>'option if any'  do
+    #   extras :cli, :pspell, :mysql
+    # end
+    
+    class EmptyPlugin < Plugin
+    end
+  end
+  
+end

data/lib/poolparty/{base_packages/poolparty.rb → plugins/poolparty_base_packages.rb}

@@ -1,12 +1,10 @@
 module PoolParty
-  class Base
-    plugin :poolparty_base_packages do
+  module Plugin
+    class PoolPartyBasePackages < Plugin
       
-      def enable
-        has_package "git-core"
-        
+      def enable        
         has_cron "/usr/bin/server-manage-election" do
-          minute "0,5,10,15,20,25,30,35,40,45,50,55"
+          minute "*"
           command "/usr/bin/server-manage-election"
         end
       end