poolparty 0.2.84 → 1.2.2

data/lib/poolparty/plugins/bind.rb

@@ -0,0 +1,11 @@
+module PoolParty
+  class Base
+    plugin :bind do
+      
+      def enable
+        
+      end
+      
+    end
+  end
+end

data/lib/poolparty/plugins/chef.rb

@@ -0,0 +1,173 @@
+require "tempfile"
+# BIG TODO: Slim the place where the content is gathered from
+module PoolParty
+  class ChefRecipe
+    include Dslify
+  end
+  class Chef
+    define_resource :chef_recipe do
+    end
+    define_resource :chef_library do
+    end
+    
+    plugin :include_chef_recipe do
+      def loaded(opts={}, &block)
+        has_chef_recipe ::File.basename(name)
+      end
+      def before_configure
+        ::Suitcase::Zipper.add(name, "chef/cookbooks") if ::File.exist?(name)
+      end
+    end
+    
+    plugin :chef do
+      def before_load(o, &block)
+      end
+      
+      def loaded o={}, &block
+      end
+      
+      def recipe_files
+        @recipe_files ||= []
+      end
+      
+      def basedir
+        @basedir ||= "#{Default.tmp_path}/dr_configure/chef/cookbooks/main"
+      end
+      
+      def recipe(file=nil, o={}, &block)
+        if file
+          file = ::File.expand_path(file)
+          ::FileUtils.mkdir_p "#{basedir}/recipes"
+                    
+          unless ::File.file?(file)
+            tfile = Tempfile.new("main-poolparty-recipe")
+            tfile << file # copy the string into the temp file
+            file = tfile.path
+          end
+          ::FileUtils.rm "#{basedir}/recipes/default.rb" if ::File.file?("#{basedir}/recipes/default.rb")
+          ::File.cp file, "#{basedir}/recipes/default.rb"
+          
+          templates o[:templates] if o[:templates]
+          
+          recipe_files << basedir
+          # ::Suitcase::Zipper.add(basedir, "chef/cookbooks")
+        # TODO: Enable neat syntax from within poolparty
+        
+        else
+          raise <<-EOR
+            PoolParty currently only supports passing recipes as files. Please specify a file in your chef block and try again"
+          EOR
+        end
+      end
+      
+      def templates(templates=[])
+        if templates
+          ::FileUtils.mkdir_p "#{basedir}/templates/default/"
+          templates.each do |f|
+            f = ::File.expand_path(f)
+            if ::File.file?(f)
+              ::File.cp f, "#{basedir}/templates/default/#{::File.basename(f)}"
+            elsif ::File.directory?(f)
+              Dir["#{f}/**"].each {|f| ::File.cp f, "#{basedir}/templates/default/#{::File.basename(f)}" }
+            else
+              tfile = Tempfile.new("main-poolparty-recipe")
+              tfile << f # copy the string into the temp file
+              ::File.cp tfile.path, "#{basedir}/templates/default/#{::File.basename(f)}"
+            end
+          end
+        end
+      end
+      
+      def json file=nil, &block
+        if file
+          if ::File.file? file
+            ::Suitcase::Zipper.add_content_as(open(file).read, "dna.json", "chef")
+          elsif file.is_a?(String)
+            ::Suitcase::Zipper.add_content_as(file, "dna.json", "chef")
+          else
+            raise <<-EOM
+              Your json must either point to a file that exists or a string. Please check your configuration and try again
+            EOM
+          end
+        else
+          unless @recipe
+            @recipe = ChefRecipe.new
+            @recipe.instance_eval &block if block
+            @recipe.recipes(recipe_files.empty? ? ["poolparty"] : ["poolparty", "main"])
+            # ::File.open("#{Default.tmp_path}/dr_configure/dna.json", "w+") {|f| f << @recipe.options.to_json }
+            ::Suitcase::Zipper.add_content_as(@recipe.options.to_json, "dna.json", "chef")
+            
+            configure_commands ["cp -f /var/poolparty/dr_configure/chef/dna.json /etc/chef/dna.json"]
+          end
+        end
+      end
+      
+      def include_recipes *recps
+        unless recps.empty?
+          recps.each do |rcp|
+            Dir[::File.expand_path(rcp)].each do |f|
+              included_recipes << f
+            end            
+          end
+        end
+      end
+      
+      def included_recipes
+        @included_recipes ||= []
+      end
+      
+      def config file=""
+        if ::File.file? file
+          ::Suitcase::Zipper.add_content_as(open(file).read, "solo.rb", "chef")
+        else
+          conf_string = if file.empty?
+# default config
+          <<-EOE
+cookbook_path     "/etc/chef/cookbooks"
+node_path         "/etc/chef/nodes"
+log_level         :info
+file_store_path  "/etc/chef"
+file_cache_path  "/etc/chef"
+          EOE
+          else
+            open(file).read
+          end
+          # ::FileUtils.mkdir_p "#{Default.tmp_path}/trash" unless ::File.directory? "#{Default.tmp_path}/trash"
+          # ::File.open("#{Default.tmp_path}/trash/solo.rb", "w+") do |tf|
+          #   tf << conf_string
+          # end
+          ::Suitcase::Zipper.add_content_as(conf_string, "solo.rb", "chef")
+          # ::Suitcase::Zipper.add("#{Default.tmp_path}/trash/solo.rb", "chef")
+        end
+      end
+      
+      def added_recipes
+        @added_recipes ||= []
+      end
+      
+      def before_bootstrap
+        bootstrap_gems "chef", "ohai"
+        bootstrap_commands [
+          "mkdir -p /etc/chef/cookbooks /etc/chef/cache"          
+        ]
+      end
+      def before_configure
+        config
+        json
+        
+        included_recipes.each do |f|
+          ::Suitcase::Zipper.add(f, "chef/cookbooks")
+        end
+        
+        if ::File.directory?("/etc/chef")
+          ::Suitcase::Zipper.add("/etc/chef/cookbooks/*", "chef/cookbooks")
+          ::Suitcase::Zipper.add("/etc/chef/dna.json", "chef/json")
+          ::Suitcase::Zipper.add("/etc/chef/solo.rb", "chef/")
+        end
+        
+      end
+      
+    end
+    
+  end
+end

data/lib/poolparty/plugins/chef_deploy.rb

@@ -0,0 +1,58 @@
+=begin rdoc
+  Chef deploy (ezmobius http://github.com/ezmobius/chef-deploy/tree/master)
+  
+  deploy "/data/#{app}" do
+    repo "git://github.com/engineyard/rack-app.git"
+    branch "HEAD"
+    user "ez"
+    enable_submodules true
+    migrate true
+    migration_command "rake db:migrate"
+    environment "production"
+    shallow_clone true
+    revision '0xbeadbeef'
+    action :deploy # or :rollback
+  end
+  
+=end
+module PoolParty
+  class ChefDeploy
+    
+    define_resource :chef_deploy_definition do
+      
+      default_options(
+                      :branch => "HEAD",
+                      :enable_submodules => true,
+                      :migrate => true,
+                      :environment => "production",
+                      :shallow_clone => true,
+                      :user => "www-data",
+                      :restart_command => "touch tmp/restart.txt",
+                      :migration_command => "rake db:migrate"
+                      )
+      def present
+        :deploy
+      end
+    end
+    
+    plugin :chef_deploy do
+                      
+      def loaded(o={})
+        raise "You must specify a git repo" unless repo?
+        has_chef_library :name => "chef-deploy/lib/chef-deploy.rb"        
+        has_chef_deploy_definition(options)
+      end
+      
+      def before_configure
+        configure_commands [
+          "mkdir -p /etc/chef/lib",
+          "cp -R /var/poolparty/dr_configure/etc/chef/lib /etc/chef"
+        ]
+        ::Suitcase::Zipper.add("#{::File.dirname(__FILE__)}/../../../vendor/chef/chef-deploy", 
+                                "etc/chef/lib")
+      end
+      
+    end
+    
+  end
+end

data/lib/poolparty/plugins/deploy_directory.rb

@@ -0,0 +1,49 @@
+module PoolParty
+
+=begin  rdoc    
+== Deploy Directory
+
+The deploy directory will copy the source directory from the developer machine (i.e. your laptop) to /tmp/poolparty, and then rsync it to the specified target directory on the cloud nodes.
+
+== Usage
+
+  has_deploy_directory(has_deploy_directory 'bob', 
+                     :from => "~/path/to/my/site", 
+                     :to => "/mnt",
+                     :owner => 'www-data' 
+
+This will place the contents of ~/path/to/my/site from your machine to /mnt/bob on the cloud instances virtual_resource(:deploy_directory)
+
+=end
+
+  class Deploydirectory
+      
+      def loaded(opts={}, &block)        
+        add_unpack_directory
+      end
+      
+      def before_configure
+        package_deploy_directory
+      end
+      
+      def package_deploy_directory
+        ::Suitcase::Zipper.add("#{::File.expand_path(from)}", "user_directory/")
+      end
+      
+      def add_unpack_directory
+        has_directory("#{::File.dirname(to)}")
+        has_exec("unpack-#{::File.basename(to)}-deploy-directory") do
+          requires get_directory("#{::File.dirname(to)}")
+          command "cp -R /var/poolparty/dr_configure/user_directory/#{name}/* #{to}"
+        end
+        
+        if owner?
+          has_exec(:name => "chown-#{name}") do
+            command "chown #{owner} -R #{to}/#{name}"
+          end
+        end
+        
+      end
+    
+  end
+end

data/lib/poolparty/plugins/gem_package.rb

@@ -0,0 +1,61 @@
+module PoolParty
+  
+  # Allows you to specify a gem to be installed
+  # You can optionally pass a :download_url if you want a specific gem or version installed
+  # example:
+  #   has_gem_package :name => 'rubot',  :download_url => 'http://rubyforge.org/frs/download.php/35089/rubot-base-0.0.1.gem'
+
+=begin rdoc
+== Gempackage
+
+Gempackages describe distributed gems on the cloud. The gem is only downloaded once and then hosted on the master if a download url is given. 
+
+== Usage
+
+  has_gempackage(:name => '...') do
+    # More options. 
+    # This block is optional
+  end
+
+== Options
+
+* <tt>name</tt> The gem name
+* <tt>download_url</tt> The location of the gem to download and server across the instances
+* <tt>version</tt> The gem version requirement (optional and useless if download_url is given)
+* <tt>source</tt> The gem source (optional and useless matter if download_url is given)
+
+== Examples
+  has_gempackage(:name => 'rake', 
+    :download_url => 'http://rubyforge.org/frs/download.php/43954/rake-0.8.3.gem')
+=end
+  
+  class GempackageResource
+    
+    virtual_resource(:gem_package) do
+      
+      def loaded(opts={}, &block)
+        if download_url?
+          has_exec(
+            :name => "download-#{name}", 
+            :cwd => Default.remote_storage_path, 
+            :command => "wget #{download_url} -O #{name}.gem", 
+            :if_not => "test -f #{Default.remote_storage_path}/#{name}.gem"
+          )
+          has_exec(
+            :name => "install-#{name}-gem",
+            :command => "gem install --no-ri --no-rdoc  #{Default.remote_storage_path}/#{name}.gem",
+            :if_not => "gem list --local #{name} | grep #{name} #{"| grep #{version}" if version?}",
+            :requires => "download-#{name}"
+          )
+        else
+          has_exec(
+            :name => "#{name}",
+            :command  => "gem install --no-ri --no-rdoc #{"--version #{version}" if version?} #{"--source #{source}" if source?} #{name}",
+            :if_not => "gem list --local #{name} | grep #{name} #{"| grep #{version}" if version?}"
+          )
+        end
+      end
+      
+    end
+  end
+end

data/lib/poolparty/plugins/git.rb

@@ -1,28 +1,57 @@
 module PoolParty    
   class GitResource
-        
+    
     virtual_resource(:git) do
+      def loaded(*args)
+        has_package(:name => "git-core")
+      end
+    end
+    
+    virtual_resource(:git_repos) do
       
-      def loaded(opts={}, parent=self)
-        has_git_repos
+      def loaded(opts={}, &block)        
+        raise(Exception.new("You must include a directory for the git repos set by :at")) if at?.nil?
+        # opts.has_key?(:at) ? at(opts.delete(:at)) : raise(Exception.new("You must include a directory for the git repos set by :at"))
+        # opts.has_key?(:source) ? git_repos(opts.delete(:source) || opts[:name]) : raise(Exception.new("You must include the git source set by :source"))
+        has_package("git-core")
+        has_git_repository
       end
-            
-      def has_git_repos
-        has_package(:name => "git-core")
-        has_exec({:name => key, :requires => [get_directory("#{working_dir}"), get_package("git-core")] }) do
-          command requires_user ? "git clone #{requires_user}@#{source} #{working_dir}" : "cd #{working_dir} && git clone #{source}"
+
+      def has_git_repository
+        
+        has_directory(::File.dirname(working_dir))
+        has_directory(:name => "#{working_dir}", :requires => get_directory("#{::File.dirname(working_dir)}"))
+        
+        has_exec(:name => "git-#{name}", :requires => [get_directory("#{working_dir}"), get_package("git-core")] ) do
+          # Cloud, GitRepos, Exec
+          command parent.requires_user? ? "git clone #{requires_user}@#{source} #{working_dir}" : "cd #{working_dir} && git clone #{source}"
           cwd "#{working_dir if working_dir}"
           creates creates_dir
         end
-        has_exec(:name => "update-#{name}") do
-          cwd ::File.dirname( creates_dir )
+        has_exec(:name => "update-#{name}", :cwd => ::File.dirname( creates_dir )) do          
           command "git pull"
-        end                
+        end
+        
+        if owner?
+          has_exec(:name => "chown-#{name}", :cwd => ::File.dirname( creates_dir )) do
+            command "chown #{owner} * -R"
+          end
+        end
+        
+        if deploy_key?
+          raise Exception.new("Cannot find the git deploy key: #{deploy_key}") unless ::File.file?(::File.expand_path(deploy_key))
+          ::Suitcase::Zipper.add(::File.expand_path(deploy_key), "keys")
+          PoolParty::Provision::DrConfigure.class_commands << "cp -f /var/poolparty/dr_configure/keys/* ~/.ssh"
+        end
+        
+      end
+      
+      def git_repos(src)
+        source src
       end
       
       def at(dir)
         working_dir dir
-        has_directory(:name => "#{dir}", :requires => get_directory("#{::File.dirname(dir)}"))
       end
       
       def to(dir)
@@ -33,18 +62,6 @@ module PoolParty
         "#{::File.join( working_dir, ::File.basename(source, ::File.extname(source)) )}/.git"
       end
       
-      # Since git is not a native type, we have to say which core resource
-      # it is using to be able to require it
-      def class_type_name
-        "exec"
-      end
-      
-      # Because we are requiring an exec, instead of a built-in package of the git, we have to overload
-      # the to_s method and prepend it with the same name as above
-      def key
-        "git-#{name}"
-      end
-      
     end
     
   end

data/lib/poolparty/plugins/line_in_file.rb

@@ -0,0 +1,30 @@
+module PoolParty    
+=begin rdoc
+
+
+== Line in File
+
+Ensures that the line given is in the file
+
+== Usage
+
+  has_line_in_file('line', '/full/file/path.ext')
+
+== Examples
+
+  has_line_in_file("ENABLED=1", "/etc/default/haproxy")
+=end
+
+  class LineInFile
+    
+    virtual_resource(:line_in_file) do
+      def loaded(opts={}, &block)
+        has_exec "line_in_#{file}" do
+          command "grep -q \'#{line.safe_quote}\' #{file} || echo \'#{line.safe_quote}\' >> #{file}"
+          not_if "grep -q \'#{line.safe_quote}\' #{file}"
+        end
+      end
+    end
+    
+  end
+end

data/lib/poolparty/plugins/nanite.rb

@@ -0,0 +1,41 @@
+module PoolParty
+  class Nanite
+    
+    plugin :nanite do
+      
+      def loaded(o={}, &block)
+        has_package "erlang"
+
+        # TODO: change this with has_gem_package
+        has_exec "install nanite rubygem" do
+          command "cd ~ && git clone git://github.com/ezmobius/nanite.git && cd nanite/ && rake gem && gem install pkg/nanite*.gem"
+          not_if "gem list -l | grep nanite"
+        end
+
+        has_gem_package "eventmachine"
+        has_gem_package "amqp"
+
+        has_package "python"
+
+        has_exec "install easy_install" do
+          command "cd ~ && wget http://pypi.python.org/packages/2.5/s/setuptools/setuptools-0.6c9-py2.5.egg && sh setuptools-0.6c9-py2.5.egg"
+          not_if "which easy_install"
+        end
+
+        has_exec "install simplejson" do
+          command "cd ~ && easy_install simplejson"
+        end
+
+        has_exec "install rabbitmq" do
+          command "cd ~ && wget http://www.rabbitmq.com/releases/rabbitmq-server/v1.5.3/rabbitmq-server-1.5.3.tar.gz && cd /usr/local/lib/erlang/lib && tar -zxf ~/rabbitmq-server-1.5.3.tar.gz && cd rabbitmq-server-1.5.3 && make"
+          not_if "which easy_install"
+        end
+        
+        has_gem_package "ezmobius-nanite"
+        
+      end
+            
+    end
+    
+  end
+end

data/lib/poolparty/plugins/rails_deploy.rb

@@ -0,0 +1,76 @@
+=begin rdoc
+  Deploy a rails application using chef_deploy
+  
+  Usage:
+      has_rails_deploy "app_name" do
+        dir "/var/www"
+        repo "git://github.com/auser/paparazzi.git"
+        user "www-data"
+        database_yml /path/to/database.yml # or a string
+      end
+    
+    Sets up the filesystem structure (similar to capistrano deploy) and uses ezra's
+    chef-deploy to deploy the application
+=end
+module PoolParty
+  class Rails
+    
+    plugin :rails_deploy do
+      
+      default_options(
+        :dir => "/var/www",
+        :owner => "www-data"
+      )
+      
+      def loaded(o={}, &block)
+        raise "You must include the directory to deploy the rails app" unless dir?
+        raise "You must include the repo to deploy the rails app" unless repo?
+        
+        has_package "git-core"
+        has_directory dir
+        has_directory release_directory
+        has_directory "#{shared_directory}", :owner => owner
+        
+        %w(config pids log).each do |d|
+          has_directory "#{shared_directory}/#{d}", :owner => owner
+        end
+        
+        has_file "#{shared_directory}/config/database.yml", :owner => owner do
+          content ::File.file?(database_yml) ? open(database_yml).read : database_yml
+        end
+        
+        # Should these be here?
+        has_chef_recipe "apache2"
+        has_chef_recipe "apache2::mod_rails"
+          
+        dopts = options.choose {|k,v| [:repo, :user].include?(k)}
+        has_chef_deploy dopts.merge(:name => "#{release_directory}")
+        
+        if shared?
+          shared.each do |sh|
+            
+            has_directory "#{shared_directory}/#{::File.dirname(sh)}", :owner => owner
+            
+            has_exec "Create rails-deploy-#{name}-#{sh}", 
+              :command => "cp #{current_directory}/#{sh} #{shared_directory}/#{sh} && chown -R #{owner} #{shared_directory}/#{sh}",
+              :if_not => "test -f #{shared_directory}/#{sh}"
+              
+            has_symlink :name => "#{current_directory}/#{sh}", :to => "#{shared_directory}/#{sh}"
+          end
+        end
+        
+      end
+      private
+      def current_directory
+        "#{release_directory}/current"
+      end
+      def shared_directory
+        "#{release_directory}/shared"
+      end
+      def release_directory
+        "#{dir}/#{name}"
+      end
+      
+    end
+  end
+end