fairchild-poolparty 1.1.5 → 1.2.12

data/lib/poolparty/plugins/apache2/apache.rb

@@ -0,0 +1,266 @@
+module PoolParty
+  module Plugin
+
+=begin rdoc
+
+Install Apache2 and make various helpers accessible.
+
+NOTE: this will not install a virtual host by default, *including* a default
+host. This means apache will not start up unless you specify at least the
+default host. 
+
+=end
+    class Apache < Plugin
+      dsl_methods :passenger_version
+      
+      default_options :port     => 80,
+                      :www_user => 'www-data'
+      
+      def loaded(opts={}, &block)
+        configs
+        has_service("apache2", :requires => get_package("apache2"))
+      end
+
+      def enable
+        enable_default
+      end
+
+      def before_load(o={}, &block)
+        install
+      end
+      
+      def install
+        installed_as_worker
+      end
+      
+      def installed_as_worker
+        unless @installed_as_worker
+          has_package("apache2")
+          # has_package("apache2-mpm-worker")
+
+          base_install
+          @installed_as_worker = true
+        end
+      end
+
+      def base_install
+        unless @base_install
+          has_exec({:name => "restart-apache2", :command => "/etc/init.d/apache2 restart", :action => :nothing})
+          has_exec({:name => "reload-apache2", :command => "/etc/init.d/apache2 reload", :action => :nothing})
+          has_exec({:name => "force-reload-apache2", :command => "/etc/init.d/apache2 force-reload", :action => :nothing})
+          @base_install = true
+        end
+      end
+
+      def install_passenger# {{{
+        install 
+        enable_passenger
+      end# }}}
+
+      def enable_passenger
+        unless @enable_passenger
+          installed_as_worker
+          has_package     "build-essential"
+          has_package     "apache2-prefork-dev"
+          has_gem_package "fastthread"
+          has_gem_package "passenger"
+          passenger_configs
+
+          has_exec(:name => "install_passenger_script", 
+            :command => 'echo -en \"\\\\n\\\\n\\\\n\\\\n\" | passenger-install-apache2-module',
+            :if_not => "test -f /etc/apache2/conf.d/passenger.conf && test -s /etc/apache2/conf.d/passenger.conf",
+            :creates => lambda { "node[:poolparty][:passenger_module_path]" },
+            :calls => get_exec("restart-apache2")
+            )
+          
+          @enable_passenger = true
+        end
+      end
+
+      def passenger_configs
+        unless @passenger_configs
+          has_variable "gems_path", :value => lambda { "`gem env gemdir`.chomp!" }
+          has_variable "ruby_path", :value => lambda { "`which ruby`.chomp!" }
+          
+          passenger_version ||= "2.2.2"
+
+          has_variable("passenger_version",     :value => passenger_version)
+          has_variable("passenger_root_path",   :value => "\#{poolparty[:gems_path]}/gems/passenger-#{passenger_version}")
+          has_variable("passenger_module_path", :value => "\#{poolparty[:passenger_root_path]}/ext/apache2/mod_passenger.so")
+
+          has_file(:name => "/etc/apache2/mods-available/passenger.load") do
+            content <<-eof
+              LoadModule passenger_module <%= @node[:poolparty][:passenger_module_path] %>
+            eof
+          end
+
+          has_file(:name => "/etc/apache2/mods-available/passenger.conf") do
+            content <<-eof
+              PassengerRoot <%= @node[:poolparty][:passenger_root_path] %>
+              PassengerRuby <%= @node[:poolparty][:ruby_path] %>
+            eof
+          end
+
+          present_apache_module(:passenger)
+          @passenger_configs = true
+        end
+      end
+
+      # def enable_ssl# {{{
+      #   unless @enable_ssl
+      #     has_package("apache2.2-common")
+      #     has_package("openssl")
+      #     has_variable(:name => "ssl_enabled", :value => "true")
+
+      #     has_exec(:command => "a2enmod ssl") do
+      #       requires [ get_package("openssl") ]
+      #       if_not "/usr/bin/test -L /etc/apache2/mods-enabled/ssl.load"
+      #       calls get_exec("restart-apache2")
+      #     end
+      #     @enable_ssl = true
+      #   end
+      # end# }}}
+      
+      def configs
+        unless @configs
+          listen(port) unless @listen
+          has_directory("/etc/apache2")
+          has_directory("/etc/apache2/conf.d")
+          has_directory("/etc/apache2/site-includes")
+
+          has_file(:name => "/etc/apache2/apache2.conf") do
+            mode 0644
+            requires get_directory("/etc/apache2/conf.d")
+            template "apache2"/"apache2.conf"
+          end
+          # does_not_have_file(:name => "/etc/apache2/ports.conf")
+
+          has_exec(:command => "/usr/sbin/a2dissite default") do
+            only_if "/usr/bin/test -L /etc/apache2/sites-enabled/000-default"
+            calls get_exec("reload-apache2")
+          end
+
+          # Base config
+          config("base", "apache2"/"base.conf.erb")
+          config("mime", "apache2"/"mime-minimal.conf.erb")
+          config("browser_fixes", "apache2"/"browser_fixes.conf.erb")
+
+          present_apache_module("mime", "rewrite")
+        # end
+          @configs = true
+        end
+      end
+
+      def enable_default
+        listen 80 # assumes no haproxy
+        site "default-site", :template => :apache2/"default-site.conf.erb"
+      end
+
+      
+      def config(name, temp)
+        has_file(:name => "/etc/apache2/conf.d/#{name}.conf") do
+          template temp
+          calls get_exec("reload-apache2")
+        end
+      end
+      
+      def listen(p="80")
+        has_variable(:name => "port", :value => p)
+        self.port = p
+        @listen = true
+      end
+      
+      def site(name, opts={})
+        case opts[:ensure] || "present"
+        when "present", "installed"
+          install_site(name, opts)
+        when "absent"
+          has_exec(:command => "/usr/sbin/a2dissite #{name}", :calls => get_exec("reload-apache2")) do
+          requires get_package("apache2")
+            only_if "/bin/sh -c \"[ -L /etc/apache2/sites-enabled/#{name} ] && [ /etc/apache2/sites-enabled/#{name} -ef /etc/apache2/sites-available/#{name}]\""
+          end
+        end
+      end
+      
+      def install_site(name, opts={})
+        opts.merge!(:name => "/etc/apache2/sites-available/#{name}")
+        has_directory(:name => "/etc/apache2/sites-available")
+        has_file(opts) unless opts[:no_file]
+        has_exec(:name => "/usr/sbin/a2ensite #{name}", :calls => get_exec("reload-apache2")) do
+          requires get_package("apache2")
+          if_not "/bin/sh -c '[ -L /etc/apache2/sites-enabled/#{name} ] && [ /etc/apache2/sites-enabled/#{name} -ef /etc/apache2/sites-available/#{name} ]'"
+        end
+      end
+      
+      def site_include(name, content, ensureer="present")
+        has_file(:name => "/etc/apache2/site-includes/#{name}.inc", :ensures => ensureer, :content => content, :requires => get_file("/etc/apache2/site-includes"))
+      end
+      
+      def present_apache_module(*names)
+        names.each do |name|
+          has_exec(:name => "mod-#{name}", :command => "/usr/sbin/a2enmod #{name}") do
+            requires get_package("apache2")
+            if_not "/bin/sh -c \'[ -L /etc/apache2/mods-enabled/#{name}.load ] && [ /etc/apache2/mods-enabled/#{name}.load -ef /etc/apache2/mods-available/#{name}.load ]\'"
+            calls get_exec("force-reload-apache2")            
+          end
+        end
+      end
+      
+      def absent_apache_module(*names)
+        names.each do |name|
+          has_exec({:name => "no-mod-#{name}"}, :command => "/usr/sbin/a2dismod #{name}") do
+            requires get_package("apache2")
+            if_not "/bin/sh -c \'[ -L /etc/apache2/mods-enabled/#{name}.load ] && [ /etc/apache2/mods-enabled/#{name}.load -ef /etc/apache2/mods-available/#{name}.load ]\'"
+            calls get_exec("force-reload-apache2")
+          end
+        end
+      end
+      
+    end
+
+#   plugin(:passengersite_with_ssl) do# {{{
+#     def loaded(opts={}, parent=self)
+#       enable_passenger
+
+#       has_variable(:name => "virtualhost_name", :value => name)
+#       has_variable(:name => "port", :value => port.nil? ? "8080" : port)
+            
+#       has_directory(:name => "/var/www")
+#       has_directory(:name => "/var/www/#{name}")
+#       has_directory(:name => "/var/www/#{name}/log", :requires => get_directory("/var/www/#{name}/"))
+      
+#       has_variable(:name => "passenger_name", :value => name)
+      
+#       has_file(options.merge({:name => "/etc/apache2/sites-available/#{name}", :ensures => 'present', :alias => "#{name}", :requires => get_package("apache2")})) do
+#         template File.dirname(__FILE__), "/../templates/webserver", "passenger.conf.erb"
+#       end
+      
+#       has_exec(:command => "/usr/sbin/a2ensite #{name}", :calls => 'Exec["reload-apache2"]', :requires => get_file("/etc/apache2/sites-available/#{name}")) do
+#         if_not "/bin/sh -c \"[ -L /etc/apache2/sites-enabled/#{@parent.name} ] && [ /etc/apache2/sites-enabled/#{@parent.name} -ef /etc/apache2/sites-available/#{@parent.name} ]\""
+#       end
+#     end
+    
+#     tell apache ssl which certificate/private key files to use for this virtual site
+#     def certificate(cert_path, key_path)
+#       cert_name = File.basename(cert_path)
+#       key_name = File.basename(key_path)
+#       has_variable(:name => "ssl_cert_file", :value => "/var/www/#{name}/cert/#{cert_name}")
+#       has_variable(:name => "ssl_private_key_file", :value => "/var/www/#{name}/cert/#{key_name}")
+    
+#       has_directory(:name => "/var/www")
+#       has_directory(:name => "/var/www/#{name}")
+#       has_directory(:name => "/var/www/#{name}/cert", :requires => get_directory("/var/www/#{name}/"))
+    
+#       has_file(:name => "/var/www/#{name}/cert/#{cert_name}") do
+#         content open(cert_path).read
+#       end
+#       has_file(:name => "/var/www/#{name}/cert/#{key_name}") do
+#         content open(key_path).read
+#       end
+#     end    
+#   end
+# }}}
+
+  end
+
+end

data/lib/poolparty/plugins/apache2/passenger_site.rb

@@ -0,0 +1,86 @@
+require File.dirname(__FILE__)+'/apache'
+module PoolParty
+  module Plugin
+    # Usage:
+    #
+    # passengersite do
+    # end
+    class PassengerSite < Apache
+      
+      default_options(
+        :dir            => "/var/www",
+        :appended_path  => nil,
+        :owner          => 'www-data', 
+        :mode           =>'0744',
+        :enviornment    => 'production',
+        :deploy_dirs    => false
+      )
+      
+      def loaded(opts={}, prnt=nil)
+        enable_passenger
+        port "80" unless self.port
+        
+        has_directory(:name => dir,                 :owner => www_user, :mode => '0744')
+        has_directory(:name => "#{site_directory}", :owner => www_user, :mode => '0744')
+        has_site_directory 'logs'
+        
+        if deploy_dirs || opts[:with_deployment_directories]
+          has_site_directory "shared"
+          has_site_directory "shared/public"
+          has_site_directory "shared/config"
+          has_site_directory "shared/log"
+          has_site_directory "releases"
+          if !::File.exists?("#{dir}/#{name}/current")
+          
+          # setup an initial symlink so apache will start even if there have not been any deploys yet
+            has_site_directory "releases/initial/public"
+            #FIXME  the following line is chef specific.  It will fail with puppet
+            has_symlink({:target_file => "#{dir}/#{name}/current",
+                        :to => "#{dir}/#{name}/releases/initial"})
+          end
+          log_dir = "#{site_directory}/shared/log"
+          appended_path "current"
+        
+        else
+          log_dir = "#{site_directory}/log"
+        end
+        
+        passenger_entry <<-EOE
+  <VirtualHost *:#{port}>
+      ServerName #{name}
+      DocumentRoot #{site_directory}/public
+      RailsEnv #{enviornment}
+      ErrorLog #{log_dir}/error_log
+      CustomLog #{log_dir}/access_log common
+  </VirtualHost>
+        EOE
+        
+        # has_directory(:name => "/var/www")
+        # has_directory(:name => "/var/www/#{name}")
+        # has_directory(:name => "/var/www/#{name}/log")
+        parent.install_site(name, :no_file => true) # we already created the file with #passenger_entry
+      end
+      
+      def passenger_entry(file)
+        if ::File.file?(file)
+          has_file({:name => "/etc/apache2/sites-available/#{name}", :template => file})
+        else
+          has_file({:content => file, :name => "/etc/apache2/sites-available/#{name}" })
+        end
+      end
+      
+      def has_site_directory( dir_name='' , opts={})
+        has_directory({ :name   => "#{site_directory}/#{dir_name}", 
+                        :owner  => www_user, 
+                        :mode   =>'0744'
+                      }.merge(opts) )
+      end
+      
+      def site_directory
+        "#{dir}/#{name}%s" % [appended_path ? "/" + appended_path : ""]
+      end
+    end
+    
+  end
+  
+end

data/lib/poolparty/plugins/apache2/php5.rb

@@ -0,0 +1,40 @@
+require File.dirname(__FILE__)+'/apache'
+module PoolParty
+  module Plugin
+    # Usage: 
+    # 
+    # enable_php5 do
+    #   extras :cli, :pspell, :mysql
+    # end
+    class EnablePhp5 < Plugin
+      def loaded(opts={}, parent=self)
+        has_package(:name => "php5")
+        has_package(:name => "libapache2-mod-php5")
+        present_apache_module("php5")
+        has_file({:name => "/etc/php5/apache2/php.ini",
+                :template => "apache2/php.ini.erb",
+                :mode => 755,
+                :requires => get_package("libapache2-mod-php5"),
+                :calls => get_exec("reload-apache2")})
+
+        has_file(:name => "/etc/apache2/conf.d/enable-php.conf", 
+                 :mode => 755,
+                 :calls => get_exec("reload-apache2"),
+                 :content => <<-eos 
+                 AddHandler php5-script php
+                 AddType text/html       php
+                 eos
+                 )
+      end
+
+      def extras(*names)
+        names.each do |name|
+         has_package(:name => "php5-#{name}")
+        end
+      end
+
+    end
+
+  end
+  
+end

data/lib/poolparty/plugins/apache2/virtual_host.rb

@@ -0,0 +1,53 @@
+require File.dirname(__FILE__)+'/apache'
+module PoolParty
+  module Plugin
+    class VirtualHost < Plugin
+      def listen(port="80")
+        has_variable(:name => "port", :value => port)
+        port port
+      end
+
+      def virtual_host_entry(file)
+        @virtual_host_entry = true
+        if ::File.file?(file)
+          has_file(dsl_options.merge({:name => "/etc/apache2/sites-available/#{name}", 
+                                  :template => file, 
+                                  :requires => get_package("apache2")}))
+        else
+          has_file(dsl_options.merge({:content => file, 
+                                  :name => "/etc/apache2/sites-available/#{name}", 
+                                  :requires => get_package("apache2")}))
+        end
+      end
+
+
+      def loaded(opts={}, parent=self)
+        has_directory(:name => "/var/www", :owner => www_user, :mode=>'0744')
+        has_directory(:name => "/var/www/#{name}", :owner => www_user, :mode=>'0744')
+        has_directory(:name => "/var/www/#{name}/logs", :owner => www_user, :mode=>'0744')
+
+        has_variable(:name => "sitename", :value => "#{name}")
+
+        unless @virtual_host_entry
+          virtual_host_entry <<-eof
+  <VirtualHost *:#{port}> 
+  ServerName     #{name}
+  DocumentRoot   /var/www/#{name}
+  </VirtualHost>
+  eof
+        end
+
+        has_exec(:name => "insert-site-#{name}", 
+                 :command => "/usr/sbin/a2ensite #{name}", 
+                 :calls => get_exec("reload-apache2"), 
+                 :requires => get_file("/etc/apache2/sites-available/#{name}")) do
+          requires get_package("apache2")
+          if_not "/bin/sh -c '[ -L /etc/apache2/sites-enabled/#{parent.name} ] && [ /etc/apache2/sites-enabled/#{parent.name} -ef /etc/apache2/sites-available/#{parent.name} ]'"
+        end
+      end
+      
+    end
+    
+  end
+  
+end

data/lib/poolparty/plugins/authorized_key.rb

@@ -0,0 +1,29 @@
+=begin rdoc
+  Authorized key
+  
+  Usage:
+    has_authorized_key  :for_user         => "username",
+                        :public_key_file  => "/Users/alerner/.ssh/id_rsa.pub"
+=end
+module PoolParty
+  module Plugin
+    class AuthorizedKey < Plugin
+      
+      default_options(
+        :for_user => "root",
+        :public_key_file => nil
+      )
+      
+      def loaded(o={}, &block)
+        has_directory "~#{for_user}/.ssh", :owner => for_user
+        has_file      "~#{for_user}/.ssh/authorized_keys", :content => ""
+        has_line_in_file(:line => public_key_content, :file => "~#{for_user}/.ssh/authorized_keys")
+      end
+      
+      def public_key_content
+        open(public_key_file).read
+      end
+      
+    end
+  end
+end

data/lib/poolparty/plugins/bind.rb

@@ -1,11 +1,10 @@
 module PoolParty
-  class Base
-    plugin :bind do
-      
+  module Plugin
+    
+    class Bind < Plugin
       def enable
-        
       end
-      
     end
+    
   end
-end
+end

data/lib/poolparty/plugins/{chef.rb → chef/chef.rb}

@@ -1,25 +1,16 @@
+$:.unshift(::File.dirname(__FILE__))
 require "tempfile"
+require "chef_deploy"
+require "chef_library"
+require "chef_recipe"
+require "include_chef_recipe"
+
 # BIG TODO: Slim the place where the content is gathered from
 module PoolParty
-  class ChefRecipe
-    include Dslify
-  end
-  class Chef
-    define_resource :chef_recipe do
-    end
-    define_resource :chef_library do
-    end
-    
-    plugin :include_chef_recipe do
-      def loaded(opts={}, &block)
-        parent.has_chef_recipe ::File.basename(name)
-      end
-      def before_configure
-        ::Suitcase::Zipper.add(name, "chef/cookbooks") if ::File.exist?(name)
-      end
-    end
+      
+  module Plugin
     
-    plugin :chef do
+    class Chef < Plugin
       def before_load(o, &block)
       end
       
@@ -31,22 +22,19 @@ module PoolParty
       end
       
       def basedir
-        @basedir ||= "#{Default.tmp_path}/dr_configure/chef/cookbooks/main"
+        @basedir ||= "#{cloud.tmp_path}/dr_configure/chef/cookbooks/main"
       end
       
       def recipe(file=nil, o={}, &block)
         if file
-          file = ::File.expand_path(file)
-          ::FileUtils.mkdir_p "#{basedir}/recipes"
-                    
-          unless ::File.file?(file)
-            tfile = Tempfile.new("main-poolparty-recipe")
-            tfile << file # copy the string into the temp file
-            file = tfile.path
-          end
-          ::FileUtils.rm "#{basedir}/recipes/default.rb" if ::File.file?("#{basedir}/recipes/default.rb")
-          ::File.cp file, "#{basedir}/recipes/default.rb"
+          file = search_in_known_locations(file)
+          raise RecipeNotFoundError.new(file) unless file
           
+          ::FileUtils.mkdir_p "#{basedir}/recipes" unless ::File.directory?("#{basedir}/recipes")          
+          ::FileUtils.rm "#{basedir}/recipes/default.rb" if ::File.file?("#{basedir}/recipes/default.rb")
+          # ::FileUtils.cp file, "#{basedir}/recipes/default.rb"
+          ::File.open("#{basedir}/recipes/default.rb", "w") {|f| f << open(file).read }
+                    
           templates o[:templates] if o[:templates]
           
           recipe_files << basedir
@@ -66,13 +54,13 @@ module PoolParty
           templates.each do |f|
             f = ::File.expand_path(f)
             if ::File.file?(f)
-              ::File.cp f, "#{basedir}/templates/default/#{::File.basename(f)}"
+              ::FileUtils.cp f, "#{basedir}/templates/default/#{::File.basename(f)}"
             elsif ::File.directory?(f)
-              Dir["#{f}/**"].each {|f| ::File.cp f, "#{basedir}/templates/default/#{::File.basename(f)}" }
+              Dir["#{f}/**"].each {|f| ::FileUtils.cp f, "#{basedir}/templates/default/#{::File.basename(f)}" }
             else
               tfile = Tempfile.new("main-poolparty-recipe")
               tfile << f # copy the string into the temp file
-              ::File.cp tfile.path, "#{basedir}/templates/default/#{::File.basename(f)}"
+              ::FileUtils.cp tfile.path, "#{basedir}/templates/default/#{::File.basename(f)}"
             end
           end
         end
@@ -91,11 +79,11 @@ module PoolParty
           end
         else
           unless @recipe
-            @recipe = ChefRecipe.new
-            @recipe.instance_eval &block if block
-            @recipe.recipes(recipe_files.empty? ? ["poolparty"] : ["poolparty", "main"])
-            # ::File.open("#{Default.tmp_path}/dr_configure/dna.json", "w+") {|f| f << @recipe.options.to_json }
-            ::Suitcase::Zipper.add_content_as(@recipe.options.to_json, "dna.json", "chef")
+            # @recipe = has_chef_recipe "poolparty", &block
+            # @recipe.instance_eval(&block) if block
+            # @recipe.recipes(recipe_files.empty? ? ["poolparty"] : ["poolparty", "main"])
+            dna_content = recipe_files.empty? ? ["poolparty"] : ["poolparty", "main"]
+            ::Suitcase::Zipper.add_content_as({:recipes => dna_content}.to_json, "dna.json", "chef")
             
             configure_commands ["cp -f /var/poolparty/dr_configure/chef/dna.json /etc/chef/dna.json"]
           end
@@ -107,7 +95,7 @@ module PoolParty
           recps.each do |rcp|
             Dir[::File.expand_path(rcp)].each do |f|
               included_recipes << f
-            end            
+            end
           end
         end
       end
@@ -132,12 +120,7 @@ file_cache_path  "/etc/chef"
           else
             open(file).read
           end
-          # ::FileUtils.mkdir_p "#{Default.tmp_path}/trash" unless ::File.directory? "#{Default.tmp_path}/trash"
-          # ::File.open("#{Default.tmp_path}/trash/solo.rb", "w+") do |tf|
-          #   tf << conf_string
-          # end
           ::Suitcase::Zipper.add_content_as(conf_string, "solo.rb", "chef")
-          # ::Suitcase::Zipper.add("#{Default.tmp_path}/trash/solo.rb", "chef")
         end
       end
       
@@ -148,7 +131,7 @@ file_cache_path  "/etc/chef"
       def before_bootstrap
         bootstrap_gems "chef", "ohai"
         bootstrap_commands [
-          "mkdir -p /etc/chef/cookbooks /etc/chef/cache"          
+          "mkdir -p /etc/chef/cookbooks /etc/chef/cache"
         ]
       end
       def before_configure
@@ -170,4 +153,9 @@ file_cache_path  "/etc/chef"
     end
     
   end
+  class RecipeNotFoundError < StandardError
+    def initialize(n)
+      super("The recipe you specified cannot be found: #{n}")
+    end 
+  end
 end