poolparty 0.2.84 → 1.2.2

data/lib/poolparty/provision/configurations/chef.rb

@@ -0,0 +1,26 @@
+module PoolParty
+  module Provision
+    
+    class Chef
+      def self.commands
+        debug_flag = "-l debug" if debugging? 
+        [
+          "mkdir -p /etc/chef/cookbooks /etc/chef/cache",
+          "cp -R /var/poolparty/dr_configure/chef/cookbooks/* /etc/chef/cookbooks",
+          "cp /var/poolparty/dr_configure/chef/solo.rb /etc/chef/solo.rb",
+          "cp /var/poolparty/dr_configure/chef/dna.json /etc/chef/dna.json",
+          "/usr/bin/chef-solo #{debug_flag} -c /etc/chef/solo.rb -j /etc/chef/dna.json"
+        ]
+      end
+      def self.files_to_upload
+        [ 
+          "#{Default.tmp_path}/dr_configure/chef/solo.rb",
+          "#{Default.tmp_path}/dr_configure/chef/dna.json",
+          "#{Default.base_config_directory}/chef/solo.rb",
+          "#{Default.base_config_directory}/chef/dna.json"
+        ]
+      end
+    end
+    
+  end
+end

data/lib/poolparty/provision/configurations/puppet.rb

@@ -0,0 +1,28 @@
+module PoolParty
+  module Provision
+    
+    class Puppet
+      def self.commands
+        [
+          "mkdir -p /etc/puppet/manifests/classes",
+          "mkdir -p /var/puppet",
+          "cp /var/poolparty/dr_configure/site.pp  /etc/puppet/manifests/site.pp",
+          "ruby /var/poolparty/dr_configure/add_puppet_to_hosts",
+          "cp /var/poolparty/dr_configure/puppet.conf /etc/puppet/",
+          "cp /var/poolparty/dr_configure/site.pp /etc/puppet/manifests/",
+          "cp /var/poolparty/dr_configure/poolparty.pp /etc/puppet/manifests/classes",
+          "cp /var/poolparty/dr_configure/puppetrunner /usr/bin/",
+          "/usr/bin/puppetrunner"
+        ]
+      end
+      def self.files_to_upload
+        [ "#{::File.dirname(__FILE__)}/../../templates/puppet/add_puppet_to_hosts",
+          "#{::File.dirname(__FILE__)}/../../templates/puppet/puppet.conf",
+          "#{::File.dirname(__FILE__)}/../../templates/puppet/puppetrunner",
+          "#{::File.dirname(__FILE__)}/../../templates/puppet/site.pp" 
+        ]
+      end
+    end
+    
+  end
+end

data/lib/poolparty/provision/dr_configure.rb

@@ -0,0 +1,142 @@
+require "#{::File.dirname(__FILE__)}/../net/remoter/connections"
+require "#{::File.dirname(__FILE__)}/../core/string"
+require 'fileutils'
+Dir["#{::File.dirname(__FILE__)}/configurations/*"].each {|lib| require lib}
+
+#provide a very simple provisioner with as few dependencies as possible
+module PoolParty
+  module Provision
+   
+    class DrConfigure
+     include ::PoolParty::Remote
+     
+     def self.defaults
+       ::PoolParty::Default.default_options.merge({
+         :full_keypair_path   => "#{ENV["AWS_KEYPAIR_NAME"]}" || "~/.ssh/id_rsa",
+         :installer           => 'apt-get install -y',
+         :dependency_resolver => 'chef',
+         :invalid_run_count => 2
+       })
+     end
+     
+     # In case the method is being called on ourself, let's check the 
+     # defaults hash to see if it's available there
+     def method_missing(m,*a,&block)
+       if self.class.defaults.has_key?(m) 
+         self.class.defaults[m]
+       elsif @cloud
+         @cloud.send m, *a, &block
+       else
+         super
+       end
+     end
+    
+     attr_reader :cloud, :keypair, :run_count
+     
+     def initialize(host, opts={}, &block)
+       self.class.defaults.merge(opts).to_instance_variables(self)
+       @target_host = host
+       @configurator = "::PoolParty::Provision::#{dependency_resolver.capitalize}".constantize
+       @cloud = opts[:cloud]
+       @keypair = @cloud.keypair
+       @run_count = 0
+       
+       @cloud.call_before_configure_callbacks if @cloud
+       prescribe_configuration
+       execute!
+       @cloud.call_after_configure_callbacks if @cloud
+     end
+     
+     private
+     
+     def prescribe_configuration
+       ::FileUtils.mkdir_p "#{Default.tmp_path}/dr_configure" unless ::File.directory?("#{Default.tmp_path}/dr_configure")
+      ::File.cp $pool_specfile, "#{Default.tmp_path}/dr_configure/clouds.rb"
+      ::File.open "#{Default.tmp_path}/dr_configure/clouds.json", "w" do |f|
+        f << cloud.to_properties_hash.to_json
+      end
+      
+      setup_configurator
+      # write_erlang_cookie
+      @configurator.files_to_upload.each {|f| ::FileUtils.cp f, "#{Default.tmp_path}/dr_configure/#{::File.basename(f)}" if ::File.file?(f) }
+      
+      pack_up_and_ship_off_suitcase
+      run_commands          
+     end
+     
+     def execute!
+      super
+      add_run_count!
+      begin
+        if @cloud.verifiers.size > 0
+          @cloud.passing?
+          @cloud.vputs "Cloud passed verification"
+        end
+      rescue Exception => e
+        if run_count < invalid_run_count
+          @cloud.vputs <<-EOM
+
+          Verification failed: #{e}"
+            Running configure again to try to solve the problem
+
+          EOM
+          execute!
+        else
+          @cloud.vputs <<-EOM
+
+          Verification failed: #{e}"
+            Please check your clouds.rb for any errors
+
+          EOM
+        end        
+      end
+     end
+     
+     def run_commands
+       commands << [
+         'chmod 644 /var/poolparty/dr_configure/clouds.json',
+         'chmod 644 /var/poolparty/dr_configure/clouds.rb',
+         'cp /var/poolparty/dr_configure/clouds.json /etc/poolparty',
+         'cp /var/poolparty/dr_configure/clouds.rb /etc/poolparty',
+         "touch /var/poolparty/POOLPARTY.PROGRESS",
+         'echo "configure" >> /var/poolparty/POOLPARTY.PROGRESS'
+         ]
+       commands << self.class.class_commands unless self.class.class_commands.empty?
+       commands << @configurator.commands
+     end
+     
+     def pack_up_and_ship_off_suitcase
+       ::Suitcase::Zipper.build_dir!("#{Default.tmp_path}/dr_configure")
+       rsync "#{Default.tmp_path}/dr_configure/", "/var/poolparty/dr_configure/", ['-a --stats']
+     end
+     
+     # Pack up  monitors verifiers plugins directories in the same direcotry as your clouds.rb and send to nodes.
+     def setup_configurator
+       # @cloud.write_properties_hash("#{Default.tmp_path}/properties_hash.rb")
+       #TODO: move to puppet class       
+       #TODO: remove or conditionalize this puppet specific task
+       @cloud.build_and_store_new_config_file("#{Default.tmp_path}/dr_configure/poolparty.pp")
+       
+       %w(monitors verifiers plugins).each do |dir|
+        @cloud.pack_user_directory dir
+       end
+     end
+     
+     def add_run_count!
+      @run_count += 1
+     end
+     
+     def write_erlang_cookie
+       # cookie = (1..16).collect { chars[rand(chars.size)] }.pack("C*")
+       cookie =  (1..65).collect {rand(9)}.join()
+       cookie_file = ::File.open("#{Default.tmp_path}/dr_configure/erlang.cookie", 'w+'){|f| f << cookie }
+       ::File.cp "#{::File.dirname(__FILE__)}/../templates/erlang_cookie_maker", "#{Default.tmp_path}/dr_configure/"
+     end
+     
+     def self.class_commands
+       @class_commands ||= []
+     end
+    
+   end 
+  end
+end

data/lib/poolparty/resources/cron.rb

@@ -0,0 +1,51 @@
+module PoolParty    
+  module Resources
+=begin rdoc
+== Cron
+
+The cron resource will set cron jobs at the intervals you set
+
+== Usage
+
+  has_cron(:name => '...') do
+    # More options.
+    # This block is optional
+  end
+
+== Options
+
+* <tt>name</tt> The name of the cronjob
+* <tt>user</tt> The users who owns the cronjob  
+* <tt>command</tt> The cronjob command to run
+* <tt>minute</tt> Set the minute of the cronjob
+* <tt>hour</tt> Set the hour of the cronjob
+* <tt>month</tt> Set the month of the cronjob
+* <tt>monthday</tt> Set the day of the month of the cronjob
+* <tt>weekday</tt> Set the weekday of the cronjob, in 0-6 format, where 0 is Sunday
+
+== Example
+
+  has_cron(:name => "report mailer", :minute => "5", :hour => "0", :weekday => 1) do
+    command "/bin/sh /home/user/email_reports.sh"
+  end
+
+=end
+    class Cron < Resource
+      
+      default_options({
+        :command => nil,
+        :user => "root"
+      })
+      
+      def present
+        :create
+      end
+      
+      def absent
+        :delete
+      end
+
+    end
+    
+  end
+end

data/lib/poolparty/resources/directory.rb

@@ -0,0 +1,36 @@
+module PoolParty    
+  module Resources
+        
+=begin rdoc rdoc
+== Directory
+
+The directory resource is used to describe a directory that should be present
+on all of the instances.
+
+== Usage
+
+  has_directory 'name', :from => '/local/path', :to => '/path/on/server/'
+  
+The above example will place the contents of '/local/path' at '/path/on/server/name'
+
+  has_directory(:name => '/etc/apache2')
+
+== Options
+
+* <tt>name</tt> Describe the location of the file with the name
+* <tt>mode</tt> Describe the mode of the file (default: 644)
+* <tt>owner</tt> The owner of the file (default: poolparty user)
+
+=end
+
+
+    class Directory < Resource
+      
+      def present
+        :create
+      end
+      
+    end
+    
+  end
+end

data/lib/poolparty/resources/exec.rb

@@ -0,0 +1,47 @@
+module PoolParty    
+  module Resources
+=begin rdoc rdoc
+== Exec
+
+Ensure a command is run on the instances
+
+== Usage
+
+  has_exec(:name => '...') do
+    # More options. 
+    # This block is optional
+  end
+
+== Options
+
+* <tt>name</tt> The name of your exec. This is optional, but nice for debugging purposes
+* <tt>cwd</tt> Current working directory to execute the command (optional)
+* <tt>command</tt> This describes the command to run
+* <tt>path</tt> The path to run the command with (optional)
+
+== Examples
+  has_exec(:name => 'start messenger', :command => 'server-start-node', :requires => get_gempackage('poolparty-latest', :onlyif => 'ps aux | grep beam | grep master')
+=end
+    
+    class Exec < Resource
+      
+      default_options({
+        :path => ["/usr/bin:/bin:/usr/local/bin:$PATH"]
+      })
+      
+      def present
+        nil
+      end
+      
+      def absent
+        nil
+      end
+      
+      def after_create
+        options[:name] = options[:command] unless options.name
+      end
+
+    end
+    
+  end
+end

data/lib/poolparty/resources/file.rb

@@ -0,0 +1,73 @@
+module PoolParty    
+  module Resources
+        
+=begin rdoc rdoc
+== File
+
+The file resource is used to describe a file that should be present on all of the instances.
+
+== Usage
+
+  has_file(:name => '...') do
+    # More options. 
+    # This block is optional
+  end
+
+== Options
+
+* <tt>name</tt> Describe the location of the file with the name
+* <tt>mode</tt> Describe the mode of the file (default: 644)
+* <tt>owner</tt> The owner of the file (default: poolparty user)
+* <tt>content</tt> The contents of the file
+* <tt>source</tt> Used to describe a file that is hosted on the master instance.
+* <tt>template</tt> The file contents are described with the template. The location given must be readable
+  
+To write a file to the template directory, use:
+
+  copy_template_to_storage_directory(filepath)
+
+== Example
+  has_file(:name => '/etc/motd', :content => 'Hey and welcome to your node today!')
+=end
+    class File < Resource
+      has_searchable_paths(:dir => "templates")
+      
+      def loaded(o={}, &block)
+        parent.has_directory ::File.dirname(name) if parent
+      end
+      
+      def present
+        :create
+      end
+      
+      def absent
+        :delete
+      end
+      
+      def after_create
+        run_render = dsl_options.include?(:render_as) ? dsl_options.delete(:render_as) : false
+        
+        if dsl_options.include?(:template)          
+          filename = find_file(dsl_options.delete(:template))
+          file = ::File.basename( filename )
+          raise TemplateNotFound.new("no template given") unless file
+
+          template_opts = (parent ? options.merge(parent.options) : options)
+          options.merge!(:content => run_render ? Template.compile_file(filename, template_opts.merge(:renderer => run_render)).gsub("\"", "\"") : open(filename).read)
+        end
+        
+        if dsl_options.include?(:content)
+          cont = dsl_options.delete(:content)
+          template_opts = (parent ? options.merge(parent.options) : options).merge(:renderer => run_render)
+          options.merge!(:content => run_render ? Template.compile_string(cont, template_opts) : cont)
+        end
+      end
+      
+      def method_missing m, *a, &block
+        super rescue ::File.send(m, *a, &block)
+      end
+
+    end
+    
+  end
+end

data/lib/poolparty/resources/host.rb

@@ -0,0 +1,37 @@
+module PoolParty    
+  module Resources
+=begin rdoc
+
+== Host
+
+The host parameter sets hosts on the instances. Setting this, every node will have the host.
+
+== Usage
+
+  has_host(:name => '...') do
+    # More options. 
+    # This block is optional
+  end
+
+== Options
+
+* <tt>name</tt>The name of the instance
+* <tt>ip</tt> IP address of the instance for the host entry
+
+== Examples
+
+  has_host({:name => "other_machine", :ip => 192.168.0.101 })
+=end       
+    class Host < Resource
+            
+      default_options({
+      })
+      
+      def aka(i=nil)
+        i ? options[:alias] = i : options[:alias]
+      end
+            
+    end
+    
+  end
+end

data/lib/poolparty/resources/mount.rb

@@ -0,0 +1,45 @@
+module PoolParty
+  module Resources
+=begin rdoc
+
+== Mount
+
+The mount specifies a mount that is to be mounted on the instances
+
+== Usage
+
+  has_mount(:name => '...') do
+    # More options. 
+    # This block is optional
+  end
+
+== Options
+
+* <tt>name</tt> The location of the mount (default: /data)
+* <tt>device</tt> The device location for the mount. This mounts at the directory set by the name
+* <tt>options</tt> The options to be set in the mount file fstab (default: rw,nosuid,noquota)
+* <tt>fstype</tt> The Type of mount (default: xfs)
+
+== Examples
+
+  has_mount(:name => "/data", :device => "/dev/sda100")
+=end
+    
+    class Mount < Resource
+      
+      default_options({
+        :mountpoint => "/data",
+        :remounts => "true",
+        :mount_options => "rw,nosuid,noquota",
+        :fstype => "xfs",
+        :atboot => "yes"
+      })
+      
+      def disallowed_options
+        [:name]
+      end
+      
+    end
+    
+  end
+end

data/lib/poolparty/resources/package.rb

@@ -0,0 +1,41 @@
+module PoolParty
+  module Resources
+=begin rdoc
+
+== Package
+
+The package resources defines a package that must be present on all of the
+instances This will install the "name_of_package" package with the package
+provider (apt, yum, etc)
+
+== Usage
+
+  has_package "name_of_package"
+  has_package(:name => '...') do
+    # More options. 
+    # This block is optional
+  end
+
+== Options
+
+* <tt>name</tt> The package name. The default provider for your OS will be picked by the dependency resolver
+
+== Examples
+
+  has_package(:name => 'apache2')
+
+=end
+    class Package < Resource
+
+      def present
+        :install
+      end
+
+      def absent
+        :remove
+      end
+
+    end
+
+  end
+end

data/lib/poolparty/resources/remote_file.rb

@@ -0,0 +1,52 @@
+module PoolParty    
+  module Resources
+        
+=begin rdoc
+
+== Remote File
+
+The remotefile resource is used to describe a file that is hosted on the master instance and propagated to the other instances
+
+== Usage
+
+  has_remotefile(:name => '...') do
+    # More options. 
+    # This block is optional
+  end
+
+== Options
+
+* <tt>name</tt> Describe the location of the file with the name
+* <tt>mode</tt> Describe the mode of the file (default: 644)
+* <tt>owner</tt> The owner of the file (default: poolparty user)
+* <tt>content</tt> The contents of the file
+* <tt>source</tt> Used to describe a file that is hosted on the master instance.
+* <tt>template</tt> The file contents are described with the template. The location given must be readable
+  
+To write a file to the template directory, use:
+
+    copy_template_to_storage_directory(filepath)
+
+== Example
+  has_remotefile(:name => "/etc/haproxy.cfg") do
+    mode 644
+    template File.join(File.dirname(__FILE__), "..", "templates/haproxy.conf")
+  end
+=end
+    class Remotefile < Resource
+      
+      default_options({
+        :ensures => "present",
+        :mode => 644,
+        # :owner => "#{Default.user}",
+        :source => nil
+      })
+      
+      def source(arg=nil)
+        arg ? options[:source] = arg : "#{Default.fileserver_base}/#{::File.basename(name)}"
+      end
+      
+    end
+    
+  end
+end

data/lib/poolparty/resources/service.rb

@@ -0,0 +1,41 @@
+module PoolParty    
+  module Resources
+        
+=begin rdoc
+== Service
+
+The service resource specifies a service that must be running on the nodes
+
+== Usage
+
+  has_service(:name => '...') do
+    # More options. 
+    # This block is optional
+  end
+
+== Options
+
+* <tt>name</tt> Name of the service to be running
+
+== Examples
+
+  has_service(:name => "apache2")
+=end
+    class Service < Resource
+      
+      default_options({
+        :ensures => "enable",
+        :enable => true
+      })
+      
+      def present
+        :start
+      end
+      def absent
+        :stop
+      end
+      
+    end
+    
+  end
+end

data/lib/poolparty/resources/sshkey.rb

@@ -0,0 +1,49 @@
+module PoolParty    
+  module Resources
+=begin rdoc
+
+== Ssh Key
+
+The sshkey resource specifies an ssh key that should be distributed on all the nodes
+
+== Usage
+
+  has_sshkey(:key => '...') do
+    # More options. 
+    # This block is optional
+  end
+
+== Options
+
+* <tt>key</tt> The key content for the ssh key
+* <tt>target</tt> The location of the ssh key
+
+== Examples
+
+  has_sshkey(:key => "ABIGLONGSTRINGOFDIGETS", :target => "/root/.ssh/key_file")
+=end
+    
+    class Sshkey < Resource
+      
+      def initialize(opts={}, extra_opts={}, &block)
+        super(opts, extra_opts, &block)
+        @key = Key.new(keypath? ? keypath : nil)
+        options[:key] = @key.content
+      end
+      
+      def name(i=nil)
+        if i
+          options[:name] = i
+        else
+          options[:name] ? options[:name] : ::File.basename(@key.full_filepath)
+        end
+      end
+      
+      def enctype(i=nil)
+        i ? options[:type] = i : options[:type]
+      end
+      
+    end
+    
+  end
+end