fairchild-poolparty 1.1.3

data/lib/poolparty/poolparty/service.rb

@@ -0,0 +1,34 @@
+module PoolParty
+  
+  class Service < PoolPartyBaseClass
+    
+    def initialize(o={}, &block)
+      super(o, &block)
+    end
+    
+    def cloud
+      2.upto(context_stack.size) do |i|
+        return ::PoolParty.context_stack[-i] if ::PoolParty.context_stack[-i].is_a?(PoolParty::Cloud::Cloud)
+      end
+      nil
+    end
+    
+    def self.add_has_and_does_not_have_methods_for(typ=:file)
+      lowercase_class_name = typ.to_s.top_level_class.downcase
+      
+      meth = <<-EOM
+        def __#{lowercase_class_name}(opts={}, &block)
+          PoolParty::#{lowercase_class_name.camelcase}Class.new(opts, &block)
+        end
+        alias :#{lowercase_class_name} :__#{lowercase_class_name}
+      EOM
+      
+      PoolParty::PoolPartyBaseClass.module_eval meth
+      PoolParty::PoolPartyBaseClass.add_has_and_does_not_have_methods_for(lowercase_class_name.to_sym)
+    end
+    
+  end
+  
+end
+
+Dir["#{::File.dirname(__FILE__)}/../services/*.rb"].each {|lib| require "#{lib}"}

data/lib/poolparty/poolparty/template.rb

@@ -0,0 +1,27 @@
+require "ostruct"
+require "erb"
+
+module PoolParty
+  class Template
+        
+    def self.compile_string(string, opts={})
+      vars = OpenStruct.new opts
+      handle_render(string, vars, (opts.delete(:render) || :erb))
+    end
+    
+    def self.compile_file(file, opts={})
+      content = open(file).read
+      compile_string(content, opts)
+    end
+    
+    def self.handle_render(string, vars, renderer)
+      case renderer
+      when :haml
+        nil
+      else
+        ERB.new(string).result(vars.send(:binding))
+      end
+    end
+    
+  end
+end

data/lib/poolparty/provision/boot_strapper.rb

@@ -0,0 +1,141 @@
+require "#{::File.dirname(__FILE__)}/../net/remoter/connections"
+
+#provide a very simple provisioner with as few dependencies as possible
+module PoolParty
+  module Provision
+ 
+    class BootStrapper
+      include ::PoolParty::Remote
+      
+      # List of gems that are default to install
+      def self.gem_list
+        @gem_list ||= %w( flexmock
+                          lockfile
+                          logging
+                          ZenTest
+                          rake
+                          xml-simple
+                          sexp_processor
+                          net-ssh
+                          net-sftp
+                          net-scp
+                          net-ssh-gateway
+                          echoe
+                          highline
+                          json
+                          capistrano
+                          ParseTree
+                          ruby2ruby
+                          activesupport
+                          grempe-amazon-ec2
+                          RubyInline
+                          chef
+                          auser-dslify
+                          auser-butterfly
+                          auser-parenting
+                          thin                          
+                        )
+      end
+  
+      # Default options for the boot_strapper
+      @defaults = ::PoolParty::Default.default_options.merge({
+        :full_keypair_path   => "#{ENV["AWS_KEYPAIR_NAME"]}" || "~/.ssh/id_rsa",
+        :installer           => 'apt-get',
+        :dependency_resolver => 'chef'
+      })
+      class <<self; attr_reader :defaults; end
+      
+      def initialize(host, opts={}, &block)
+        self.class.defaults.merge(opts).to_instance_variables(self)
+        @target_host = host
+        @cloud = opts[:cloud]
+                
+        instance_eval &block if block        
+        @cloud.call_before_bootstrap_callbacks if @cloud
+        
+        default_commands
+        execute!
+
+        @cloud.call_after_bootstrap_callbacks if @cloud
+        after_bootstrap
+      end
+      
+      def self.class_commands
+        @class_commands ||= []
+      end
+        
+      def pack_the_dependencies
+        # Add the keypair to the instance... shudder
+        ::Suitcase::Zipper.add(@cloud.keypair, "keys")
+        
+        # Use the locally built poolparty gem if it is availabl
+        if edge_pp_gem = Dir["#{Default.vendor_path}/../pkg/*poolparty*gem"].pop
+          puts "using edge poolparty: #{::File.expand_path(edge_pp_gem)}"
+          ::Suitcase::Zipper.add(edge_pp_gem, 'gems')        
+        else
+          self.class.gem_list << 'auser-poolparty'
+        end
+        # Add the gems to the suitcase
+        puts "Adding default gem dependencies"
+        ::Suitcase::Zipper.gems self.class.gem_list, "#{Default.tmp_path}/trash/dependencies"
+
+        ::Suitcase::Zipper.packages( "http://rubyforge.org/frs/download.php/45905/rubygems-1.3.1.tgz",
+                 "#{Default.tmp_path}/trash/dependencies/packages")
+        ::Suitcase::Zipper.add("templates/")
+        
+        ::Suitcase::Zipper.add("#{::File.dirname(__FILE__)}/../templates/monitor.ru", "/etc/poolparty/")
+        ::Suitcase::Zipper.add("#{::File.dirname(__FILE__)}/../templates/monitor.god", "/etc/poolparty/")
+                
+        ::Suitcase::Zipper.add("#{Default.tmp_path}/trash/dependencies/cache", "gems")        
+        
+        ::Suitcase::Zipper.add("#{::File.join(File.dirname(__FILE__), '..', 'templates', 'gemrc' )}", "etc/poolparty")
+        ::Suitcase::Zipper.build_dir!("#{Default.tmp_path}/dependencies")
+        
+        # ::FileUtils.rm_rf "#{Default.tmp_path}/trash"
+      end
+  
+      def default_commands
+        pack_the_dependencies
+        ::FileUtils.rm_rf "#{Default.tmp_path}/dependencies/gems/cache"
+        rsync "#{Default.tmp_path}/dependencies", '/var/poolparty'
+        
+        commands << [
+          "mkdir -p /etc/poolparty",
+          "mkdir -p /var/log/poolparty",
+          "groupadd -f poolparty",
+          # "useradd poolparty  --home-dir /var/poolparty  --groups poolparty  --create-home",
+          'cd /var/poolparty/dependencies',
+          "cp /var/poolparty/dependencies/etc/poolparty/gemrc /etc/poolparty",          
+          "#{installer} update",
+          "#{installer} install -y ruby1.8 ruby1.8-dev libopenssl-ruby1.8 build-essential wget",  #optional, but nice to have
+          "tar -zxvf packages/rubygems-1.3.1.tgz",
+          "cd rubygems-1.3.1",
+          "ruby setup.rb --no-ri --no-rdoc",
+          "ln -sfv /usr/bin/gem1.8 /usr/bin/gem", #TODO: check if this is really needed
+          "cd ../ && rm -rf rubygems-1.3.1*",
+          "gem source --add http://gems.github.com",
+          "cd /var/poolparty/dependencies/gems/",
+          "gem install --no-rdoc --no-ri -y *.gem",
+          "cd /var/poolparty/dependencies",
+          "cp /var/poolparty/dependencies/etc/poolparty/* /etc/poolparty/",
+          'touch /var/poolparty/POOLPARTY.PROGRESS',
+          "mkdir -p /root/.ssh",
+          "cp /var/poolparty/dependencies/keys/* /root/.ssh/",
+          "chmod 600 /root/.ssh/#{@cloud.keypair.basename}",
+          # "god -c /etc/poolparty/monitor.god",
+          "thin -R /etc/poolparty/monitor.ru -p 8642 --daemon --pid /var/run/stats_monitor.pid start 2>/dev/null",
+          'echo "bootstrap" >> /var/poolparty/POOLPARTY.PROGRESS']
+        commands << self.class.class_commands unless self.class.class_commands.empty?
+      end
+      
+      def after_bootstrap
+        # thin_cmd = "thin -R /etc/poolparty/monitor.ru start -p 8642 --daemonize --pid /var/run/poolparty/monitor.pid --log /var/log/poolparty/monitor.log --environment production --chdir /var/poolparty" #TODO --user poolparty --group poolparty
+        # vputs "thin_cmd = #{thin_cmd}"
+        # curl_put = "curl -i -XPUT -d'{}' http://localhost:8642/stats_monitor"
+        # execute! [ thin_cmd, "sleep 10", curl_put  ] 
+        # execute! ["sleep 5", curl_put]
+      end
+    end
+    
+  end
+end

data/lib/poolparty/provision/configurations/chef.rb

@@ -0,0 +1,22 @@
+module PoolParty
+  module Provision
+    
+    class Chef
+      def self.commands
+        [
+          "mkdir -p /etc/chef/cookbooks /etc/chef/cache",
+          "cp -R /var/poolparty/dr_configure/chef/recipes/* /etc/chef/cookbooks",
+          "cp /var/poolparty/dr_configure/chef_config.rb /etc/chef/solo.rb",
+          "/usr/bin/chef-solo -c /etc/chef/solo.rb -j /etc/chef/dna.json"
+        ]
+      end
+      def self.files_to_upload
+        [ 
+          "#{Default.tmp_path}/chef_config.rb",
+          "#{Default.tmp_path}/dna.json"
+        ]
+      end
+    end
+    
+  end
+end

data/lib/poolparty/provision/configurations/puppet.rb

@@ -0,0 +1,28 @@
+module PoolParty
+  module Provision
+    
+    class Puppet
+      def self.commands
+        [
+          "mkdir -p /etc/puppet/manifests/classes",
+          "mkdir -p /var/puppet",
+          "cp /var/poolparty/dr_configure/site.pp  /etc/puppet/manifests/site.pp",
+          "ruby /var/poolparty/dr_configure/add_puppet_to_hosts",
+          "cp /var/poolparty/dr_configure/puppet.conf /etc/puppet/",
+          "cp /var/poolparty/dr_configure/site.pp /etc/puppet/manifests/",
+          "cp /var/poolparty/dr_configure/poolparty.pp /etc/puppet/manifests/classes",
+          "cp /var/poolparty/dr_configure/puppetrunner /usr/bin/",
+          "/usr/bin/puppetrunner"
+        ]
+      end
+      def self.files_to_upload
+        [ "#{::File.dirname(__FILE__)}/../../templates/puppet/add_puppet_to_hosts",
+          "#{::File.dirname(__FILE__)}/../../templates/puppet/puppet.conf",
+          "#{::File.dirname(__FILE__)}/../../templates/puppet/puppetrunner",
+          "#{::File.dirname(__FILE__)}/../../templates/puppet/site.pp" 
+        ]
+      end
+    end
+    
+  end
+end

data/lib/poolparty/provision/dr_configure.rb

@@ -0,0 +1,85 @@
+require "#{::File.dirname(__FILE__)}/../net/remoter/connections"
+require "#{::File.dirname(__FILE__)}/../core/string"
+require 'fileutils'
+Dir["#{::File.dirname(__FILE__)}/configurations/*"].each {|lib| require lib}
+
+#provide a very simple provisioner with as few dependencies as possible
+module PoolParty
+  module Provision
+   
+    class DrConfigure
+     include ::PoolParty::Remote
+     
+     def self.defaults 
+       ::PoolParty::Default.default_options.merge({
+         :full_keypair_path   => "#{ENV["AWS_KEYPAIR_NAME"]}" || "~/.ssh/id_rsa",
+         :installer           => 'apt-get install -y',
+         :dependency_resolver => 'chef'
+       })
+     end
+          
+     attr_accessor :full_keypair_path
+     def initialize(host, opts={}, &block)
+       self.class.defaults.merge(opts).to_instance_variables(self)
+       @target_host = host
+       @configurator = "::PoolParty::Provision::#{dependency_resolver.capitalize}".constantize
+       @cloud = opts[:cloud]
+       
+       @cloud.call_before_configure_callbacks if @cloud
+       prescribe_configuration
+       execute!
+     end
+     
+     def prescribe_configuration
+      ::File.cp $pool_specfile, "#{Default.tmp_path}/dr_configure/clouds.rb"
+      ::File.open "#{Default.tmp_path}/dr_configure/clouds.json", "w" do |f|
+        f << cloud.to_properties_hash.to_json
+      end
+      
+      pack_up_and_ship_off_suitcase
+      setup_configurator
+      write_erlang_cookie
+      @configurator.files_to_upload.each {|f| ::FileUtils.cp f, "#{Default.tmp_path}/dr_configure/#{::File.basename(f)}" if ::File.file?(f) }
+            
+      rsync "#{Default.tmp_path}/dr_configure/", "/var/poolparty/dr_configure/" 
+      commands << [
+        'chmod 600 /var/poolparty/dr_configure/clouds.json',
+        'chmod 600 /var/poolparty/dr_configure/clouds.rb',
+        'cp -f /var/poolparty/dr_configure/clouds.json /etc/poolparty',
+        'cp /var/poolparty/dr_configure/clouds.rb /etc/poolparty',
+        'cp /var/poolparty/dr_configure/erlang.cookie /root/.erlang.cookie',        
+        'ruby /var/poolparty/dr_configure/erlang_cookie_maker',
+        'echo "configure" >> /var/poolparty/POOLPARTY.PROGRESS'
+        ]
+      commands << self.class.class_commands unless self.class.class_commands.empty?
+      commands << @configurator.commands      
+     end
+     
+     def pack_up_and_ship_off_suitcase
+       ::Suitcase::Zipper.build_dir!("#{Default.tmp_path}/dr_configure")
+       
+       rsync "#{Default.tmp_path}/dr_configure", '/var/poolparty'
+     end
+     
+     def setup_configurator
+       # @cloud.write_properties_hash("#{Default.tmp_path}/properties_hash.rb")
+       #TODO: move to puppet class
+       puts "writting new config file"
+       @cloud.build_and_store_new_config_file("#{Default.tmp_path}/dr_configure/poolparty.pp") 
+       # Neighborhoods.clump(@cloud.remote_instances_list, "#{Default.tmp_path}/neighborhood.json")
+     end
+     
+     def write_erlang_cookie
+       # cookie = (1..16).collect { chars[rand(chars.size)] }.pack("C*")
+       cookie =  (1..65).collect {rand(9)}.join()
+       cookie_file = ::File.open("#{Default.tmp_path}/dr_configure/erlang.cookie", 'w+'){|f| f << cookie }
+       ::File.cp "#{::File.dirname(__FILE__)}/../templates/erlang_cookie_maker", "#{Default.tmp_path}/dr_configure/"
+     end
+     
+     def self.class_commands
+       @class_commands ||= []
+     end
+    
+   end 
+  end
+end

data/lib/poolparty/resources/cron.rb

@@ -0,0 +1,14 @@
+module PoolParty    
+  module Resources
+        
+    class Cron < Resource
+      
+      default_options({
+        :command => nil,
+        :user => "root"
+      })
+
+    end
+    
+  end
+end

data/lib/poolparty/resources/custom_service.rb

@@ -0,0 +1,30 @@
+module PoolParty    
+  module Resources
+        
+    class Customservice < Resource
+      
+      default_options({
+        :ensures => "running",
+        :provider => "base"
+      })
+      
+      def bin(arg)
+        options.merge!(:binary => arg)
+        options.merge!(:start => arg)
+        options.merge!(:stop => arg.gsub(/start/, 'stop'))
+        options.merge!(:restart => "#{arg.gsub(/start/, 'stop')} && #{arg}")
+      end
+                  
+      def present
+        "running"
+      end
+      def absent
+        "stopping"
+      end
+      def class_type_name
+        "Service"
+      end
+    end
+    
+  end
+end

data/lib/poolparty/resources/directory.rb

@@ -0,0 +1,13 @@
+module PoolParty    
+  module Resources
+        
+    class Directory < Resource
+      
+      def present
+        "directory"
+      end
+      
+    end
+    
+  end
+end

data/lib/poolparty/resources/exec.rb

@@ -0,0 +1,25 @@
+module PoolParty    
+  module Resources
+    
+    class Exec < Resource
+      
+      default_options({
+        :path => ["/usr/bin:/bin:/usr/local/bin:$PATH"]
+      })
+      
+      def present
+        nil
+      end
+      
+      def absent
+        nil
+      end
+      
+      def after_create
+        options[:name] = options[:command] unless options.name
+      end
+
+    end
+    
+  end
+end

data/lib/poolparty/resources/file.rb

@@ -0,0 +1,29 @@
+module PoolParty    
+  module Resources
+        
+    class File < Resource
+      
+      def after_create
+        run_render = dsl_options.include?(:render_as) ? dsl_options.delete(:render_as) : false
+        
+        if dsl_options.include?(:template)          
+          filename = ::File.expand_path(dsl_options.template)
+          dsl_options.delete(:template)
+          file = ::File.basename( filename )
+          raise TemplateNotFound.new("no template given") unless file
+
+          template_opts = (parent ? options.merge(parent.options) : options)
+          options.merge!(:content => run_render ? Template.compile_file(filename, template_opts.merge(:renderer => run_render)).gsub("\"", "\"") : open(filename).read)
+        end
+        
+        if dsl_options.include?(:content)
+          cont = dsl_options.delete(:content)
+          template_opts = (parent ? options.merge(parent.options) : options).merge(:renderer => run_render)
+          options.merge!(:content => run_render ? Template.compile_string(cont, template_opts) : cont)
+        end
+      end
+      
+    end
+    
+  end
+end

data/lib/poolparty/resources/host.rb

@@ -0,0 +1,16 @@
+module PoolParty    
+  module Resources
+        
+    class Host < Resource
+            
+      default_options({
+      })
+      
+      def aka(i=nil)
+        i ? options[:alias] = i : options[:alias]
+      end
+            
+    end
+    
+  end
+end

data/lib/poolparty/resources/mount.rb

@@ -0,0 +1,21 @@
+module PoolParty
+  module Resources
+    
+    class Mount < Resource
+      
+      default_options({
+        :mountpoint => "/data",
+        :remounts => "true",
+        :mount_options => "rw,nosuid,noquota",
+        :fstype => "xfs",
+        :atboot => "yes"
+      })
+      
+      def disallowed_options
+        [:name]
+      end
+      
+    end
+    
+  end
+end

data/lib/poolparty/resources/package.rb

@@ -0,0 +1,12 @@
+module PoolParty    
+  module Resources
+        
+    class Package < Resource
+      
+      default_options({
+      })
+      
+    end
+    
+  end
+end

data/lib/poolparty/resources/remote_file.rb

@@ -0,0 +1,20 @@
+module PoolParty    
+  module Resources
+        
+    class Remotefile < Resource
+      
+      default_options({
+        :ensures => "present",
+        :mode => 644,
+        # :owner => "#{Default.user}",
+        :source => nil
+      })
+      
+      def source(arg=nil)
+        arg ? options[:source] = arg : "#{Default.fileserver_base}/#{::File.basename(name)}"
+      end
+      
+    end
+    
+  end
+end

data/lib/poolparty/resources/service.rb

@@ -0,0 +1,20 @@
+module PoolParty    
+  module Resources
+        
+    class Service < Resource
+      
+      default_options({
+        :ensures => "running",
+        :enable => true
+      })
+      
+      def present
+        "running"
+      end
+      def absent
+        "stopping"
+      end
+    end
+    
+  end
+end

data/lib/poolparty/resources/sshkey.rb

@@ -0,0 +1,27 @@
+module PoolParty    
+  module Resources
+    
+    class Sshkey < Resource
+      
+      def initialize(opts={}, extra_opts={}, &block)
+        super(opts, extra_opts, &block)
+        @key = Key.new(keypath? ? keypath : nil)
+        options[:key] = @key.content
+      end
+      
+      def name(i=nil)
+        if i
+          options[:name] = i
+        else
+          options[:name] ? options[:name] : ::File.basename(@key.full_filepath)
+        end
+      end
+      
+      def enctype(i=nil)
+        i ? options[:type] = i : options[:type]
+      end
+      
+    end
+    
+  end
+end

data/lib/poolparty/resources/symlink.rb

@@ -0,0 +1,21 @@
+module PoolParty    
+  module Resources
+        
+    class Symlink < Resource
+      
+      def initialize *args, &block
+        super
+      end
+            
+      def source(i=nil)
+        i ? options[:ensures] = i : options[:ensures]
+      end
+      
+      def present
+        options[:ensures]
+      end
+      
+    end
+    
+  end
+end

data/lib/poolparty/resources/user.rb

@@ -0,0 +1,13 @@
+module PoolParty    
+  module Resources
+        
+    class User < Resource      
+      
+      default_options({
+        :shell => "/bin/sh"
+      })
+      
+    end
+    
+  end
+end

data/lib/poolparty/resources/variable.rb

@@ -0,0 +1,9 @@
+module PoolParty    
+  module Resources
+        
+    class Variable < Resource
+      
+    end
+    
+  end
+end