fairchild-poolparty 1.3.5 → 1.3.17

data/lib/poolparty/plugins/hermes.rb

@@ -0,0 +1,101 @@
+=begin rdoc
+=end
+
+module PoolParty
+  module Resources
+    
+    class Hermes < Resource
+      
+      default_options(
+        :name => nil
+      )
+
+      def after_loaded
+        run_dependencies
+        build_rsync_directory
+        add_unpack
+        run_dependencies
+        run_if_needed
+      end
+
+      def after_compile
+      end
+
+      def run_dependencies
+        install_packages = case cloud.platform
+        when false
+        else
+          ["erlang-nox", "erlang-dev"]
+        end
+        has_package "rrdtool"
+        has_exec "install_erlang" do
+          command "echo ''"
+          install_packages.each do |pkg|
+            has_package pkg
+          end
+        end
+      end
+
+      def build_rsync_directory
+        hermes_dir = cloud.tmp_path + "/tmp/hermes"
+        FileUtils.mkdir_p(hermes_dir)
+        FileUtils.cp(hermes_release_tar_gz, hermes_dir)
+        FileUtils.cp(target_system_file, hermes_dir)
+        build_nodes_config
+      end
+
+      # write out a conf file listing all of the seed nodes based on the nodes in the cluster
+      def build_nodes_config
+        etc_poolparty = cloud.tmp_path + "/etc/poolparty"
+        FileUtils.mkdir_p(etc_poolparty)
+        node_names = cloud.nodes.collect{|n| n.internal_ip || n.dns_name}.compact.collect{|n| "hermes@#{n}"}
+        contents = node_names.collect{|n| %Q{'#{n}'.}}.join("\n")
+        File.open(etc_poolparty + "/seeds.conf", "w") {|f| f.puts contents}
+      end
+
+      def add_unpack
+        has_exec "install_hermes",
+          :command => "cd /tmp/hermes && escript target_system install hermes-#{hermes_release_version} #{remote_hermes_deployed_dir}", 
+          :creates => "#{remote_hermes_deployed_dir}/releases/#{hermes_release_version}",
+          :requires => get_package("erlang-dev")
+          
+        has_link  :name => "collectd_dir", 
+                  :to => "/var/lib/collectd/rrd/\#{`hostname -f`.chomp}", :source => "/var/lib/collectd/localhost"
+      end
+
+      def run_if_needed
+        has_exec "env GEN_CLUSTER_SEED_CONFIG=/etc/poolparty/seeds.conf HERMES_RRD_DIRECTORY=/var/lib/collectd/localhost #{remote_hermes_deployed_dir}/bin/erl -boot #{remote_hermes_deployed_dir}/releases/#{hermes_release_version}/start -noshell -detached", 
+          :not_if => "ps aux | grep -v grep | grep hermes | grep beam",
+          :requires => [get_exec("install_hermes")]
+      end
+
+      private
+
+      def hermes_release_tar_gz
+        `#{hermes_dir}/scripts/most_recent_release tar.gz`.strip
+      end
+
+      def target_system_file
+        "#{hermes_dir}/scripts/target_system"
+      end
+
+      def hermes_dir 
+        PoolParty.lib_dir + "/vendor/erlang/hermes"
+      end
+
+      def remote_hermes_deployed_dir
+        "/var/poolparty/hermes"
+      end
+
+      def hermes_release_version
+        File.basename(hermes_release_tar_gz).gsub(/hermes-(.*?)\.tar\.gz/, '\1')
+      end
+      
+    end
+  end
+end
+
+# == install
+# upload tar.gz & target_system
+# run target_system unless VERSION exists
+# run erlang: /usr/local/erl-target/bin/erl -boot /usr/local/erl-target/releases/FIRST/start _unless_ already running

data/lib/poolparty/pool.rb

@@ -27,6 +27,11 @@ module PoolParty
       end
     end
     
+    class << self;attr_accessor :command;end
+    def command
+      self.class.command
+    end
+    
     # cloud
     # Define a cloud by a name and a block
     def cloud(name, o={}, &block)
@@ -97,7 +102,7 @@ module PoolParty
     end
     
     def self.clouds_dot_rb_dir(n=nil)
-      File.dirname(self.clouds_dot_rb_file) if self.clouds_dot_rb_file
+      self.clouds_dot_rb_file ? File.dirname(self.clouds_dot_rb_file) : "./"
     end
     
     # Load the default clouds.rb file
@@ -151,13 +156,16 @@ module PoolParty
     #   + calls the resource define_resource_methods to define the resource methods
     #   + sets up the log
     def self.before_file_load(filepath)
-      $:.unshift(::File.dirname(filepath))
-      Dir["#{ ::File.dirname(filepath)}/plugins/*"].each do |plugin_path| 
+      $:.unshift(File.dirname(filepath))
+      $:.unshift("#{File.dirname(filepath)}/lib")
+      $:.unshift("#{File.dirname(filepath)}/plugins")
+      
+      Dir["#{File.dirname(filepath)}/lib/*.rb"].each {|lib_path| require lib_path }
+      Dir["#{File.dirname(filepath)}/plugins/*"].each do |plugin_path|
         if File.directory?(plugin_path)
           $:.unshift(plugin_path)
-          require "#{plugin_path}/#{File.basename(plugin_path)}"
-        elsif File.file?(plugin_path) && plugin_path.match(/.rb$/)
-          require plugin_path
+        else
+          require plugin_path if File.file?(plugin_path) && plugin_path.match(/.rb$/)
         end
       end
     end

data/lib/poolparty/resource.rb

@@ -15,6 +15,7 @@ module PoolParty
     def initialize(opts={}, extra_opts={}, exists=true, &block)
       @exists ||= exists
       super(opts, extra_opts, &block)
+      after_loaded_requires_parent
       valid?
     end
     
@@ -39,11 +40,11 @@ module PoolParty
     
     # META FUNCTIONS
     # ALL RESOURCES HAVE THESE METHODS AVAILABLE
-    def notifies(other_resources_hash, action_to_take=:reload)
+    def notifies(other_resources_hash, action_to_take=:reload, at_time=:delayed)
       @meta_notifies ||= {}
       other_resources_hash.each do |k,v|
         notifies_array = (@meta_notifies[k] ||= [])
-        notifies_array << [v, action_to_take] unless notifies_array.include?([v, action_to_take])
+        notifies_array << [v, action_to_take, at_time] unless notifies_array.include?([v, action_to_take, at_time])
         # Implicitly add a require
         # requires(k => v)
       end
@@ -69,6 +70,11 @@ module PoolParty
         other_resources_obj.each do |obj|
           requires(obj)
         end
+      else
+        # When is an object
+        # k = other_resources_obj.has_method_name
+        # dependencies[k] ||= []
+        # dependencies[k] << other_resources_obj.name
       end
     end
     
@@ -114,7 +120,7 @@ module PoolParty
     def after_compile
     end
     
-    def after_loaded
+    def after_loaded_requires_parent
       requires parent if parent && !parent.is_a?(PoolParty::Cloud) && !parent.is_a?(PoolParty::Pool)
     end
     
@@ -162,8 +168,8 @@ module PoolParty
     def self.define_resource_methods
       defined_resources.each do |res|
         next if res.method_defined?
-        ddputs "Defining resource: #{res} as #{res.has_method_name}"
-        define_resource(res)
+        ddputs "Defining resource: #{res} as #{res.has_method_name} on #{self}"
+        define_resource(res, is_base_resource_class? ? Base : self)
         res.method_defined!
         unless res.defined_resources.empty?
           res.define_resource_methods
@@ -171,17 +177,21 @@ module PoolParty
       end
     end
     
+    def self.is_base_resource_class?
+      self.to_s == PoolParty::Resource.to_s
+    end
+    
     # Define the resource on the base class so it's available across all
     # PoolParty classes that use Base
-    def self.define_resource(res)
-      Base.class_eval <<-EOE
+    def self.define_resource(res, base_klass=Base)
+      base_klass.class_eval <<-EOE
         def has_#{res.has_method_name}(a={},b={},e=true, &block)
           obj = #{res}.new(a,b,e,&block)
           resources << obj
           obj
         end
-        def does_not_have_#{res.has_method_name}(a={},b={},&block)
-          obj = has_#{res.has_method_name}(a,b,false,&block)
+        def does_not_have_#{res.has_method_name}(a={},b={},e=false,&block)
+          obj = has_#{res.has_method_name}(a,b,e,&block)
           obj
         end
         def #{res.has_method_name}s
@@ -252,14 +262,7 @@ module PoolParty
           "#{obj.to_i}"
         end        
       when String
-        case obj
-        when /^\d{4}$/
-          "#{obj}"
-        when /^\d{3}$/
-          "0#{obj}"
-        else
-          "\"#{obj}\""
-        end
+        "\"#{obj}\""
       when Proc
         obj.call # eh
       when Array

data/lib/poolparty/resources/file.rb

@@ -66,8 +66,8 @@ end
           file = arg.first
           @template = if File.file?(b = File.expand_path(file))
             b
-          elsif File.file?(c = File.expand_path(File.join(clouds_dot_rb_dir, file)))
-            c
+          elsif File.file?(d = File.expand_path(File.join(clouds_dot_rb_dir, file)))
+            d
           elsif f = search_in_known_locations(file)
             f
           else

data/lib/poolparty/resources/line.rb

@@ -38,7 +38,7 @@ module PoolParty
         else
           {:command => "cat #{filepath} | grep -v \'#{line.safe_quote}\' > tempfile && mv tempfile #{filepath}",
           :only_if => "grep -q \'#{line.safe_quote}\' #{filepath}"}
-        end        
+        end
         
         opts.merge!(:name => exists? ? "line in #{filepath}" : "no line in #{filepath}")
         

data/lib/poolparty/resources/link.rb

@@ -30,12 +30,13 @@ module PoolParty
       
       default_options(
         :link_type  => :symbolic,
+        :source     => nil,
         :to         => nil
       )
       
       def print_to_chef
         <<-EOE
-link "<%= name %>" do
+link "<%= source || name %>" do
   link_type <%= print_variable(link_type) %>
   action :<%= exists? ? :create : :delete %>
   to <%= print_variable(to) %>

data/lib/proto/command_interface_handler.rb

@@ -4,20 +4,54 @@ class CommandInterfaceHandler
     cr = CloudThrift::CloudResponse.new
     cr.name = cld.name
     cr.command = command
-    resp = begin
-      the_cloud = clouds[cld.name]
-      the_cloud ? the_cloud.send(command.to_sym, *args) : "Cloud not found: #{cld.name}"
-    rescue Exception => e
-      cr.response = "Error: #{e.inspect}"
-    end
     
-    cr.response = format_response(resp)
+    cr.response = format_response(get_response(cld, command, args))
 
     return cr
   end
   
+  def cast_command(cld, command, args)
+        
+    cr = CloudThrift::CloudResponse.new
+    cr.name = cld.name
+    cr.command = command
+    cr.response = format_response("Running command: #{command}(#{args})")
+    
+    fork do
+      get_response(cld, command, args)
+    end
+
+    return cr
+  end
+  
+  
   private
   
+  def get_response(cld, command, args)
+    begin
+      the_cloud = clouds[cld.name]
+      if the_cloud
+        if command.include?(".")
+          command.split(".").inject(the_cloud) do |curr_cloud, cmd|
+            if cmd.match(/\((.*)\)/)
+              args = $1
+              new_cmd = cmd.gsub(args, '').gsub(/\(\)/, '')
+              curr_cloud = curr_cloud.send(new_cmd.to_sym, *args)
+            else
+              curr_cloud = curr_cloud.send(cmd)
+            end
+          end
+        else
+          the_cloud.send(command.to_sym, *args)
+        end
+      else
+        "Cloud not found: #{cld.name}"
+      end
+    rescue Exception => e
+      cr.response = "Error: #{e.inspect}"
+    end    
+  end
+  
   def format_response(resp)
     case resp
     when Array
@@ -28,4 +62,5 @@ class CommandInterfaceHandler
       [resp]
     end.map {|ele| ele.to_s }
   end
+  
 end

data/lib/proto/command_query_handler.rb

@@ -0,0 +1,19 @@
+class CommandQueryHandler
+  def self.run_query(on_cloud, command, args, opts={})
+    port = opts[:port] || 11223
+    host = opts[:host] || "localhost"
+
+    transport = Thrift::BufferedTransport.new(Thrift::Socket.new(host, port))
+    protocol = Thrift::BinaryProtocol.new(transport)
+
+    client = CloudThrift::CommandInterface::Client.new(protocol)
+    transport.open()
+
+    cld = CloudThrift::CloudQuery.new
+    cld.name = on_cloud.name
+    
+    ddputs("Running command: #{command} on #{cld.name} at #{host}:#{port}")
+    resp = client.run_command(cld, command, args)
+    resp.response
+  end
+end

data/lib/proto/poolparty.thrift

@@ -14,4 +14,5 @@ struct CloudResponse {
 
 service CommandInterface {
   CloudResponse run_command(1:CloudQuery cld, 2:string command, 3:list<string> arglist)
+  CloudResponse cast_command(1:CloudQuery cld, 2:string command, 3:list<string> arglist)
 }

data/tasks/poolparty.rake

@@ -22,6 +22,30 @@ task :thrift do
   end
 end
 
+namespace(:hermes) do
+  
+  desc "Pack for distribution"
+  task :target_system do
+    erl_dir = File.dirname(__FILE__) + "/../vendor/erlang"
+    hermes_dir = File.join(erl_dir, "hermes")
+    
+    puts `cd #{hermes_dir} && make target_system`
+  end
+  desc "Update hermes code"
+  task :update do
+    erl_dir = File.dirname(__FILE__) + "/../vendor/erlang"
+    hermes_dir = File.join(erl_dir, "hermes")
+    
+    if File.directory?(hermes_dir)
+      `cd #{hermes_dir} && git pull origin master`
+    else
+      FileUtils.mkdir_p erl_dir
+      r = "git clone git://github.com/auser/hermes.git #{hermes_dir}"
+      Kernel.system r
+    end
+  end
+end
+
 namespace(:pp) do
   task :build_gem => ["poolparty:vendor:setup", "poolparty:vendor:update", :gemspec, :build]
   

data/test/fixtures/clouds/fake_clouds.rb

@@ -1,7 +1,7 @@
 pool :boxed do
   
-  cloud :app do
-    keypair 'test_key'
+  cloud :fake_cloud do
+    keypair File.dirname(__FILE__)+"/../keys/test_key"
     using :ec2 do
     end
   end

data/test/fixtures/clouds/simple_cloud.rb

@@ -4,9 +4,9 @@ pool :poolparty do
   
   instances 1
     
-  cloud :app do
+  cloud :simple_cloud do
     os :centos
-    keypair File.dirname(__FILE__)+"/../keys/test_key"
+    keypair "test_key", PoolParty.lib_dir+"/../test/fixtures/keys"
     has_file "/etc/motd", :content => "Simple"
   end