auser-poolparty 0.1.2 → 0.2.2

data/generators/poolspec/templates/pool_spec_template.erb

@@ -0,0 +1,9 @@
+# Basic poolparty template
+
+pool :<%= name -%> do
+
+  cloud :app do
+  
+  end
+
+end

data/lib/erlang/eb_server.erl

@@ -0,0 +1,27 @@
+%%%***************************************
+%%% 
+%%% PoolParty node-server
+%%% Author: Ari Lerner <ari.the.lerner@gmail.com>
+%%% 
+%%% Description: This server runs on the poolparty nodes
+%%% 
+%%%***************************************
+
+% The name of our module
+-module (eb_server).
+% We are using the gen_server behaviour
+-behaviour (gen_server).
+
+% API methods
+-export ([start_link/0]).
+
+% gen_server callbacks
+-export ([init/1, handle_call/3, handle_cast/2, handle_info/2, terminate/2, code_change/3]).
+
+% Define the structure of the tuple state
+-record (state, {}).
+-define (SERVER, ?MODULE).
+
+% API Methods
+start_link() ->
+  gen_server:start_link({local, ?SERVER}, ?MODULE, [], []).

data/lib/poolparty.rb

@@ -1,131 +1,55 @@
-=begin rdoc
-  The main file, contains the client and the server application methods
-=end
-$:.unshift File.dirname(__FILE__)     # For use/testing when no gem is installed
-
-$TRACE = true
-
-# rubygems
 require 'rubygems'
-require "aws/s3"
-require "EC2"
-require "aska"
-begin
-  require 'crafterm-sprinkle'
-rescue LoadError
-  require 'sprinkle'
-end
-require "pp"
-require "tempfile"
 
-begin
-  require 'fastthread'
-  require 'system_timer'
-  @@timer = SystemTimer
-rescue LoadError
-  require 'thread'
-  require 'timeout'
-  @@timer = Timeout
-end
+# Load required gems
+require 'active_support'
+require 'open4'
+require "ftools"
+require "logging"
+
+# Use active supports auto load mechanism
+ActiveSupport::Dependencies.load_paths << File.dirname(__FILE__)
 
 ## Load PoolParty
-pwd = File.dirname(__FILE__)
+require "#{File.dirname(__FILE__)}/poolparty/version"
 
-# Load the required files
-# If there is an init file, load that, otherwise
-# require all the files in each directory
-%w(core modules s3 helpers poolparty).each do |dir|  
-  Dir["#{pwd}/#{dir}"].each do |dir|
-    begin
-      require File.join(dir, "init")
-    rescue LoadError => e
-      Dir["#{pwd}/#{File.basename(dir)}/**"].each {|file| require File.join(dir, File.basename(file))}
-    end
+%w(core modules exceptions net).each do |dir|
+  Dir[File.dirname(__FILE__) + "/poolparty/#{dir}/**.rb"].each do |file|
+    require file
   end
 end
 
-module PoolParty
-  class Version #:nodoc:
-    @major = 0
-    @minor = 1
-    @tiny  = 2
+Kernel.load_p File.dirname(__FILE__) + "/poolparty/pool/**"
 
-    def self.string
-      [@major, @minor, @tiny].join('.')
-    end
-  end
-  def timer
-    @@timer
-  end
-  # PoolParty options
-  def options(opts={})
-    Application.options(opts)
-  end
-  # Are we working in verbose-mode
-  def verbose?
-    options.verbose == true
-  end
-  # Send a message if we are in verbose-mode
-  def message(msg="")
-    puts "-- #{msg}" if verbose?
-  end
-  # Root directory of the application
-  def root_dir
-    File.expand_path(File.dirname(__FILE__) + "/..")
-  end
-  # User directory
-  def user_dir
-    Application.working_directory
-  end
-  # Write string to a tempfile
-  def write_to_temp_file(str="")
-    tempfile = Tempfile.new("rand#{rand(1000)}-#{rand(1000)}")
-    tempfile.print(str)
-    tempfile.flush
-    tempfile
-  end
-  def register_monitor(*names)
-    names.each do |name|
-      unless registered_monitor?(name)
-        PoolParty::Monitors.extend name
-      
-        PoolParty::Master.send :include, name::Master
-        PoolParty::RemoteInstance.send :include, name::Remote
-        
-        registered_monitors << name
-      end
-    end
-  end
-  def registered_monitor?(name); registered_monitors.include?(name); end
-  def registered_monitors; @@registered_monitors ||= [];end
+module PoolParty
+  include FileWriter
   
-  def load_app
-    load_monitors
-    load_plugins
-  end  
-  def load_monitors
-    loc = File.directory?("#{user_dir}/monitors") ? "#{user_dir}/monitors" : "#{root_dir}/lib/poolparty/monitors"
-    Dir["#{loc}/*"].each {|f| require f}
+  def logger
+    @pool_logger ||= make_new_logger
   end
   
-  def load_plugins
-    Dir["#{plugin_dir}/**/init.rb"].each {|a| require a} if File.directory?(plugin_dir)
-  end
-  def reset!
-    @@registered_monitors = nil
-    @@installed_plugins = nil
-  end
-  def plugin_dir
-    "#{user_dir}/plugins"
-  end
-  def read_config_file(filename)
-    return {} unless filename
-    YAML.load(open(filename).read)
-  end
-  def include_cloud_tasks
-    Tasks.new.define_tasks
+  private
+  #:nodoc:#
+  def make_new_logger
+    FileUtils.mkdir_p Base.pool_logger_location unless ::File.directory?(Base.pool_logger_location)
+    Loggable.new
   end
+end
+
+class Object
+  include PoolParty
+  include PoolParty::Pool
+  include PoolParty::Cloud
   
-  alias_method :tasks, :include_cloud_tasks
-  alias_method :include_tasks, :include_cloud_tasks
+  include PoolParty::DefinableResource
+end
+
+class Class
+  include PoolParty::PluginModel  
+end
+
+## Load PoolParty Plugins and package
+%w(plugins base_packages).each do |dir|
+  Dir[File.dirname(__FILE__) + "/poolparty/#{dir}/**.rb"].each do |file|
+    require file
+  end
 end

data/lib/poolparty/base_packages/haproxy.rb

@@ -0,0 +1,41 @@
+module PoolParty
+  class Base
+    plugin :haproxy do
+      
+      def enable
+        package({:name => "haproxy"})
+        
+        # Startup haproxy and enable it
+        has_line_in_file("ENABLED=1", "/etc/default/haproxy")
+        has_line_in_file("SYSLOGD=\"-r\"", "/etc/default/syslogd")
+        has_line_in_file("local0.* /var/log/haproxy.log", "/etc/syslog.conf", {:notify => 'Service["sysklogd"]'})
+        
+        # Restart sysklogd after we update the haproxy.log
+        has_service(:name => "sysklogd") do
+          ensures "running"
+        end
+        
+        # Service is required
+        has_service(:name => "#{name}")
+        
+        # Tempalte variables
+        variable(:name => "name", :value => "#{name}")
+        variable(:name => "nodenames", :value => list_of_node_names)
+        variable(:name => "node_ips",  :value => list_of_node_ips)
+        variable(:name => "ports", :value => ([port].flatten || [Base.port].flatten))        
+        variable(:name => "forwarding_port", :value => (forwarding_port || Base.forwarding_port))
+        variable(:name => "proxy_mode", :value => (proxy_mode || Base.proxy_mode))
+        
+        # These can also be passed in via hash
+        has_remotefile(:name => "/etc/haproxy.cfg") do
+          mode 644
+          requires 'Package["haproxy"]'
+          notify 'Service["haproxy"]'
+          template File.join(File.dirname(__FILE__), "..", "templates/haproxy.conf")
+        end
+        
+      end
+      
+    end  
+  end
+end

data/lib/poolparty/base_packages/heartbeat.rb

@@ -0,0 +1,43 @@
+module PoolParty
+  class Base
+    plugin :heartbeat do
+      
+      def enable
+        has_package(:name => "heartbeat-2", :ensure => "installed")
+        has_service(:name => "heartbeat", :hasstatus => true) do
+          ensures "running"
+        end
+        
+        has_exec(:name => "heartbeat-update-cib", :command => "/usr/sbin/cibadmin -R -x /etc/ha.d/cib.xml", :refreshonly => true)
+        
+        # variables for the templates
+        has_variable({:name => "nodenames", :value => list_of_node_names})
+        has_variable({:name => "node_ips",  :value => list_of_node_ips})
+        has_variable({:name => "port", :value => (port || Base.port)})
+        
+        # These can also be passed in via hash
+        has_remotefile(:name => "/etc/ha.d/ha.cf") do
+          mode 444
+          requires 'Package["heartbeat-2"]'
+          notify 'Service["heartbeat"]'
+          template File.join(File.dirname(__FILE__), "..", "templates/ha.cf")
+        end
+        
+        has_remotefile(:name => "/etc/ha.d/authkeys") do
+          mode 400
+          requires 'Package["heartbeat-2"]'
+          notify 'Service["heartbeat"]'
+          template File.join(File.dirname(__FILE__), "..", "templates/authkeys")
+        end
+        
+        has_remotefile(:name => "/etc/ha.d/cib.xml") do
+          mode 444
+          requires 'Package["heartbeat-2"]'
+          notify 'Exec["heartbeat-update-cib"]'
+          template File.join(File.dirname(__FILE__), "..", "templates/cib.xml")
+        end                
+        
+      end
+    end  
+  end
+end

data/lib/poolparty/base_packages/poolparty.rb

@@ -0,0 +1,18 @@
+module PoolParty
+  class Base
+    plugin :poolparty do
+      
+      def enable
+        has_package(:name => "erlang")
+        has_gem_package(:name => "auser-poolparty", :source => "http://gems.github.com")
+                
+        # Build hostsfile
+        # TODO: COME BACK AND CLEAN THIS UP
+        (self.respond_to?(:remote_instances_list) ? self : parent).remote_instances_list.each do |ri|
+          has_host({:name => "#{ri.name}", :ip => ri.ip })
+        end
+      end
+      
+    end  
+  end
+end

data/lib/poolparty/base_packages/ruby.rb

@@ -0,0 +1,27 @@
+module PoolParty
+  class Base
+    plugin :ruby do
+      
+      def enable                
+        has_package(:name => "libreadline-ruby1.8")
+        has_package(:name => "libruby1.8")                
+        has_package(:name => "ruby1.8-dev")
+        has_package(:name => "ruby1.8")
+        has_package(:name => "rubygems")
+      end
+      
+      def enable_ri
+        has_package(:name => "ri1.8")
+      end
+      
+      def enable_irb
+        has_package(:name => "irb1.8")
+      end
+      
+      def enable_rdoc
+        has_package(:name => "rdoc1.8")
+      end
+      
+    end  
+  end
+end

data/lib/poolparty/core/array.rb

@@ -0,0 +1,24 @@
+=begin rdoc
+  Array extensions
+=end
+require "enumerator"
+class Array
+  def to_os
+    map {|a| a.to_os }
+  end
+  def collect_with_index &block
+    self.enum_for(:each_with_index).collect &block
+  end
+  def runnable(quiet=true)
+    self.join(" \n ").runnable(quiet)
+  end
+  def nice_runnable(quiet=true)
+    self.flatten.reject{|e| (e.nil? || e.empty?) }.join(" \n ").chomp.nice_runnable(quiet)
+  end
+  def to_string(prev="")
+    map {|a| a.to_string(prev)}.join("\n")
+  end
+  def get_named(str="")
+    map {|a| a.name == str ? a : nil }.reject {|a| a.nil? }
+  end
+end

data/lib/poolparty/core/hash.rb

@@ -0,0 +1,29 @@
+=begin rdoc
+  Hash extentions
+=end
+class Hash
+  alias :old_select :select
+
+  def select(&block)
+    Hash[*self.old_select(&block).inject([]){|res,(k,v)| res << k << v}]    
+  end
+  def extract!(&block)
+    o = select(&block)
+    o.keys.each {|k| self.delete(k) }
+    o
+  end
+  def safe_merge(other_hash)
+    merge(other_hash.delete_if {|k,v| has_key?(k) })
+  end
+  def safe_merge!(other_hash)
+    merge!(other_hash.delete_if {|k,v| has_key?(k) && !v.nil? })
+  end
+  def flush_out(prev="", post="")
+    map {|k,v| "#{prev}#{k} => #{v.to_option_string}#{post}"}
+  end
+  def to_os
+    m={}
+    each {|k,v| m[k] = v.to_os }
+    MyOpenStruct.new(m)
+  end
+end

data/lib/poolparty/core/kernel.rb

@@ -0,0 +1,34 @@
+=begin rdoc
+  Kernel overloads
+=end
+module Kernel
+  # Nice wait instead of sleep
+  def wait(time=5)
+    sleep time.is_a?(String) ? eval(time) : time
+  end
+  def as(klass_or_obj, &block)
+    block.in_context(klass_or_obj).call
+  end
+  def load_p(dir)
+    Dir["#{dir}/**"].each do |file|
+      File.directory?(file) ? load_p(file) : (require "#{file}")
+    end
+  end
+  def with_warnings_suppressed
+    saved_verbosity = $-v
+    $-v = nil
+    yield
+  ensure
+    $-v = saved_verbosity
+  end
+  def hide_output
+    begin
+      old_stdout = STDOUT.dup
+      STDOUT.reopen(File.open((PLATFORM =~ /mswin/ ? "NUL" : "/dev/null"), 'w'))
+      yield if block_given?
+    ensure
+      STDOUT.flush
+      STDOUT.reopen(old_stdout)
+    end
+  end  
+end

data/lib/{core → poolparty/core}/module.rb

@@ -19,4 +19,22 @@ class Module
         private target
     end
   end
+  def attr_accessor_with_default( *syms, &block )
+    raise 'Default value in block required' unless block
+    syms.each do | sym |
+      module_eval do
+        attr_writer( sym )
+        define_method( sym ) do | |
+          class << self; self; end.class_eval do
+            attr_reader( sym )
+          end
+          instance_variables.include?("@#{sym}") ? instance_variable_get( "@#{sym}" ) : instance_variable_set( "@#{sym}", block.call )
+        end
+      end
+    end
+    nil
+  end
+  def set(*args)
+  end
+  alias_method :custom, :set
 end