auser-poolparty 0.2.9 → 0.2.15

data/lib/erlang/messenger/lib/load_app.app

@@ -0,0 +1,18 @@
+{application, load_app,
+  [
+		% Quick description of the server
+		{description, "Load Server"},
+		% Version
+		{vsn, "0.1"},
+		% All modules used by the application.  
+		{modules, [load_supervisor, load_server, load_app, load_client]},
+		% All the registered names in the application
+		{registered, [load_server]},
+		% These must be started for application to run
+		{applications, [kernel, stdlib]},
+		% Environment vars
+		{env, []},
+		% Module and Args used to start
+		{mod, {load_app, []}}
+	]
+}.

data/lib/erlang/messenger/src/load_app.erl

@@ -0,0 +1,26 @@
+-module (load_app).
+
+-ifdef(EUNIT).
+-include_lib("eunit/include/eunit.hrl").
+-endif.
+
+-behaviour (application).
+
+-export ([start/0, start/2, stop/1]).
+
+start() ->
+	io:format("application:start/1 starting...~n"),
+	application:start(?MODULE).
+	
+start(_Type, _) -> 
+	io:format("Starting load_app~n"),
+	case load_supervisor:start_link() of
+		{ok, Pid} ->
+			{ok, Pid};
+		Error ->
+			Error
+	end.
+
+stop(State) ->
+	io:format("Error: ~p~n", State),
+	exit(whereis(load_supervisor), shutdown).

data/lib/erlang/messenger/src/pm_cluster.erl

@@ -0,0 +1,31 @@
+-module(cluster).
+
+-ifdef(EUNIT).
+-include_lib("eunit/include/eunit.hrl").
+-endif.
+
+-export([slaves/1]).
+	%% Argument:
+	%% Hosts: List of hostname (string)
+slaves([]) ->
+	ok;
+
+slaves([Host|Hosts]) ->
+	Args = erl_system_args(),
+	NodeName = "cluster",
+	{ok, Node} = slave:start_link(Host, NodeName, Args),
+	io:format("Erlang node started = [~p]~n", [Node]),
+	slaves(Hosts).
+
+erl_system_args()->
+	Shared = case init:get_argument(shared) of
+		error -> " ";
+		{ok,[[]]} -> " -shared "
+	end,
+	lists:append(
+		["-rsh ssh -setcookie", 
+		atom_to_list(erlang:get_cookie()),
+		Shared, " +Mea r10b "
+	]).
+%% Do not forget to start erlang with a command like:
+%% erl -rsh ssh -sname clustmaster

data/lib/erlang/messenger/src/pm_master.erl

@@ -0,0 +1,27 @@
+% The client is a running process that will run on the master node
+% and spawn requests to the pm_nodes and compile the responses
+% for use within the poolparty network
+
+-module (pm_master).
+
+-ifdef(EUNIT).
+-include_lib("eunit/include/eunit.hrl").
+-endif.
+
+% Client function definitions
+-export ([get_load/2]).
+
+% pm_master:get_load("0", "cpu").
+get_load(Index, Type) ->
+	Pid = get_pid_from_index(Index),
+	gen_server:call(Pid, get_load_for_type, [Type]).
+
+% Private methods
+get_pid_from_index(Index) ->
+	String = lists:append(["pm_node", Index]),
+	io:format("Looking for ~p~n", [String]),
+	whereis(str).
+
+% Tests
+basic_test_() ->
+	?_assert(get_pid_from_index == 0).

data/lib/erlang/messenger/src/pm_master_supervisor.erl

@@ -0,0 +1,8 @@
+% This supervisor is responsible for monitoring the 
+% client service
+
+-module (pm_master_supervisor).
+
+-ifdef(EUNIT).
+-include_lib("eunit/include/eunit.hrl").
+-endif.

data/lib/erlang/messenger/src/pm_node.erl

@@ -0,0 +1,79 @@
+%%%***************************************
+%%% 
+%%% PoolParty node-server
+%%% Author: Ari Lerner <ari.the.lerner@gmail.com>
+%%% 
+%%% Description: This server runs on the poolparty nodes
+%%% 
+%%%***************************************
+
+% The name of our module
+-module (pm_node).
+
+-ifdef(EUNIT).
+-include_lib("eunit/include/eunit.hrl").
+-endif.
+
+% We are using the gen_server behaviour
+-behaviour (gen_server).
+-export ([init/1, handle_call/3, handle_cast/2, handle_info/2, terminate/2, code_change/3]).
+
+% Client function definitions
+-export ([start_link/1, stop/0]).
+-export ([get_load_for_type/2]).
+
+% Client Function API Calls
+get_load_for_type(From, Type) ->
+	io:format("Getting load for "++Type++" on ~p~n", [From]),
+	String = string:concat("server-get-load -m ",Type),
+	gen_server:reply(From, {load, os:cmd(String)}).
+
+start_link(Index) ->
+	io:format("Starting pm_node~p...~n", [Index]),
+	String = list_to_atom(string:concat("pm_node", Index)),
+	gen_server:start_link({global, String}, String, [], []).
+
+stop() ->
+	gen_server:cast(?MODULE, stop).
+		
+% Load monitor methods
+% 	TODO: Make this dynamic
+% get_system_load() ->
+
+% Gen server callbacks
+% Sends the response and state back
+init([]) -> 
+	process_flag(trap_exit, true),
+	{ok, []}.
+
+% Handle synchronous messages
+% Signature:
+%  handle_call(_Request, _From, State) ->
+% 	{reply, ignored, State} 
+% 
+% Gets the load on the server
+handle_call({get_load, Type}, From, State) ->
+	spawn(?MODULE, get_load_for_type, [From, Type]),
+	{noreply, State};
+handle_call(_Request, _From, State) -> % The catch-all
+	{reply, ignored, State}.
+
+% Handle asynchronous messages
+handle_cast(stop, State) ->
+	{stop, normal, State};	
+handle_cast(_Msg, State) ->
+	{noreply, State}.
+
+% Handle other messages	
+handle_info(_Info, State) ->
+	io:format("Info message received from: ~p~n", [_Info]),
+	{noreply, State}.
+
+% Exit
+terminate(_Reason, State) ->
+	io:format("Server is stopping...~n"),
+	{ok, State}.
+
+% If the code changes
+code_change(_OldVsn, State, _Extra) ->
+  {ok, State}.

data/lib/erlang/messenger/src/pm_node_supervisor.erl

@@ -0,0 +1,33 @@
+% Supervisor for the poolparty_messenger server
+% 
+% Ari Lerner
+% CitrusByte
+
+-module (pm_node_supervisor).
+-behaviour (supervisor).
+
+-ifdef(EUNIT).
+-include_lib("eunit/include/eunit.hrl").
+-endif.
+
+-define (SERVER, ?MODULE).
+
+-export ([start_link/0, init/1]).
+
+start_link() ->
+	io:format("Starting load_supervisor...~n"),
+	supervisor:start_link({local, ?SERVER}, ?MODULE, []).
+
+init([]) ->
+	RestartStrategy = one_for_one,
+	MaxRestarts = 3, % 1000
+	MaxTimeBetRestarts = 30, % 3600
+	
+	SupFlags = {RestartStrategy, MaxRestarts, MaxTimeBetRestarts},
+  
+	LoadServers = [
+		{load_server, {load_server, start_link, []}, permanent, 5000, worker, [load_server, load_client]}
+	],
+							
+	{ok, {SupFlags, LoadServers}}.
+							

data/lib/poolparty.rb

@@ -1,11 +1,14 @@
 require 'rubygems'
 
 # Load required gems
-require 'active_support'
-require 'open4'
-require "ftools"
-require "logging"
-require "ruby2ruby"
+%w(active_support open4 ftools logging ruby2ruby).each do |lib|
+  begin
+    require lib
+  rescue Exception => e
+    puts "Could not find library #{lib}: #{e}"
+  end
+  
+end
 
 # Use active supports auto load mechanism
 ActiveSupport::Dependencies.load_paths << File.dirname(__FILE__)
@@ -13,7 +16,7 @@ ActiveSupport::Dependencies.load_paths << File.dirname(__FILE__)
 ## Load PoolParty
 require "#{File.dirname(__FILE__)}/poolparty/version"
 
-%w(core modules exceptions net).each do |dir|
+%w(core modules exceptions dependency_resolutions monitors net).each do |dir|
   Dir[File.dirname(__FILE__) + "/poolparty/#{dir}/**.rb"].each do |file|
     require file
   end

data/lib/poolparty/base_packages/haproxy.rb

@@ -21,8 +21,15 @@ module PoolParty
 
           # Tempalte variables
           variable(:name => "name_haproxy", :value => "#{@parent.name}")
-          variable(:name => "nodenames_haproxy", :value => 'generate(". /etc/profile && server-list-active -c name")')
-          variable(:name => "node_ips_haproxy",  :value => 'generate(". /etc/profile && server-list-active -c ip")')
+          
+          if @parent.provisioning?
+            variable(:name => "nodenames_haproxy", :value => "#{list_of_running_instances.map{|a| "#{a.send :name}" }.join("\t")}")
+            variable(:name => "node_ips_haproxy",  :value => "#{list_of_running_instances.map{|a| "#{a.send :ip}" }.join("\t")}")
+          else
+            variable(:name => "nodenames_haproxy", :value => "generate('/usr/bin/env', '/var/lib/gems/1.8/bin/server-list-active', '-c', 'name')")
+            variable(:name => "node_ips_haproxy",  :value => "generate('/usr/bin/env', '/var/lib/gems/1.8/bin/server-list-active', '-c', 'ip')")
+          end
+          
           variable(:name => "ports_haproxy", :value => ([(self.respond_to?(:port) ? port : Base.port)].flatten))        
           variable(:name => "forwarding_port", :value => (respond_to?(:forwarding_port) ? forwarding_port : Base.forwarding_port))
           variable(:name => "proxy_mode", :value => (respond_to?(:proxy_mode) ? proxy_mode : Base.proxy_mode))

data/lib/poolparty/base_packages/heartbeat.rb

@@ -4,42 +4,43 @@ module PoolParty
       
       def enable
         execute_if("$hostname", "master") do
-          has_package(:name => "heartbeat-2", :ensure => "installed")
-          has_service(:name => "heartbeat", :hasstatus => true) do
-            ensures "running"
-          end
+          has_package(:name => "heartbeat-2", :ensure => "installed") do
+            # These can also be passed in via hash
+            has_remotefile(:name => "/etc/ha.d/ha.cf") do
+              mode 444
+              notify 'Service["heartbeat"]'
+              template File.join(File.dirname(__FILE__), "..", "templates/ha.cf")
+            end
+
+            has_remotefile(:name => "/etc/ha.d/authkeys") do
+              mode 400
+              notify 'Service["heartbeat"]'
+              template File.join(File.dirname(__FILE__), "..", "templates/authkeys")
+            end
+
+            has_remotefile(:name => "/etc/ha.d/cib.xml") do
+              mode 444
+              notify 'Exec["heartbeat-update-cib"]'
+              template File.join(File.dirname(__FILE__), "..", "templates/cib.xml")
+            end
+            
+            has_service(:name => "heartbeat", :hasstatus => true)
+          end          
         
           has_exec(:name => "heartbeat-update-cib", :command => "/usr/sbin/cibadmin -R -x /etc/ha.d/cib.xml", :refreshonly => true)
-        
-          # variables for the templates
-          variable(:name => "ha_nodenames", :value => 'generate(". /etc/profile && server-list-active -c name")')
-          variable(:name => "ha_node_ips",  :value => 'generate(". /etc/profile && server-list-active -c ip")')
+          
+          if @parent.provisioning?
+            variable(:name => "ha_nodenames", :value => "#{list_of_running_instances.map{|a| "#{a.send :name}" }.join("\t")}")
+            variable(:name => "ha_node_ips",  :value => "#{list_of_running_instances.map{|a| "#{a.send :ip}" }.join("\t")}")
+          else
+            # variables for the templates
+            variable(:name => "ha_nodenames", :value => "generate('/usr/bin/env', '/var/lib/gems/1.8/bin/server-list-active', '-c', 'name')")
+            variable(:name => "ha_node_ips",  :value => "generate('/usr/bin/env', '/var/lib/gems/1.8/bin/server-list-active', '-c', 'ip')")
+          end
           
           has_variable({:name => "ha_timeout",  :value => (self.respond_to?(:timeout) ? timeout : "5s")})
           has_variable({:name => "ha_port", :value => (self.respond_to?(:port) ? port : Base.port)})
           
-          # These can also be passed in via hash
-          has_remotefile(:name => "/etc/ha.d/ha.cf") do
-            mode 444
-            requires 'Package["heartbeat-2"]'
-            notify 'Service["heartbeat"]'
-            template File.join(File.dirname(__FILE__), "..", "templates/ha.cf")
-          end
-        
-          has_remotefile(:name => "/etc/ha.d/authkeys") do
-            mode 400
-            requires 'Package["heartbeat-2"]'
-            notify 'Service["heartbeat"]'
-            template File.join(File.dirname(__FILE__), "..", "templates/authkeys")
-          end
-        
-          has_remotefile(:name => "/etc/ha.d/cib.xml") do
-            mode 444
-            requires 'Package["heartbeat-2"]'
-            notify 'Exec["heartbeat-update-cib"]'
-            template File.join(File.dirname(__FILE__), "..", "templates/cib.xml")
-          end
-          
         end
         
         execute_if("$hostname", "master") do

data/lib/poolparty/base_packages/poolparty.rb

@@ -4,31 +4,44 @@ module PoolParty
       
       def enable        
         has_package(:name => "erlang")
-        # These should be installed automagically by poolparty, but just in case
-        has_gempackage(:name => "activesupport", :requires => package(:name => "rubygems"))
-        has_gempackage(:name => "logging", :requires => package(:name => "rubygems"))
-        has_gempackage(:name => "hoe", :requires => package(:name => "rubygems"))
-        has_gempackage(:name => "xml-simple", :requires => package(:name => "rubygems"))
-        has_gempackage(:name => "ParseTree", :version => "2.2.0", :requires => gempackage(:name => "hoe"))
-        
-        has_gempackage(:name => "RubyInline", :requires => gempackage(:name => "ParseTree"))
-        has_gempackage(:name => "open4", :requires => gempackage(:name => "hoe"))
-        has_gempackage(:name => "ruby2ruby", :requires => gempackage(:name => "ParseTree"))
-
-        has_gempackage(:name => "grempe-amazon-ec2", :source => "http://gems.github.com", :requires => gempackage(:name => "xml-simple"))
-        has_gempackage(:name => "auser-poolparty", :source => "http://gems.github.com", :requires => [gempackage(:name => "activesupport"), gempackage(:name => "ParseTree")])
         
+        has_package(:name => "rubygems") do
+          # These should be installed automagically by poolparty, but just in case
+          # TODO: Fix the requires method with a helper          
+          has_gempackage(:name => "logging")
+          has_gempackage(:name => "xml-simple") do
+            has_gempackage(:name => "grempe-amazon-ec2", :source => "http://gems.github.com")
+          end
+          
+          has_gempackage(:name => "hoe") do
+            has_gempackage(:name => "open4")
+            
+            has_gempackage(:name => "ParseTree", :version => "2.2.0") do
+              has_gempackage(:name => "ruby2ruby")
+              has_gempackage(:name => "activesupport") do
+                has_gempackage(:name => "auser-poolparty", :source => "http://gems.github.com")
+              end
+              has_gempackage(:name => "RubyInline")
+            end
+          end          
+          
+        end
+                
         # Build hostsfile
         # TODO: COME BACK AND CLEAN THIS UP
         (self.respond_to?(:list_of_running_instances) ? self : parent).list_of_running_instances.each do |ri|
           has_host({:name => "#{ri.name}", :ip => ri.ip })
         end
         
-        #  -n #{parent.name}
+        # Custom run puppet to minimize footprint
+        # TODO: Update the offsetted times
+        has_cron(:name => "puppetd runner", :user => Base.user, :minute => [0,15,30,45]) do
+          command((self.respond_to?(:master) ? self : parent).master.puppet_runner_command)
+        end
+        
+        # These are all requirements on the master
         execute_if("$hostname", "master") do
-          has_cron({:command => ". /etc/profile && which cloud-maintain | /bin/sh"}) do
-            minute "*/5"
-          end
+          has_cron({:command => ". /etc/profile && which cloud-maintain | /bin/sh", :minute => "*/3"})
         end
         # has_host(:name => "puppet", :ip => (self.respond_to?(:master) ? self : parent).master.ip)
       end

data/lib/poolparty/base_packages/ruby.rb

@@ -10,8 +10,7 @@ module PoolParty
         has_package(:name => "libreadline-ruby1.8")
         has_package(:name => "libruby1.8")                
         has_package(:name => "ruby1.8-dev")
-        has_package(:name => "ruby1.8")
-        # has_package(:name => "rubygems")
+        has_package(:name => "ruby1.8")        
         
         has_line_in_file("export PATH=$PATH:/var/lib/gems/1.8/bin/", "/etc/profile")
         

data/lib/poolparty/core/array.rb

@@ -15,8 +15,8 @@ class Array
   def nice_runnable(quiet=true)
     self.flatten.reject{|e| (e.nil? || e.empty?) }.join(" \n ").chomp.nice_runnable(quiet)
   end
-  def to_string(prev="")
-    map {|a| a.to_string(prev)}.join("\n")
+  def to_string(pre="")
+    map {|a| a.to_string(pre)}.join("\n")
   end
   def get_named(str="")
     map {|a| a.name == str ? a : nil }.reject {|a| a.nil? }