cloudblocks 0.0.6

data/bin/chief

@@ -0,0 +1,143 @@
+#!/usr/bin/env ruby
+
+require 'yaml'
+require File.expand_path("../../lib/config-chief", __FILE__)
+require 'optparse'
+begin
+	gem 'eventmachine', '~>1.0.0.beta.4'
+	gem 'faye', '~>0.8.0'
+
+	require 'eventmachine'
+	require 'faye'
+rescue LoadError => exc
+	warn "Cannot find required ruby gems needed to run this agent. Please install cloudblocks gem by running 'gem install cloudblocks'"
+	warn exc
+	exit -1
+end
+
+def stop
+	puts "Stopping"
+	EM.stop
+	exit 0
+end
+
+config_file = 'cloudblocks.yaml'
+config_dir = File.join(Dir.home, '.cloudblocks')
+config_full = File.join(config_dir, config_file)
+
+api_key = ''
+faye_url = 'https://socket.thecloudblocks.com:8443/'
+
+if File.exists?(config_full)	
+	# config file present
+	config = YAML::load(File.open(config_full))
+	api_key = config['api_key']
+else
+	# no config file
+	puts 'CloudBlocks ConfigChief'
+	puts 'Please enter your API key. (you can find it at https://www.thecloudblocks.com/me):'
+	api_key = gets
+	api_key = api_key.chomp
+	if api_key.length != 32
+		puts 'Invalid API key'
+		exit -1
+	else
+		if !FileTest::directory?(config_dir)
+			Dir.mkdir(config_dir)
+		end
+		File.open(config_full, 'w+') { |out| YAML::dump({ 'api_key' => api_key }, out) }
+		puts 'Configuration Saved'
+	end
+end
+
+@version = 1
+str_version = "0.0.#{@version}"
+workspace = nil
+key = nil
+is_test = false
+parameters = {}
+url = nil
+id = nil
+OptionParser.new do |opts|
+	opts.banner = 	<<-EOF
+ConfigChief. v#{str_version} (c) 2012 CloudBlocks
+For more information please visit http://www.thecloudblocks.com
+
+Usage: chief [options]
+
+Options:
+EOF
+
+	opts.on("-w", "--workspace WORKSPACE", "Workspace id") do |v|
+		workspace = v
+	end
+
+	opts.on('-u', '--url URL', 'Server URL') do |v|
+		url = v
+	end
+	url = url || 'https://api.thecloudblocks.com'
+
+	opts.on('-k', '--key KEY', 'Config Key') do |v|
+		key = v
+	end
+
+	opts.on('--api-key APIKEY', 'API key') do |v|
+		api_key = v
+	end
+
+	opts.on('-i', '--id ID', 'Config Id') do |v|
+		id = v
+	end
+
+	opts.on('-p', '--parameters P1=V1,P2=V2,...', Array, 'Optional Parameters') do |v|
+		v.each do |p|
+			pv = p.split('=')
+			if pv.count != 2 || pv[0].nil? || pv[1].nil?
+				warn 'Invalid Parameters. Use -h for help'
+				exit -1
+			end
+
+			parameters = parameters.merge({pv[0].to_sym => pv[1]})
+		end
+	end
+
+	opts.on('-t', '--test', 'Test mode. Shows updates received from the server') do |v|
+		is_test = true
+	end
+
+	opts.on_tail("-h", "--help", "Show this message") do
+		puts opts
+		exit 0
+	end
+end.parse!
+
+if workspace.nil?
+	warn 'No workspace specified. Use --help for more info'
+	exit -1 
+end
+
+if key.nil? && id.nil? && !is_test
+	warn 'Either id (-i) or key (-k) have to be present'
+	exit -1
+end
+
+if is_test
+	EM.run {
+	 	Signal.trap('INT') { stop }
+	    Signal.trap('TERM'){ stop }
+
+		puts "Listening for /chief/keys/#{workspace} now on #{faye_url}"
+		client = Faye::Client.new(faye_url)
+		client.subscribe("/chief/keys/#{workspace}") do |message|
+    		puts message.inspect
+		end
+	}
+else
+	chief = ConfigChief.new(:api_key => api_key, :workspace => workspace, :url => url)
+	if (key.nil?)
+		puts chief.get_by_id(id, {}, parameters)
+	else
+		# let's get to bussiness
+		puts chief.get_by_key(key, {}, parameters)
+	end
+end

data/bin/quartz

@@ -0,0 +1,414 @@
+#!/usr/bin/env ruby
+
+require 'yaml'
+require File.expand_path("../../lib/cloud-quartz", __FILE__)
+require 'optparse'
+require 'socket'
+require 'logger'
+begin
+	gem 'eventmachine', '~>1.0.0.beta.4'
+	gem 'faye', '~>0.8.0'
+
+	require 'eventmachine'
+	require 'faye'
+rescue LoadError => exc
+	warn "Cannot find required ruby gems needed to run this agent. Please install cloudblocks gem by running 'gem install cloudblocks'"
+	warn exc
+	exit -1
+end
+
+private
+
+def save_config
+	if !FileTest::directory?(@config_dir)
+		Dir.mkdir(@config_dir)
+	end
+	File.open(@config_full, 'w+') { |out| YAML::dump({ 'api_key' => @api_key, 'agent_id' => @agent_id }, out) }
+end
+
+public
+
+@load_path = File.expand_path(File.join(File.dirname(__FILE__), '../lib/plugins'))
+
+def start
+	begin
+		@log.info "Starting CloudQuartz agent"
+		puts "Starting CloudQuartz agent"
+
+		pid = get_pid
+		if pid != 0
+			warn "Quartz is already running. Use stop command to stop it or --help for more info"
+			exit -1
+		end
+
+		check_version
+		load_plugins
+
+		@log.info @quartz.status(1, @version, plugin_meta_data)
+	rescue => exc
+		@log.error exc.message
+		exit -1
+	end
+
+	if @daemon_mode
+		pid = fork {
+			run
+		}
+
+		begin
+			file = File.new(@pid_full, "w")
+			file.write(pid)
+			file.close
+			Process.detach(pid)
+		rescue => exc
+			Process.kill('TERM', pid)
+			warn "Cannot start CloudQuartz agent: #{exc.message}"
+		end
+	else
+		run
+	end
+
+	exit 0
+end
+
+def stop
+	pid = get_pid
+	@log.info "Stopping CloudQuartz agent"
+	begin
+		@quartz.status(2, @version, plugin_meta_data)
+		EM.stop
+	rescue
+	end
+
+	if pid != 0
+		begin
+			Process.kill('HUP', pid.to_i)
+		rescue
+		end
+		File.delete(@pid_full)
+		puts "Stopped"
+	else
+		warn "Quartz is not running"
+		exit -1
+	end
+end
+
+def register
+	puts "Registering agent with #{@url} and API Key #{@api_key}"
+	os_name = RUBY_PLATFORM
+	os_id = os_name.include?('darwin') ? 5 : 1
+	agent = { :agent_type_id => os_id, :agent_name => Socket.gethostname, :agent_timezone => Time.new.zone, :extra => os_name}
+
+	result = @quartz.register(agent)
+	if result['ok']
+		@agent_id = result['uid']
+		puts "Registered with id #{@agent_id}"
+		save_config
+	else
+		puts "Failed to register due to #{result['error']}"
+		exit -1
+	end
+end
+
+def unregister
+	puts "Unregister agent #{@agent_id} with #{@url}"
+	@agent_id = ""
+	@quartz.unregister(@agent_id)
+	save_config
+end
+
+private
+
+def load_plugins
+	@log.info "Loading plugins from #{@load_path}"
+
+	files = Dir.glob("#{@load_path}/*.rb")
+	files.each do |file|
+		if file != 'quartz_plugin'
+			# is it a valid plugin?
+			require "#{file}"
+			classname = File.basename(file, '.rb').capitalize
+			begin
+				clazz = Kernel.const_get(classname)
+				if clazz.ancestors[1].name == 'QuartzPlugin'
+					instance = clazz.new(@log, { :api_key => @api_key, :agent_id => @agent_id })
+					guid = instance.info[:uid]
+					@plugins = @plugins.merge({ guid => instance })
+					@log.info "Found plugin #{instance.info[:name]}/#{instance.info[:version]} with uid #{guid}"
+				end
+			rescue
+			end
+		end
+	end
+
+	@log.debug "All plugins #{plugin_meta_data}"
+end
+
+def plugin_meta_data
+	result = []
+	@plugins.each do |k, v|
+		result << v.info
+	end
+
+	result
+end
+
+def get_job
+	result = @quartz.get_job
+	if result['ok']
+		if result['empty']
+			@log.debug 'No jobs to run'
+		else
+			message = JSON.parse(result['message'])
+			guid = message['plugin_uid']
+			name = message['template_name']
+			drt = message['desired_run_time']
+
+			@log.info "Going to run #{name} (uid:#{guid})"
+
+			# get the plugin
+			if @plugins.include?(guid)
+				plugin = @plugins[guid]
+				# run it
+				operation = proc { run_plugin(plugin, message) }
+				EM.defer(operation)
+			else
+				@log.error "No plugin found with uid #{guid}"
+				# TODO: Send this back to server as run error
+			end
+		end
+	else
+		@log.error "Failed to retrieve job due to #{result['error']}"
+	end
+end
+
+def run_plugin(plugin, message)
+	run_start = Time.now.utc.to_i
+	begin
+		job_id = message['job_id']
+		result = plugin.run(message)
+		@log.debug "Run returned for job #{job_id} with #{result}"
+		@log.debug result
+		ok = result[:ok]
+		to_return = result[:message]
+	rescue => exc
+		@log.error "Failure during running plugin #{plugin} due to #{exc}"
+		ok = false
+		if result.nil?
+			to_return = exc.message
+		else
+			to_return = result[:message] 
+		end
+	ensure
+		data = { :run_start => run_start, :run_end => Time.now.utc.to_i, :agent_uid => @agent_id, :ok => ok }
+		data = ok ? data.merge({ :run_result => to_return }) : data.merge({ :fail_reason => to_return })
+		begin
+			@log.debug "Posting results for job #{job_id} back to the server #{data}"
+			@quartz.post_results(job_id, data)
+		rescue => e
+			@log.error "Failed to post results back to server due to #{e}"
+		end
+	end
+end
+
+def check_version
+	begin
+		result = @quartz.check_version
+		if result['ok']
+			latest = result['latest']
+			@log.warn 'A newer version of CloudQuartz agent is available. Update the cloudblocks gem. See http://help.thecloudblocks.com for more info' if latest > @version
+		end
+	rescue => exc
+		warn "Cannot connect to the server"
+		exit -1
+	end
+end
+
+def run
+	EM.run{
+	 	Signal.trap('INT') { stop }
+	    Signal.trap('TERM'){ stop }
+
+	    if @realtime
+	    	@log.info "Listening to realtime nofitifications from /quartz/jobs/#{@agent_id} on #{@faye_url}" 
+	    	client = Faye::Client.new(@faye_url)
+			client.subscribe("/quartz/jobs/#{@agent_id}") do |message|
+    			@log.info "Got realtime notice for a new job #{message}"
+    			get_job
+			end
+	    else
+	    	@log.info "Checking for new jobs every 5 seconds"
+			EM.add_periodic_timer 5 do
+				get_job
+			end
+		end
+	}
+end
+
+def get_pid
+	if File.exists?(@pid_full)
+		file = File.new(@pid_full, "r")
+		pid = file.read
+		file.close
+
+		pid
+	else
+		0
+	end
+end
+
+public
+
+@version = 1
+str_version = "0.0.#{@version}"
+
+config_file = 'cloudblocks.yaml'
+@pid_file = 'quartz.pid'
+@log_file = 'quartz.log'
+@config_dir = File.join(Dir.home, '.cloudblocks')
+@config_full = File.join(@config_dir, config_file)
+@pid_full = File.join('/tmp', @pid_file)
+@log_full = File.join('/tmp', @log_file)
+
+@api_key = ''
+@faye_url = 'https://socket.thecloudblocks.com:8443/'
+commands = %w[register unregister start stop]
+
+@plugins = {}
+
+@url = nil
+@daemon_mode = true
+command = nil
+@agent_id = ''
+@realtime = true
+OptionParser.new do |opts|
+	opts.banner = 	<<-EOF
+CloudQuartz Agent. v#{str_version} (c) 2012 CloudBlocks
+For more information please visit http://www.thecloudblocks.com
+
+Usage: quartz [register|unregister|start|stop] [options]
+
+Options:
+EOF
+
+	opts.on('--url URL', 'Server URL') do |server_url|
+		@url = server_url
+	end
+	@url = @url || 'https://api.thecloudblocks.com'
+
+	opts.on('--agent-id AGENTID', 'Agent id') do |v|
+		@agent_id = v
+	end
+
+	opts.on('-d', '--no-daemon', 'Not in daemon mode') do |v|
+		@daemon_mode = false
+	end
+
+	opts.on('-p', '--pid PID', 'PID file path') do |v|
+		@pid_full = v
+	end
+
+	opts.on('-l', '--log LOG', 'Log file path') do |v|
+		@log_full = v
+	end
+
+	opts.on('-c', '--config CONFIG', 'Config file path') do |v|
+		@config_full = v
+	end
+
+	opts.on('--sockets SOCKETS', 'Sockets URL') do |v|
+		@faye_url = v
+		@faye_url = "#{@faye_url}/" if @faye_url[-1] != '/'
+	end
+
+	opts.on('--api-key APIKEY', 'API key') do |v|
+		@api_key = v
+	end
+
+	opts.on('-n', '--no-realtime', 'Disable realtime notifications') do |v|
+		@realtime = false
+	end
+
+	opts.on_tail("-h", "--help", "Show this message") do
+		puts opts
+		puts <<-EOF
+
+Commands:
+	register 			Register the agent
+	start 				Starts agent as deamon
+	stop 				Stops agent daemon
+	unregister			Unregister the agent
+
+		EOF
+		exit 0
+	end
+end.parse!
+
+command = ARGV[0].downcase unless ARGV[0].nil?
+
+if @daemon_mode
+	@log = Logger.new(@log_full)
+else
+	@log = Logger.new(STDOUT)
+end
+
+@log.level = Logger::DEBUG
+
+if (@api_key.empty? || @agent_id.empty?) && File.exists?(@config_full)
+	# config file present
+	config = YAML::load(File.open(@config_full))
+	@api_key = config['api_key']
+	@agent_id = config['agent_id']
+end
+
+# still no api key, we need to get it
+if @api_key.empty?
+	puts 'CloudBlocks CloudQuartz'
+	print 'Please enter your API key. (you can find it at https://www.thecloudblocks.com/me):'
+	@api_key = gets.chomp
+	if @api_key.length != 32
+		puts 'Invalid API key'
+		exit -1
+	end
+
+	save_config
+	puts 'Configuration Saved'
+end
+
+# no agent id?
+if @agent_id.empty?
+	print 'Register the agent? [Y/n]'
+	if gets.chomp.downcase != 'n'
+		@quartz = CloudQuartz.new(:api_key => @api_key, :url => @url)
+		register 
+
+		print 'Start the agent as daemon? [Yn]'
+		if gets.chomp.downcase != 'n'
+			@quartz = CloudQuartz.new(:api_key => @api_key, :url => @url, :agent_id => @agent_id)
+			start
+		else
+			exit 0
+		end
+	else
+		exit 0
+	end
+end
+
+if command.nil? || command.empty?
+	puts 'No command found. Use --help for more information'
+	exit -1
+end
+
+unless commands.include?(command)
+	puts 'Invalid command. Use --help for more information'
+	exit -1
+end
+
+if (@agent_id.nil? || @agent_id.empty? || @agent_id.empty?) && command != 'register'
+	puts 'No Agent id found. Have you registered it yet? Use --help for more information'
+	exit -1
+end
+
+@quartz = CloudQuartz.new(:api_key => @api_key, :url => @url, :agent_id => @agent_id)
+
+send(command)

data/lib/cloud-quartz.rb

@@ -0,0 +1,55 @@
+require 'httparty'
+require 'json'
+
+class CloudQuartz
+	include HTTParty
+	@api_key = ""
+	@agent_id = ""
+	
+	def initialize(options = {})
+		@api_key = options[:api_key]
+		@agent_id = options[:agent_id]
+		self.class.base_uri options[:url] || 'https://api.thecloudblocks.com'
+	end
+
+	def get_job
+		process(self.class.get("/queue/#{@agent_id}.json", { :headers => http_headers } ))
+	end
+
+	def register(agent)
+		process(self.class.post('/agent.json', { :headers => http_headers.merge({'Content-Type' => 'application/json'}), :body => agent.to_json }))
+	end
+
+	def unregister(agent)
+		process(self.class.delete("/agent/#{agent}", :headers => http_headers))
+	end
+
+	def check_version
+		self.class.get("/agent/version", :headers => http_headers)
+	end
+
+	def post_results(job_id, data)
+		process(self.class.post("/job/#{job_id}/complete.json", { :headers => http_headers.merge({'Content-Type' => 'application/json'}), :body => data.to_json } ))
+	end
+
+	def status(stat, version, plugins)
+		data = { :status => stat, :version => version, :plugins => plugins }
+		process(self.class.post("/agent/#{@agent_id}/status.json", { :headers => http_headers.merge({'Content-Type' => 'application/json'}), :body => data.to_json }))
+	end
+
+	private
+
+	def http_headers
+		{ 'api_key' => @api_key }
+	end
+
+	def process(response)
+		if response.code != 200
+			raise response.body
+		else
+			response.parsed_response
+		end
+	end
+end
+
+

data/lib/config-chief.rb

@@ -0,0 +1,100 @@
+require 'HTTParty'
+require 'socket'
+require 'json'
+
+class ConfigChief
+  include HTTParty
+
+  @api_key = ""
+  @workspace = ""
+  
+  def initialize(options = {})
+    @api_key = options[:api_key]
+    @workspace = options[:workspace]
+    self.class.base_uri options[:url] || 'https://api.thecloudblocks.com'
+  end
+  
+  def get_by_key(key, options = {}, params = {})
+    opts = {
+      :default_value => nil,
+      :full_obj => false
+    }.merge(options)
+    
+    optionals = {}
+    params.each do |k, v|
+      optionals["cc-#{k}"] = v
+    end
+    
+    headers = { :headers => http_headers.merge(optionals) }
+    
+    result = self.class.get("/workspaces/#{@workspace}/value.json", headers.merge(:query => { :query => key } ))
+    
+    if result.response.code.to_i == 200
+      retrieved = result.parsed_response 
+      return retrieved if opts[:full_obj]
+      return retrieved['parsed_value']
+    end
+    
+    return opts[:default_value]
+  end
+
+  def get_by_id(id, options = {}, params = {})
+    opts = {
+      :default_value => nil,
+      :full_obj => false
+    }.merge(options)
+    
+    optionals = {}
+    params.each do |k, v|
+      optionals["cc-#{k}"] = v
+    end
+    
+    headers = { :headers => http_headers.merge(optionals) }
+    
+    result = self.class.get("/workspaces/#{@workspace}/config_keys/#{id}.json", headers )
+    
+    if result.response.code.to_i == 200
+      retrieved = result.parsed_response 
+      return retrieved if opts[:full_obj]
+      return retrieved['parsed_value']
+    end
+    
+    return opts[:default_value]
+  end
+  
+  def workspaces
+    self.class.get("/workspaces.json", { :headers => http_headers } )
+  end
+  
+  def config_items(query = '*')
+    headers = { :headers => http_headers }
+    self.class.get("/workspaces/#{@workspace}/config_keys.json", headers.merge(:query => { :query => query } ))
+  end
+  
+  def set_value(key, value)
+    headers = { :headers => http_headers.merge({'Content-Type' => 'application/json'}) }
+    self.class.post("/workspaces/#{@workspace}/config_keys.json", headers.merge(:body => { :key => key, :value => value }.to_json))
+  end
+  
+  def register_node(options = {})
+    headers = { :headers => http_headers.merge({'Content-Type' => 'application/json'}) }
+    self.class.post("/workspaces/#{@workspace}/node.json", headers.merge(:body => options.to_json))
+  end
+
+  def unregister_node(node_uid)
+    headers = { :headers => http_headers }
+    self.class.delete("/workspaces/#{@workspace}/node/#{node_uid}.json", headers)
+  end
+  
+  def update_node_status(node_uid, status)
+    headers = { :headers => http_headers.merge({'Content-Type' => 'application/json'}) }
+    self.class.post("/workspaces/#{@workspace}/node/#{node_uid}/status.json", headers.merge({ :body => { :status => status}.to_json}))
+  end
+  
+  private 
+  
+  def http_headers
+    { 'api_key' => @api_key, 'ConfigChief-Node' => Socket.gethostname }
+  end
+  
+end

data/lib/plugins/broken.rb

@@ -0,0 +1,14 @@
+require File.join(File.dirname(__FILE__), 'quartz_plugin')
+
+class Broken < QuartzPlugin
+	def info
+		{ :uid => "04165a45fde840a9a17b41f019b3dca3", :name => "Broken", :version => "0.0.0" }
+	end
+
+	def run(message)
+		@log.info "Running with #{message}"
+		@log.info "This is a failure"
+
+		run_result(false, "Boo! It's broken")
+	end
+end	

data/lib/plugins/mysql.rb

@@ -0,0 +1,85 @@
+require File.join(File.dirname(__FILE__), 'quartz_plugin')
+require 'fileutils'
+
+class Mysql < QuartzPlugin
+
+	def info
+		{ :uid => "67deb35a555344c8a7651c656e6c8e2e", :name => "MySQL Backup", :version => "0.0.0" }
+	end
+
+	def run(message)
+		pl = payload(message)
+		pl = pl.select { |k,v| !v.nil? && !v.empty? }
+
+		@log.debug "Pruned payload #{pl}"
+
+		@job_name 			= pl['job_name'].gsub(/[^\w\s_-]+/, '').gsub(/(^|\b\s)\s+($|\s?\b)/, '\\1\\2').gsub(/\s/, '_')
+		@mysqldump_utility 	= pl['dump utility'] || '/usr/bin/mysqldump'
+		@name 				= pl['db name'] || :all
+		@username 			= pl['username']
+		@password 			= pl['password']
+		@socket 			= pl['socket']
+		@host 				= pl['host']
+		@port 				= pl['port']
+		@skip_tables 		= pl['skip tables']
+		@only_tables 		= pl['only tables']
+		@additional_options = pl['additional options'] || ['--single-transaction', '--quick']
+		@path 				= pl['backup folder']
+
+        dump_cmd = "#{mysqldump} | gzip > '#{ File.join(@path, @job_name.downcase) }.sql.gz'"
+        @log.debug "Running #{dump_cmd}"
+        
+        FileUtils.mkdir_p(@path)
+
+		result = run_shell dump_cmd
+		if result[:ok]
+			run_result(true, "MySQL Backup finished successfully")
+		else
+			run_result(false, result[:message])
+		end
+	end
+
+	private 
+
+	# copied from backup gem with little mods
+	def mysqldump
+		"#{ @mysqldump_utility } #{ credential_options } #{ connectivity_options } " +
+		"#{ user_options } #{ @name } #{ tables_to_dump } #{ tables_to_skip }"
+	end
+
+	def credential_options
+		%w[username password].map do |option|
+			value = instance_variable_get("@#{option}")
+			next if value.to_s.empty?
+			"--#{option}='#{value}'".gsub('--username', '--user')
+		end.compact.join(' ')
+	end
+
+	def connectivity_options
+		%w[host port socket].map do |option|
+			value = instance_variable_get("@#{option}")
+			next if value.to_s.empty?
+			"--#{option}='#{value}'"
+		end.compact.join(' ')
+	end
+
+	def user_options
+		@additional_options.join(' ') unless @additional_options.nil?
+	end
+
+	def tables_to_dump
+		@only_tables.join(' ') unless @only_tables.nil? || dump_all?
+	end
+
+	def tables_to_skip
+		return '' if @skip_tables.nil?
+		@skip_tables.map do |table|
+			"--ignore-table='#{@name}.#{table}'"
+		end.join(' ') unless dump_all?
+	end
+
+	def dump_all?
+		@name == :all
+	end
+
+end	

data/lib/plugins/quartz_plugin.rb

@@ -0,0 +1,49 @@
+require 'open4'
+require 'json'
+
+class QuartzPlugin
+	
+	def initialize(log, options)
+		@log = log
+		@options = options
+	end	
+
+	def run_result(success, message)
+		result = { :ok => success, :message => message }
+		@log.debug "Job finished with result #{result}"
+
+		result
+	end
+
+	def payload(message)
+		@log.debug "Message #{message}"
+		raw_payload = message['payload']
+		@log.debug "Payload #{raw_payload}"
+		parsed_payload = JSON.parse(raw_payload) unless raw_payload.nil?
+		@log.debug "Parsed payload #{parsed_payload}"
+
+		v = {}
+		unless parsed_payload.nil?
+			parsed_payload.each do |p|
+				v = v.merge({ p['name'] => p['value']})
+			end
+		end
+
+		v = v.merge({'job_name' => message['job_name']})
+
+		@log.debug "Payload #{v}"
+
+		v
+	end
+
+	def run_shell(command)
+		pid, stdin, stdout, stderr = Open4::popen4("#{command}")
+		ignored, status = Process::waitpid2 pid
+
+		if status.exitstatus == 0
+			{ :ok => true, :message => stdout.read.strip }
+		else
+			{ :ok => false, :message => stderr.read.strip}
+		end
+	end
+end

data/lib/plugins/rake.rb

@@ -0,0 +1,23 @@
+require File.join(File.dirname(__FILE__), 'quartz_plugin')
+
+class Rake < QuartzPlugin
+	def info
+		{ :uid => "62e3583abfc24f209916c4ff97661fa0", :name => "Rake", :version => "0.0.0" }
+	end
+
+	def run(message)
+		@log.debug "Running with #{message}"
+		payload = payload(message)
+		task = payload['task']
+		location = payload['location']
+		params = payload['params']
+		@log.info "Rake #{task} in #{location} with params:#{params}"
+
+		begin
+			result = run_shell("bundle exec rake #{task} #{params}")
+			run_result(result[:ok], result[:message])
+		rescue => ex
+			run_result(false, "Failed to run rake due to #{ex}")
+		end
+	end
+end	

data/lib/plugins/shell.rb

@@ -0,0 +1,22 @@
+require File.join(File.dirname(__FILE__), 'quartz_plugin')
+
+class Rake < QuartzPlugin
+	def info
+		{ :uid => "20e07c656e2f477d969e9561e13229fb", :name => "Shell", :version => "0.0.0" }
+	end
+
+	def run(message)
+		@log.debug "Running with #{message}"
+		payload = payload(message)
+		command = payload['command']
+		params = payload['params']
+		@log.info "Shell command '#{command}' with '#{params}'"
+
+		begin
+			result = run_shell("#{command} #{params}")
+			run_result(result[:ok], result[:message])
+		rescue => ex
+			run_result(false, "Failed to run shell command due to #{ex}")
+		end
+	end
+end	

data/lib/plugins/tester.rb

@@ -0,0 +1,17 @@
+require File.join(File.dirname(__FILE__), 'quartz_plugin')
+
+class Tester < QuartzPlugin
+	def info
+		{ :uid => "c0bb6ed7950b489f9abba8071ff0e0ab", :name => "Tester", :version => "0.0.0" }
+	end
+
+	def run(message)
+		@log.info "Running with #{message}"
+		i = Random.rand(10)
+		@log.info "Waiting for #{i} seconds"
+		sleep i
+		@log.info "Done"
+
+		run_result(true, "Super! Done in #{i} seconds")
+	end
+end	

data/lib/plugins/webget.rb

@@ -0,0 +1,34 @@
+require File.join(File.dirname(__FILE__), 'quartz_plugin')
+require 'httparty'
+
+class Webget < QuartzPlugin
+	def info
+		{ :uid => "6b5f722d214f4d71a5be237d44094721", :name => "WebGet", :version => "0.0.0" }
+	end
+
+	def run(message)
+		@log.debug "Running with #{message}"
+		payload = payload(message)
+		url = payload['url']
+		local = payload['local file']
+		@log.info "Webget from #{url} into #{local}"
+
+		begin
+			response = HTTParty.get(url)
+			if response.code == 200
+				body = response.body
+				file = File.new(local, "w")
+				begin
+					file.write(body)
+					run_result(true, "Saved WebGet to local file")
+				ensure
+					file.close
+				end
+			else
+				run_result(false, response.message)
+			end
+		rescue => ex
+			run_result(false, "Failed to webget due to #{ex}")
+		end
+	end
+end	

metadata

@@ -0,0 +1,112 @@
+--- !ruby/object:Gem::Specification
+name: cloudblocks
+version: !ruby/object:Gem::Version
+  version: 0.0.6
+  prerelease: 
+platform: ruby
+authors:
+- Khash Sajadi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-03-16 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: &70331935927900 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.1
+  type: :runtime
+  prerelease: false
+  version_requirements: *70331935927900
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: &70331935924160 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.6.3
+  type: :runtime
+  prerelease: false
+  version_requirements: *70331935924160
+- !ruby/object:Gem::Dependency
+  name: eventmachine
+  requirement: &70331935922320 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.12.10
+  type: :runtime
+  prerelease: false
+  version_requirements: *70331935922320
+- !ruby/object:Gem::Dependency
+  name: faye
+  requirement: &70331935911040 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *70331935911040
+- !ruby/object:Gem::Dependency
+  name: open4
+  requirement: &70331935910460 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.3.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *70331935910460
+description: See http://www.thecloudblocks.com for more info
+email: khash@thecloudblocks.com
+executables:
+- chief
+- quartz
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/config-chief.rb
+- lib/cloud-quartz.rb
+- lib/plugins/broken.rb
+- lib/plugins/mysql.rb
+- lib/plugins/quartz_plugin.rb
+- lib/plugins/rake.rb
+- lib/plugins/shell.rb
+- lib/plugins/tester.rb
+- lib/plugins/webget.rb
+- bin/chief
+- bin/quartz
+homepage: http://www.thecloudblocks.com
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.17
+signing_key: 
+specification_version: 3
+summary: CloudBlocks Gem and Agent
+test_files: []