resque-telework 0.2.0

data/lib/resque-telework/server/views/misc.erb

@@ -0,0 +1,21 @@
+<% @subtabs= my_substabs %>
+<h1>Miscellaneous Stuff</h1>
+
+
+Telework is a plugin for Resque
+<br><br>
+Please refer to <a href="https://github.com/gip/resque-telework">https://github.com/gip/resque-telework</a> for further information
+
+<br><br>
+<table>
+<tr><th width="100">Telework version</th><td width="500"><%= Resque::Plugins::Telework::Version %></td></tr>
+<tr><th width="100">Redis interface version</th><td width="500"><%= Resque::Plugins::Telework::RedisInterfaceVersion %></td></tr>
+<tr><th width="100">Number of keys in Redis</th><td width="500"><%= redis.nb_keys %></td></tr>
+<tr><th width="100">Redis key prefix</th><td width="500"><%= redis.key_prefix %></td></tr>
+<tr><th width="100">Number of running workers</th><td width="500"><%= c=0; redis.hosts.each { |h| c+= redis.workers(h).length }; c %></td></tr>
+</table>
+<br><br>
+<h1>Configuration</h1><br>
+<table>
+<tr><th width="100">Configuration</th><td width="500"><%= redis.configuration %></td></tr>
+</table>

data/lib/resque-telework/server/views/revision.erb

@@ -0,0 +1,25 @@
+<h1>Revision <%= @revision%></h1>
+
+<% res= {}
+   redis.hosts.each do |h|
+     redis.revisions(h).each do |r|
+	   res[h]= r if r['revision']==@revision
+	 end
+   end
+%>
+
+<% if res.empty? %>
+<br>This revision is unknown
+<% else %>
+<br>
+<table>
+<tr><th width="100">Revision</th><td width="100"><%= res[res.keys[0]]['revision'] %></td></tr>
+<tr><th>Revision (short)</th><td><%= res[res.keys[0]]['revision_small'] %></td></tr>
+<tr><th width="100">Revision date</th><td width="100"><%= redis.fmt_date(res[res.keys[0]]['revision_date']) %></td></tr>
+<tr><th>Link</th><td><% l=res[res.keys[0]]['revision_link']%>  <a href="<%= l%>"><%= l %></a></td></tr>
+<tr><th>Deployed on</th><td><%= res.keys * ", " %></a></td></tr>
+<tr><th>Commit log</th><td><%=  redis.text_to_html(res[res.keys[0]]['revision_info'])%></a></td></tr>
+</table>
+
+   
+<% end %>

data/lib/resque-telework/server/views/stopit.erb

@@ -0,0 +1,35 @@
+<% object= @daemon ? "#{@host} daemon" :  "worker #{@worker}" %>
+
+<% if @kill %>
+<h1>Killing <%= object %></h1>
+<% else %>
+<h1>Stopping <%= object %></h1>
+<% end %>
+<br>
+
+<% if @host %>
+A command to <%= @kill ? "kill" : "stop" %> <%= object %> has been send to host <%= @host%>
+<% else %>
+Worker not found
+<% end %>
+
+<% if @host %>
+  <% unless @kill %>
+<br><br><% id= @worker %>
+
+If that doesn't work, you may just kill it<br>
+<% unless @daemon %>
+<form id="kill<%=id%>" name="kill<%=id%>" method="post" action="/resque/telework_killit/<%=id%>" ><input type="submit" value= <%="\"Kill #{id}\"" %> >
+</form>
+<% else %>
+<form id="kill" name="kill" method="post" action="/resque/telework_killitd/<%=@host%>" ><input type="submit" value= <%="\"Kill\"" %> >
+</form>
+<% end %>
+
+  <% end %>
+<% end %>
+
+<br><br>
+<a href="/resque/telework">Return to main Telework page</a>
+
+

data/lib/resque-telework/server/views/telework.erb

@@ -0,0 +1,262 @@
+<% @subtabs= my_substabs %>
+<% if @refresh %>
+<META HTTP-EQUIV="refresh" CONTENT="<%= @refresh%>">
+<% end %>
+
+
+<script language="javascript" type="text/javascript">
+function hostlist(index) {
+  document.startform.rev_filter.options.length = 0;
+  switch(index) {
+	<% for host in redis.hosts %>
+	  <%= "case'#{host}':" %>
+	  <% i= 0 %>
+	  <% for rev in redis.revisions(host) %>
+	    <%= "document.startform.rev_filter.options[#{i}]= new Option('#{rev['revision_small']} from #{redis.fmt_date(rev['revision_date'])}', '#{rev['revision']} #{rev['revision_small']}' );" %>
+	  <% i+= 1 %>
+	  <% end %> break;
+	<% end %>
+  };
+  return true;
+};
+function queuelist(index) {
+	if(index != "(other)") {
+		document.startform.queue_text.value= "";		
+	}
+	return true;
+};
+function queuetext(val) {
+	if(val!="") {
+		document.startform.queue_filter.selectedIndex= 0;
+	}
+};
+function action(val) {
+	var params = val.split(",");
+    var url = "";
+    switch(params[0]) {
+	  case "start":
+	    url = "/start?task="+params[1]+"&host="+params[2]+"&rev="+document.getElementById("rev_filter_"+params[1]).value;
+	    break;
+	  case "pause":
+	    url = "/pause?task="+params[1]+"&host="+params[2];
+	    break;
+	  case "cont":
+	    url = "/pause?cont=true&task="+params[1]+"&host="+params[2];
+	    break;
+	  case "stop":
+	    url = "/stop?kill=false&task="+params[1]+"&host="+params[2];
+	    break;
+	  case "kill":
+	    url = "/stop?kill=true&task="+params[1]+"&host="+params[2];
+	    break;
+	  case "delete":
+	    url = "/delete?task="+params[1]+"&host="+params[2];
+	    break;	
+	  default:
+	    return true;
+	}
+	var form = document.createElement("form");
+    form.setAttribute("method", "post");
+    form.setAttribute("action", "/resque/telework"+url);
+    document.body.appendChild(form);
+    form.submit();
+};
+$(document).ready(function() {
+	document.startform.queue_filter.selectedIndex= 1;
+	hostlist($('#host_filter').val());
+	queuelist($('#queue_filter').val());
+});
+</script>
+
+<% redis.reconcile %>
+
+<% notes= redis.notes_pop %>
+<% if notes.length>0 %>
+
+<h1>Notes</h1>
+<table>
+	<tr>
+		<th>User</th>
+		<th>Date</th>
+		<th>Note</th>
+        <th>Action</th>
+	</tr>
+    <% for note,id in notes.each_with_index %>
+    <tr>
+	    <td><%= note['user'] %></td>
+	    <td><%= "#{redis.fmt_date(note['date'], true)}" %></td>
+	    <td><%= note['note'] %></td>
+        <td>
+           <form id="deln" name="deln" method="post" action="/resque/telework_del_note/<%= id %>" ><input type="submit" value= "Delete" /></form>
+        </td>
+	</tr>
+    <% end %>
+</table>
+<br>
+<% end %>
+
+<% if @scheduling %>
+
+<h1>Starting Workers</h1>
+<br>
+
+<div class="clearfix">
+  <div class="control_panel sub_header">
+    <form id="startform" name="startform" method="post" action="/resque/telework/start_task" >
+      <span class="host_filter">
+        Host: <%= generic_filter("host_filter", "h", redis.hosts, 
+                                 "onchange=\"javascript: hostlist(this.options[this.selectedIndex].value);\"") %>
+      </span>
+      <span class="queue_filter">
+        Queue: <%= generic_filter("queue_filter", "q", ["(other)"] + Resque.redis.smembers('queues').sort << "*",
+                                  "onchange=\"javascript: queuelist(this.options[this.selectedIndex].value);\"") %>
+        Queue: <input id="queue_text" type="text" name="qmanual" onkeyup="javascript: queuetext(this.value);" />
+      </span>
+      <span class="count_filter">
+        Count: <%= generic_filter("count_filter", "c", ['1', '2', '3', '4', '5', '6', '7', '8'] ) %>
+      </span>
+      <span class="rev_filter">
+	    Revision: <select id="rev_filter" name="r">
+		</select>
+	  </span>
+	  <span class="env_filter">
+	    Environment: <%= generic_filter("env_filter", "e", ['(default)', 'production', 'staging', 'development', 'test'] ) %>
+		</select>
+	  </span>
+      <input type="submit" value="Start" />
+    </form>
+  </div>
+</div><br><br><br><br>
+<% end %>
+
+<br>
+<% if @scheduling %>
+<h1>Adding Notes</h1>
+<br>
+<div class="clearfix">
+  <div class="control_panel sub_header">
+   <form id="noting" name="noting" method="post" action="/resque/telework/add_note">
+	<span class="note_user">User<input id="note_user" type="text" name="note_user"/></span>
+	<span class="note_text">Note<input id="note_text" type="text" size="100" name="note_text"/></span>
+	<span class="note_submit"><input type="submit" value="Add"/></span>
+   </form>
+   </div></div>
+<br><br><br><br>
+<% end %>
+
+<h1>Hosts, Revisions, Tasks and Workers</h1>
+<table>
+    <tr>
+      <th>Host</th>
+      <th>Daemon</th>
+      <th>Revisions</th>
+      <th>Tasks and Workers</th>
+    </tr>
+    <% for host, status, info in redis.daemons_state %>
+      <tr>
+      <td><center><%= host%>
+	      <% if 'Alive'==status && info['cpu_load_1mins'] %>
+	         <br><%= "(%.2f%% cpu)" % (100*info['cpu_load_1mins']) %></center>
+	      <% end %>
+	  </td>
+      <% if 'Alive'==status %>
+        <td> <table><tr><td><%= "Alive (v#{info['version']})" %></td></tr>
+	                <tr><td>
+	                	<form id="stopd" name="stopd" method="post" action="/resque/telework_stopitd/<%= host %>" ><input type="submit" value= <%="\"Stop\""%> /></form>
+	                </td></tr>
+	         </table>
+        </td>
+      <% else %>
+        <td><%= status%></td>
+      <% end %>
+      <td><%= redis.revisions(host).length %> revision(s) installed
+      <table><tr>
+	     <th>Revision</th>
+	     <th>Branch</th>
+	     <th>Deployed</th>
+	  </tr>
+      <% for rev in redis.revisions(host) %>
+      <tr>
+	     <td><a href= <%= "/resque/telework/revision/#{rev['revision']}" %> ><%= "#{rev['revision_small']}" %></a></td>
+	     <td><%= "#{rev['revision_branch']}" %></td>
+	     <td><%= "#{redis.fmt_date(rev['revision_deployement_date'], true)}" %></td>
+      </tr>
+      <%end%>
+       </table>
+      </td>
+      <td><%= redis.tasks(host).length%> task(s)
+	  <table><tr>
+		</tr><th>Task</th>
+		     <th>Status</th>
+		     <th>Queue(s)</th>
+		     <th>Count</th>
+		     <th>Revision</th>
+		     <th>Action</th>
+		     <th>Worker(s)</th>
+		<tr>
+	  <% for id, info in redis.tasks(host) %>
+	     <% status= info['worker_status'] %>
+	     <% status= 'Stopped' if status.blank? %>
+	     <% running= status!='Stopped' %>
+	     <% paused=  status=='Paused' %>
+             <td><%= "<a hreftbd=\"/resque/telework/task/#{host}/#{id}\">#{id}</a>" %>
+	    </td><td><%= "#{status}" %>
+	    </td><td><%= "#{info['queue'].gsub(/,/,'<br/>')}" %>
+	    </td><td><%= "#{info['worker_count']}" %>
+		</td><td><% if running %><a href= <%= "/resque/telework/revision/#{info['revision']}" %> ><%= "#{info['revision_small']}" %></a>
+			     <% else %> <select id= <%= "\"rev_filter_#{id}\"" %> name="r"/>
+			                   <% for rev in redis.revisions(host) %>
+			                   <option value=<%= "\"#{rev['revision']},#{rev['revision_small']}\"" %> ><%= rev['revision_small'] %></option>
+			                   <% end %>
+			                </select> 
+			     <% end %>
+        </td><td>
+	        <select id="action" name="a" onchange="javascript: action(this.options[this.selectedIndex].value);" >
+	        	<option select="selected" value="select">Select</option>
+	            <option <%= 'disabled="disabled"'     if running %> value=<%= "\"start,#{id},#{host}\"" %> >Start worker</option>
+	            <option <%= 'disabled="disabled"' unless running %> value=<%= "\"stop,#{id},#{host}\"" %> >Stop worker</option>
+	            <option <%= 'disabled="disabled"' unless running %> value=<%= "\"kill,#{id},#{host}\"" %> >Kill worker</option>
+	            <option <%= 'disabled="disabled"'     if (!running || paused) %> value=<%= "\"pause,#{id},#{host}\"" %> >Pause worker</option>
+	            <option <%= 'disabled="disabled"' unless paused %> value=<%= "\"cont,#{id},#{host}\"" %> >Resume worker</option>
+	            <option <%= 'disabled="disabled"'     if running %> value=<%= "\"delete,#{id},#{host}\"" %> >Delete</option>
+	        </select>
+	     </td><td align="center"><p align="center"><font size="1">
+		    <% info['worker_id'].zip(info['worker_pid']) do |id,pid| %>
+		      <%= "<a href=\"/resque/telework/worker/#{host}/#{id}\">Worker #{id}</a>" if running %><br/>
+	          <font size=1><% l= "#{host}:#{pid}" %><%= "<a href=\"/resque/workers/#{l}:#{info['queue']}\">#{l}</a>" if running %></font><br/>
+	        <% end %>
+	        </font></p>
+	   </td></tr>
+	  <%end%>
+	  </table>
+	  </td>
+      </tr>
+    <% end %>
+</table>
+
+<br>
+<% if @status_messages %>
+<h1>Status Messages</h1>
+<table>
+    <tr>
+      <th>Host</th>
+      <th>Severity</th>
+      <th>Date</th>
+      <th>Message</th>
+    </tr>
+    <% for info in redis.statuses(@status_messages) %>
+    <% c= info['severity']=='Error' ? "bgcolor=\"#ff0000\"" : "" %>
+      <tr>
+	    <td <%= c %>><%= info['host'] %></td>
+	    <td <%= c %>><%= info['severity'] %></td>
+	    <td <%= c %>><%= redis.fmt_date(info['date']) %></td>
+	    <td <%= c %>><%= info['message'] %></td>
+	  </tr>
+   <% end %>
+</table>
+
+<%end%>
+
+
+
+</div>

data/lib/resque-telework/server/views/worker.erb

@@ -0,0 +1,38 @@
+<h1>Worker <%= @worker%></h1>
+
+<% worker= redis.workers_by_id(@host, @worker) %>
+<% if worker %>
+
+Running on host <%= @host %>
+<br><br>
+Link: <% l= "#{@host}:#{worker['pid']}" %><%= "<a href=\"/resque/workers/#{l}:#{worker['environment']['QUEUE']}\">#{l}</a>" %>
+<br><br>
+TODO: better formatting for table below!
+<table>
+	<% for k in worker.keys %>
+	<tr><th width="30"><%= k %></th><td width="600"><%= worker[k] %></td></tr>
+	<% end %>
+</table>
+
+<br>
+
+<h1>Logs</h1>
+<% log= redis.logs_by_id(@host, @worker) %>
+<br>
+<% if log %>
+<%= "Logs as of #{redis.fmt_date(log['date'])}"%>
+
+<table>
+<tr><th width="30">STDERR</th><td width="600"><%= redis.text_to_html(log['log_stderr']) %></td></tr>
+<tr><th width="30">STDOUT</th><td width="600"><%= redis.text_to_html(log['log_stdout']) %></td></tr>
+</table>
+
+
+<% else %>
+Logs are not available
+<% end %>
+
+
+<% else %>
+Worker not found
+<% end %>

data/lib/resque-telework/server.rb

@@ -0,0 +1,220 @@
+module Resque
+  module Plugins
+    module Telework
+      module Server
+
+        require 'erb'
+
+        VIEW_PATH = File.join(File.dirname(__FILE__), 'server', 'views')
+        PUBLIC_PATH = File.join(File.dirname(__FILE__), 'server', 'public')
+                        
+        def self.registered( app )
+          appn= 'Telework'
+          
+          # This helpers adds stuff to the app closure
+          app.helpers do
+            @@myredis= TeleworkRedis.new
+            def redis
+              @@myredis
+            end
+            def my_substabs
+              ["Overview", "Start", "Misc"]
+            end
+            def my_show(page, layout = true)
+              response["Cache-Control"] = "max-age=0, private, must-revalidate"
+              begin
+                erb(File.read(File.join(VIEW_PATH, "#{page}.erb")), {:layout => layout}, :resque => Resque)
+              rescue Errno::ECONNREFUSED
+                erb :error, {:layout => false}, :error => "Can't connect to Redis! (#{Resque.redis_id})"
+              end
+            end
+            def generic_filter(id, name, list, more= "")
+              html = "<select id=\"#{id}\" name=\"#{name}\" #{more}>"
+              #html += "<option value=\"\">-</option>"
+              value= list[0]
+              list.each do |k|
+                selected = k == value ? 'selected="selected"' : ''
+                html += "<option #{selected} value=\"#{k}\">#{k}</option>"
+              end
+              html += "</select>"
+            end
+            
+          end
+
+          app.get "/#{appn.downcase}" do
+            redirect "/resque/#{appn.downcase}/Overview"
+          end
+          
+          app.get "/#{appn.downcase}/Overview" do
+            @status_messages= 100
+            @refresh= 10
+            @scheduling= nil
+            my_show appn.downcase
+          end
+
+          app.get "/#{appn.downcase}/Start" do
+            @status_messages= 100
+            @scheduling= true
+            my_show appn.downcase
+          end
+          
+          app.get "/#{appn.downcase}/Misc" do
+            my_show 'misc'
+          end          
+          
+          app.get "/#{appn.downcase}/revision/:revision" do
+            @revision= params[:revision]
+            my_show 'revision' 
+          end
+
+          app.get "/#{appn.downcase}/worker/:host/:worker" do
+            @worker= params[:worker]
+            @host= params[:host]
+            my_show 'worker' 
+          end
+          
+          app.get "/#{appn.downcase}/config" do
+            content_type :json
+            redis.configuration
+          end
+          
+          app.post "/#{appn.downcase}_stopit/:worker" do
+            @worker= params[:worker]
+            @host= nil
+            @daemon= nil
+            redis.hosts.each do |h|
+              redis.workers(h).each do |id, info|
+                @host= h if id==@worker # TODO: break nested loops
+              end
+            end
+            redis.cmds_push( @host, { 'command' => 'stop_worker', 'worker_id'=> @worker } ) if @host
+            my_show 'stopit'
+          end
+
+          app.post "/#{appn.downcase}_stopitd/:host" do
+            # Todo - check that the host indeed exists
+            @host= params[:host]
+            @daemon= true
+            redis.cmds_push( @host, { 'command' => 'stop_daemon' } )
+            my_show 'stopit'
+          end
+
+          app.post "/#{appn.downcase}_killitd/:host" do
+            # Todo - check that the host indeed exists
+            @host= params[:host]
+            @daemon= true
+            @kill= true
+            redis.cmds_push( @host, { 'command' => 'kill_daemon' } )
+            my_show 'stopit'
+          end
+
+          app.post "/#{appn.downcase}_killit/:worker" do
+            @worker= params[:worker]
+            @host= nil
+            @kill= true
+            redis.hosts.each do |h|
+              redis.workers(h).each do |id, info|
+                @host= h if id==@worker # TODO: break nested loops
+              end
+            end
+            redis.cmds_push( @host, { 'command' => 'kill_worker', 'worker_id'=> @worker } ) if @host
+            my_show 'stopit'
+          end
+          
+          app.post "/#{appn.downcase}/add_note" do
+            @user= params[:note_user]
+            @date= Time.now
+            @note= params[:note_text]
+            redis.notes_push({ 'user'=> @user, 'date'=> @date, 'note' => @note })
+            redirect "/resque/#{appn.downcase}"
+          end
+          
+          app.post "/#{appn.downcase}_del_note/:note" do
+            @note_id= params[:note]
+            redis.notes_del(@note_id)
+            redirect "/resque/#{appn.downcase}"
+          end
+          
+          # Start a task
+          app.post "/telework/start_task" do
+            @host= params[:h]
+            @queue= params[:q]
+            @qmanual= params[:qmanual]
+            @count= params[:c]
+            @rev= params[:r].split(' ')
+            @env= params[:e]
+            @q= @qmanual.blank? ? @queue : @qmanual
+            id= redis.unique_id.to_s
+            redis.tasks_add( @host , id, { 'revision' => @rev[0], 'revision_small' => @rev[1],
+                                           'task_id' => id, 'worker_count' => @count,
+                                           'rails_env' => @env, 'queue' => @q,
+                                           'exec' => "bundle exec rake resque:work --trace",
+                                           'worker_id' => [], 'worker_status' => 'Stopped',
+                                           'log_snapshot_period' => 30,
+                                           'log_snapshot_lines' => 40 } )
+            redirect "/resque/#{appn.downcase}"          
+          end
+          
+          app.post "/#{appn.downcase}/delete" do
+            @task_id= params[:task]
+            @host= params[:host]
+            redis.tasks_rem( @host, @task_id )
+            redirect "/resque/#{appn.downcase}"            
+          end
+          
+          # Start workers
+          app.post "/#{appn.downcase}/start" do
+            @task_id= params[:task]
+            @host= params[:host]
+            @rev= params[:rev].split(',')
+            @task= redis.tasks_by_id(@host, @task_id)
+            count= @task['worker_count'] || 1
+            id= []
+            for i in 1..count.to_i do
+              w= @task
+              w['worker_id']= redis.unique_id.to_s
+              id << w['worker_id']
+              w['worker_status']= 'Starting'
+              w['revision']= @rev[0]
+              w['revision_small']= @rev[1]
+              w['command']= 'start_worker'
+              w['task_id']= @task_id
+              redis.cmds_push( @host, w )
+            end
+            @task['worker_id']= id
+            redis.tasks_add( @host, @task_id, @task )
+            redirect "/resque/#{appn.downcase}"
+          end
+
+          app.post "/#{appn.downcase}/pause" do
+            @task_id= params[:task]
+            @host= params[:host]
+            @cont= params[:cont]=="true"
+            @task= redis.tasks_by_id(@host, @task_id)
+            @task['worker_id'].each do |id|
+              redis.cmds_push( @host, { 'command' => 'signal_worker', 'worker_id'=> id, 'action' => @cont ? 'CONT' : 'PAUSE' } ) 
+            end
+            redirect "/resque/#{appn.downcase}"
+          end
+
+          app.post "/#{appn.downcase}/stop" do
+            @task_id= params[:task]
+            @host= params[:host]
+            @kill= params[:kill]=="true"
+            @task= redis.tasks_by_id(@host, @task_id)
+            @task['worker_id'].each do |id|
+              redis.cmds_push( @host, { 'command' => 'signal_worker', 'worker_id'=> id, 'action' => @kill ? 'KILL' : 'QUIT' } ) 
+            end
+            redirect "/resque/#{appn.downcase}"
+          end
+                              
+          app.tabs << appn
+          
+        end
+      
+      end
+    end
+  end
+end
+
+Resque::Server.register Resque::Plugins::Telework::Server