mobilize-base 1.3 → 1.21

data/lib/mobilize-base/extensions/resque-server/views/working.erb

@@ -1,85 +0,0 @@
-<% if params[:id] && (worker = Resque::Worker.find(params[:id])) && worker.job %>
-  <h1><%= worker %>'s job</h1>
-
-  <table>
-    <tr>
-      <th>&nbsp;</th>
-      <th>Where</th>
-      <th>Queue</th>
-      <th>Started</th>
-      <th>Class</th>
-      <th>Args</th>
-    </tr>
-      <tr>
-        <td><img src="<%=u 'working.png' %>" alt="working" title="working"></td>
-        <% host, pid, _ = worker.to_s.split(':') %>
-        <td><a href="<%=u "/workers/#{worker}" %>"><%= host %>:<%= pid %></a></td>
-        <% data = worker.job %>
-        <% queue = data['queue'] %>
-        <td><a class="queue" href="<%=u "/queues/#{queue}" %>"><%= queue %></a></td>
-        <td><span class="time"><%= data['run_at'] %></span></td>
-        <td>
-          <code><%= data['payload']['class'] %></code>
-        </td>
-        <td><%=h data['payload']['args'].inspect %></td>
-      </tr>
-  </table>
-
-<% else %>
-
-  <%
-    workers = resque.working
-    jobs = workers.collect {|w| w.job }
-    worker_jobs = workers.zip(jobs)
-    worker_jobs = worker_jobs.reject { |w, j| w.idle? }
-  %>
-
-  <h1 class='wi'><%= worker_jobs.size %> of <%= resque.workers.size %> Workers Working</h1>
-  <p class='intro'>The list below contains all workers which are currently running a job.</p>
-  <table class='workers'>
-    <tr>
-      <th>&nbsp;</th>
-      <th>Where</th>
-      <th>Queue</th>
-      <th>Processing</th>
-    </tr>
-    <% if worker_jobs.empty? %>
-    <tr>
-      <td colspan="4" class='no-data'>Nothing is happening right now...</td>
-    </tr>
-    <% end %>
-
-    <% worker_jobs.sort_by {|w, j| j['run_at'] ? j['run_at'] : '' }.each do |worker, job| %>
-      <tr>
-        <td class='icon'><img src="<%=u state = worker.state %>.png" alt="<%= state %>" title="<%= state %>"></td>
-        <% host, pid, queues = worker.to_s.split(':') %>
-        <td class='where'><a href="<%=u "/workers/#{worker}" %>"><%= host %>:<%= pid %></a></td>
-        <td class='queues queue'>
-          <a class="queue-tag" href="<%=u "/queues/#{job['queue']}" %>"><%= job['queue'] %></a>
-        </td>
-        <td class='process'>
-          <% if job['queue'] 
-               job_stats = begin
-                             j = job
-                             args_hash = j['payload']['args'][1]
-                             args_array = args_hash.map{|k,v| "#{k} : #{v}" }.join("</code><br><code>") if args_hash.class==Hash
-                             args = [args_array].compact.join("") 
-                             path = j['payload']['args'].first
-                             [path,args].join("</code><br><code>")
-                           rescue => exc
-                             [exc.to_s,exc.backtrace.join("<br>")].join("<br>")
-                           end
-           %>
-           <%=job_stats%>
-            </code>
-            <br>
-            <small><a class="queue time" href="<%=u "/working/#{worker}" %>"><%= job['run_at'] %></a></small>
-          <% else %>
-            <span class='waiting'>Waiting for a job...</span>
-          <% end %>
-        </td>
-      </tr>
-    <% end %>
-  </table>
-
-<% end %>

data/lib/mobilize-base/helpers/job_helper.rb

@@ -1,54 +0,0 @@
-#this module adds convenience methods to the Job model
-module Mobilize
-  module JobHelper
-    def name
-      j = self
-      j.path.split("/").last
-    end
-
-    def stages
-      j = self
-      #starts with the job path, followed by a slash
-      Stage.where(:path=>/^#{j.path.escape_regex}\//).to_a.sort_by{|s| s.path}
-    end
-
-    def status
-      #last stage status
-      j = self
-      j.active_stage.status if j.active_stage
-    end
-
-    def active_stage
-      j = self
-      #latest started at or first
-      j.stages.select{|s| s.started_at}.sort_by{|s| s.started_at}.last || j.stages.first
-    end
-
-    def completed_at
-      j = self
-      j.stages.last.completed_at if j.stages.last
-    end
-
-    def failed_at
-      j = self
-      j.active_stage.failed_at if j.active_stage
-    end
-
-    def status_at
-      j = self
-      j.active_stage.status_at if j.active_stage
-    end
-
-    #convenience methods
-    def runner
-      j = self
-      runner_path = j.path.split("/")[0..-2].join("/")
-      return Runner.where(:path=>runner_path).first
-    end
-
-    def is_working?
-      j = self
-      j.stages.select{|s| s.is_working?}.compact.length>0
-    end
-  end
-end

data/lib/mobilize-base/helpers/runner_helper.rb

@@ -1,83 +0,0 @@
-#this module adds convenience methods to the Runner model
-module Mobilize
-  module RunnerHelper
-    def headers
-      %w{name active trigger status stage1 stage2 stage3 stage4 stage5}
-    end
-
-    def title
-      r = self
-      r.path.split("/").first
-    end
-
-    def worker
-      r = self
-      Mobilize::Resque.find_worker_by_path(r.path)
-    end
-
-    def dataset
-      r = self
-      Dataset.find_or_create_by_handler_and_path("gsheet",r.path)
-    end
-
-    def gbook(gdrive_slot)
-      r = self
-      title = r.path.split("/").first
-      Gbook.find_by_path(title,gdrive_slot)
-    end
-
-    def gsheet(gdrive_slot)
-      r = self
-      u = r.user
-      jobs_sheet = Gsheet.find_by_path(r.path,gdrive_slot)
-      #make sure the user has a runner with a jobs sheet and has write privileges on the spreadsheet
-      unless (jobs_sheet and jobs_sheet.spreadsheet.acl_entry(u.email).ie{|e| e and e.role=="writer"})
-        #only give the user edit permissions if they're the ones
-        #creating it
-        jobs_sheet = Gsheet.find_or_create_by_path(r.path,gdrive_slot)
-        unless jobs_sheet.spreadsheet.acl_entry(u.email).ie{|e| e and e.role=="owner"}
-          jobs_sheet.spreadsheet.update_acl(u.email,"writer")
-        end
-        jobs_sheet.add_headers(r.headers)
-        begin;jobs_sheet.delete_sheet1;rescue;end #don't care if sheet1 deletion fails
-      end
-      return jobs_sheet
-    end
-
-    def jobs(jname=nil)
-      r = self
-      js = Job.where(:path=>/^#{r.path.escape_regex}/).to_a
-      if jname
-        return js.sel{|j| j.name == jname}.first
-      else
-        return js
-      end
-    end
-
-    def user
-      r = self
-      user_name = r.path.split("_")[1..-1].join("_").split("(").first.split("/").first
-      User.where(:name=>user_name).first
-    end
-
-    def update_status(msg)
-      r = self
-      r.update_attributes(:status=>msg, :status_at=>Time.now.utc)
-      Mobilize::Resque.set_worker_args_by_path(r.path,{'status'=>msg})
-      return true
-    end
-
-    def is_working?
-      r = self
-      Mobilize::Resque.active_paths.include?(r.path)
-    end
-
-    def is_due?
-      r = self.reload
-      return false if r.is_working?
-      prev_due_time = Time.now.utc - Jobtracker.runner_read_freq
-      return true if r.started_at.nil? or r.started_at < prev_due_time
-    end
-
-  end
-end

data/lib/mobilize-base/helpers/stage_helper.rb

@@ -1,38 +0,0 @@
-#this module adds convenience methods to the Stage model
-module Mobilize
-  module StageHelper
-    def idx
-      s = self
-      s.path.split("/").last.gsub("stage","").to_i
-    end
-
-    def out_dst
-      #this gives a dataset that points to the output
-      #allowing you to determine its size
-      #before committing to a read or write
-      s = self
-      Dataset.find_by_url(s.response['out_url']) if s.response and s.response['out_url']
-    end
-
-    def err_dst
-      #this gives a dataset that points to the output
-      #allowing you to determine its size
-      #before committing to a read or write
-      s = self
-      Dataset.find_by_url(s.response['err_url']) if s.response and s.response['err_url']
-    end
-
-    def params
-      s = self
-      p = YAML.easy_load(s.param_string)
-      raise "Must resolve to Hash" unless p.class==Hash
-      return p
-    end
-
-    def job
-      s = self
-      job_path = s.path.split("/")[0..-2].join("/")
-      Job.where(:path=>job_path).first
-    end
-  end
-end