canvas_sync 0.19.0.beta2 → 0.19.0.beta4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bc839ab64ec8076616ca77afa2d66f727ed48e0a1ee6ffd10b8a843f32444c03
-  data.tar.gz: 2f2706695832f1c0ca6a11708695cba06019947109d3a4cb4e2af4dc4748b488
+  metadata.gz: 9aab48735770121e4d641be35d384cd23d80a70ac63843abdf8b294bac6337ef
+  data.tar.gz: 1cc71d419bbcec4aa07b776ccd3d57a0cc895e4742396cd0d7bc12e0b8692f1d
 SHA512:
-  metadata.gz: ba8d9abc64bd0df6fa2eb59c018ce265f85625fbbe5b83a82b53def9c0e731a6863a425e52bfac0c36dd435d91d1ec067a4a25ed199dd2302261f2a185fb1e14
-  data.tar.gz: 16935770f2023e2e6892a5f3fe1fd05473855a9fb45d459d87b382f618500200fdaf9578457904388c0e074a7ab26acd977f0c7f6ea8a518f74b6d78d810aa37
+  metadata.gz: 62846f6d0f2ee0ec5dafbe7d814913addf42c23818693aa68687f60ecc70e2c13e712b8e1d5c352c7b80842f5d9e9a9233d8206a0d750e507e9aef8075b560ba
+  data.tar.gz: dbf8f8aaa94a13d3457790dd1339de9b615cf1d00916ca8c2767950f47aaef136cd9986992866cd46d836d70c77240cf9f144970a453f93d408a147aefad1433

data/lib/canvas_sync/job_batches/pool.rb

@@ -9,6 +9,7 @@ module CanvasSync
       redis_attr :description
       redis_attr :created_at
       redis_attr :concurrency, :int
+      redis_attr :complete_count, :int
       redis_attr :order
       redis_attr :on_failed_job, :symbol
       redis_attr :clean_when_empty, :bool
@@ -88,7 +89,7 @@ module CanvasSync
         self.order
 
         activec, pactivec, pendingc, clean_when_empty, keep_open = redis.multi do |r|
-          r.scard("#{redis_key}-active")
+          r.hlen("#{redis_key}-active")
           r.hincrby(redis_key, "_active_count", 0)
           pending_count(r)
           r.hget(redis_key, 'clean_when_empty')
@@ -103,7 +104,11 @@ module CanvasSync
       end
 
       def active_count(r = redis)
-        r.scard("#{redis_key}-active") + r.hincrby(redis_key, "_active_count", 0)
+        r.hlen("#{redis_key}-active") + r.hincrby(redis_key, "_active_count", 0)
+      end
+
+      def active_jobs(r = redis)
+        r.hvals("#{redis_key}-active").map {|desc| JSON.parse(desc) }
       end
 
       def pending_count(r = redis)
@@ -120,7 +125,8 @@ module CanvasSync
       end
 
       def job_checked_in(status, options)
-        redis.srem("#{redis_key}-active", status.bid)
+        redis.hdel("#{redis_key}-active", status.bid)
+        redis.hincrby(redis_key, "complete_count", 1)
         active_count = refill_allotment
         cleanup_if_empty unless active_count > 0
       end
@@ -150,7 +156,7 @@ module CanvasSync
 
         pending_job_descs = job_descs.dup
 
-        added_jobs = []
+        added_jobs = {}
         failed_to_add_jobs = []
         add_exception = nil
 
@@ -165,7 +171,7 @@ module CanvasSync
               ChainBuilder.enqueue_job(job_desc)
             end
 
-            added_jobs << wbid
+            added_jobs[wbid] = job_json
           rescue => ex
             failed_to_add_jobs << job_json
             add_exception = ex
@@ -173,7 +179,7 @@ module CanvasSync
         end
 
         redis.multi do |r|
-          r.sadd("#{redis_key}-active", added_jobs) if added_jobs.count > 0
+          r.mapped_hmset("#{redis_key}-active", added_jobs) if added_jobs.count > 0
           # Release reserved slots now that we've added the jobs to `-active`
           r.hincrby(redis_key, "_active_count", -job_descs.count)
 

data/lib/canvas_sync/job_batches/pool_refill.lua

@@ -9,7 +9,7 @@ end
 
 local pool_type = redis.call('HGET', poolkey, "order")
 local allotment = tonumber(redis.call("HGET", poolkey, "concurrency"))
-local active = redis.call("SCARD", activekey) + (redis.call("HGET", poolkey, "_active_count") or 0)
+local active = redis.call("HLEN", activekey) + (redis.call("HGET", poolkey, "_active_count") or 0)
 
 local pop_count = allotment - active
 

data/lib/canvas_sync/job_batches/sidekiq/web/views/pool.erb

@@ -31,14 +31,57 @@
                 <th scope=row><%= t('Pending Tasks') %></td>
                 <td><%= @pool.pending_count %></td>
             </tr>
+            <tr>
+                <th scope=row><%= t('Returned Tasks') %></td>
+                <td><%= @pool.complete_count %></td>
+            </tr>
         </tbody>
     </table>
 </div>
 
+<%# Queued/Active Tasks %>
+<header class="row">
+    <div class="col-sm-5">
+        <h3>
+            <%= t('Queued/Active Tasks') %>
+        </h3>
+    </div>
+</header>
+
+<% if @active_tasks.any? %>
+<div class="table_container">
+    <table class="table table-striped table-bordered table-hover">
+        <thead>
+            <tr>
+                <th><%= t('Wrapper Batch BID') %></th>
+                <th><%= t('Job Class') %></th>
+                <th><%= t('Parameters') %></th>
+            </tr>
+        </thead>
+
+        <% @active_tasks.each do |job_desc| %>
+            <tr>
+                <td><a href="<%= root_path %>batches/<%= job_desc['pool_wrapper_batch'] %>"><%= job_desc['pool_wrapper_batch'] %></a></td>
+                <td><%= job_desc['job'] %></td>
+                <td>
+                    <code class="code-wrap">
+                        <div class="args-extended">
+                            <%= job_desc['args']&.to_json %>
+                            <%= job_desc['kwargs']&.to_json %>
+                        </div>
+                    </code>
+                </td>
+            </tr>
+        <% end %>
+    </table>
+</div>
+<% end %>
+
+<%# Pending Tasks %>
 <header class="row">
     <div class="col-sm-5">
         <h3>
-            <%= t('Tasks') %>
+            <%= t('Pending Tasks') %>
         </h3>
     </div>
     <%

data/lib/canvas_sync/job_batches/sidekiq/web.rb

@@ -166,6 +166,8 @@ module CanvasSync::JobBatches::Sidekiq
         @pid = params[:pid]
         @pool = CanvasSync::JobBatches::Pool.new(@pid)
 
+        @active_tasks = @pool.active_jobs
+
         @count = (params['count'] || 25).to_i
         @current_jobs_page, @total_jobs_size, @jobs = page("POOLID-#{@pool.pid}-jobs", params['job_page'], @count)
         @jobs = @jobs.map {|desc, score=nil| JSON.parse(desc)[0] }

data/lib/canvas_sync/version.rb

@@ -1,3 +1,3 @@
 module CanvasSync
-  VERSION = "0.19.0.beta2".freeze
+  VERSION = "0.19.0.beta4".freeze
 end