canvas_sync 0.17.0.beta3 → 0.17.0.beta4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d7f0019fb32e5940971c4845d47a317bd4f451dec546a96a505e3162c8a120d4
-  data.tar.gz: 563d6fb7375f3576f8d2eac14752e14ebedbd210cc63b277c311d0e1c846da7e
+  metadata.gz: e2fac17ba7660bf59726320af878f6ca00b1d3dba48428677ee01dcaffdf210f
+  data.tar.gz: 05161fb24879704d5d68b7ae45a4a69c848db6c914666a307641de24081e0234
 SHA512:
-  metadata.gz: ce3550e2f0aa94df6c6b712776d605c16cac568f2a70d49ee668ce5ebdc0978654f01d63619d38bdb1a7befe670518210dbc1e847497fababa4428f779bfd775
-  data.tar.gz: 48a0e195407552a88b46ee93d7e8706585bd4729c618cdb807971a8694405c9e442b361da21472cf9c9d301bbc4dddb0c4c28b7faa5a8f3f4daf1a013195d6f3
+  metadata.gz: d1dbd39ffb4f0a58b90ecf9a36e493d360a88438aa93e7a40429e6a7f0004149c3e77a8da069c72df27f38d4657f769a5f6c309e4230a89db4d810d3afcac9f7
+  data.tar.gz: c4ae094ca61c7698aa95ab2378433ba1f84e1481ef6034fcce129e188c8fa309692cbc4e9a1c7607d38e77f292aad9128d59c5f115258c7f22c5b9d6b0cadd75

data/lib/canvas_sync/job_batches/batch.rb

@@ -223,7 +223,7 @@ module CanvasSync
               r.hincrby("BID-#{bid}", "pending", 0)
               r.scard("BID-#{bid}-failed")
               r.hincrby("BID-#{bid}", "children", 0)
-              r.scard("BID-#{bid}-complete")
+              r.scard("BID-#{bid}-batches-complete")
               r.hget("BID-#{bid}", "parent_bid")
 
               r.expire("BID-#{bid}-failed", BID_EXPIRE_TTL)
@@ -253,7 +253,7 @@ module CanvasSync
 
               r.scard("BID-#{bid}-dead")
               r.hincrby("BID-#{bid}", "children", 0)
-              r.scard("BID-#{bid}-complete")
+              r.scard("BID-#{bid}-batches-complete")
               r.hget("BID-#{bid}", "parent_bid")
 
               r.expire("BID-#{bid}-dead", BID_EXPIRE_TTL)
@@ -273,17 +273,18 @@ module CanvasSync
         end
 
         def process_successful_job(bid, jid)
-          failed, pending, children, complete, success, total, parent_bid = redis do |r|
+          _, failed, pending, children, complete, success, total, parent_bid = redis do |r|
             r.multi do
+              r.srem("BID-#{bid}-failed", jid)
+
               r.scard("BID-#{bid}-failed")
               r.hincrby("BID-#{bid}", "pending", -1)
               r.hincrby("BID-#{bid}", "children", 0)
-              r.scard("BID-#{bid}-complete")
-              r.scard("BID-#{bid}-success")
+              r.scard("BID-#{bid}-batches-complete")
+              r.scard("BID-#{bid}-batches-success")
               r.hget("BID-#{bid}", "total")
               r.hget("BID-#{bid}", "parent_bid")
 
-              r.srem("BID-#{bid}-failed", jid)
               r.srem("BID-#{bid}-jids", jid)
               r.expire("BID-#{bid}", BID_EXPIRE_TTL)
             end
@@ -365,8 +366,9 @@ module CanvasSync
               "BID-#{bid}-callbacks-success",
               "BID-#{bid}-failed",
 
-              "BID-#{bid}-success",
-              "BID-#{bid}-complete",
+              "BID-#{bid}-batches-success",
+              "BID-#{bid}-batches-complete",
+              "BID-#{bid}-batches-failed",
               "BID-#{bid}-jids",
             )
           end

data/lib/canvas_sync/job_batches/callback.rb

@@ -87,13 +87,16 @@ module CanvasSync
           def success(bid, status, parent_bid)
             return unless parent_bid
 
-            _, _, success, _, complete, pending, children, failure = Batch.redis do |r|
+            _, _, success, _, _, complete, pending, children, failure = Batch.redis do |r|
               r.multi do
-                r.sadd("BID-#{parent_bid}-success", bid)
-                r.expire("BID-#{parent_bid}-success", Batch::BID_EXPIRE_TTL)
-                r.scard("BID-#{parent_bid}-success")
-                r.sadd("BID-#{parent_bid}-complete", bid)
-                r.scard("BID-#{parent_bid}-complete")
+                r.sadd("BID-#{parent_bid}-batches-success", bid)
+                r.expire("BID-#{parent_bid}-batches-success", Batch::BID_EXPIRE_TTL)
+                r.scard("BID-#{parent_bid}-batches-success")
+
+                r.srem("BID-#{parent_bid}-batches-failed", bid)
+                r.sadd("BID-#{parent_bid}-batches-complete", bid)
+                r.scard("BID-#{parent_bid}-batches-complete")
+
                 r.hincrby("BID-#{parent_bid}", "pending", 0)
                 r.hincrby("BID-#{parent_bid}", "children", 0)
                 r.scard("BID-#{parent_bid}-failed")
@@ -112,7 +115,7 @@ module CanvasSync
               r.multi do
                 r.hincrby("BID-#{bid}", "pending", 0)
                 r.hincrby("BID-#{bid}", "children", 0)
-                r.scard("BID-#{bid}-success")
+                r.scard("BID-#{bid}-batches-success")
               end
             end
 
@@ -127,10 +130,11 @@ module CanvasSync
               # callback may add more jobs to the parent batch
 
               Batch.logger.debug {"Finalize parent complete bid: #{parent_bid}"}
-              _, complete, pending, children, failure = Batch.redis do |r|
+              _, _, complete, pending, children, failure = Batch.redis do |r|
                 r.multi do
-                  r.sadd("BID-#{parent_bid}-complete", bid)
-                  r.scard("BID-#{parent_bid}-complete")
+                  r.sadd("BID-#{parent_bid}-batches-complete", bid)
+                  r.sadd("BID-#{parent_bid}-batches-failed", bid)
+                  r.scard("BID-#{parent_bid}-batches-complete")
                   r.hincrby("BID-#{parent_bid}", "pending", 0)
                   r.hincrby("BID-#{parent_bid}", "children", 0)
                   r.scard("BID-#{parent_bid}-failed")

data/lib/canvas_sync/job_batches/chain_builder.rb

@@ -104,6 +104,16 @@ module CanvasSync
         end
       end
 
+      # Legacy Support
+      def merge_options(job, options)
+        matching_jobs = find_matching_jobs(sub_type)
+
+        matching_jobs.each do |j|
+          j[:options] ||= {}
+          j[:options].deep_merge!(options)
+        end
+      end
+
       private
 
       def find_matching_jobs(search_job, parent_job = self.base_job)

data/lib/canvas_sync/job_batches/status.rb

@@ -40,10 +40,26 @@ module CanvasSync
           'true' == Batch.redis { |r| r.hget("BID-#{bid}", 'complete') }
         end
 
+        def success?
+          'true' == Batch.redis { |r| r.hget("BID-#{bid}", 'success') }
+        end
+
         def child_count
           Batch.redis { |r| r.hget("BID-#{bid}", 'children') }.to_i
         end
 
+        def completed_children_count
+          Batch.redis { |r| r.scard("BID-#{bid}-batches-complete") }.to_i
+        end
+
+        def successful_children_count
+          Batch.redis { |r| r.scard("BID-#{bid}-batches-success") }.to_i
+        end
+
+        def failed_children_count
+          Batch.redis { |r| r.scard("BID-#{bid}-batches-failed") }.to_i
+        end
+
         def data
           {
             bid: bid,
@@ -52,9 +68,13 @@ module CanvasSync
             pending: pending,
             created_at: created_at,
             complete: complete?,
+            success: success?,
             failure_info: failure_info,
             parent_bid: parent_bid,
-            child_count: child_count
+            child_count: child_count,
+            completed_children_count: completed_children_count,
+            successful_children_count: successful_children_count,
+            failed_children_count: failed_children_count,
           }
         end
       end

data/lib/canvas_sync/jobs/begin_sync_chain_job.rb

@@ -15,6 +15,7 @@ module CanvasSync
         JobBatches::Batch.new.tap do |b|
           b.description = "CanvasSync Root Batch"
           b.on(:complete, "#{self.class.to_s}.batch_completed", sync_batch_id: sync_batch.id)
+          b.on(:success, "#{self.class.to_s}.batch_completed", sync_batch_id: sync_batch.id)
           b.context = globals
           b.jobs do
             JobBatches::SerialBatchJob.perform_now(chain_definition)
@@ -25,7 +26,7 @@ module CanvasSync
       def self.batch_completed(status, options)
         sbatch = SyncBatch.find(options['sync_batch_id'])
         sbatch.update!(
-          status: status.failures.positive? ? 'failed' : 'completed',
+          status: status.success? ? 'completed' : 'failed',
           completed_at: DateTime.now,
         )
       end

data/lib/canvas_sync/version.rb

@@ -1,3 +1,3 @@
 module CanvasSync
-  VERSION = "0.17.0.beta3".freeze
+  VERSION = "0.17.0.beta4".freeze
 end

data/spec/job_batching/batch_spec.rb

@@ -182,12 +182,12 @@ RSpec.describe CanvasSync::JobBatches::Batch do
     context 'complete' do
       before { batch.on(:complete, Object) }
       # before { batch.increment_job_queue(bid) }
-      before { batch.jobs do TestWorker.perform_async end }
-      before { CanvasSync::JobBatches::Batch.process_failed_job(bid, 'failed-job-id') }
+      # before { batch.jobs do TestWorker.perform_async end }
+      # before { CanvasSync::JobBatches::Batch.process_failed_job(bid, 'failed-job-id') }
 
       it 'tries to call complete callback' do
         expect(CanvasSync::JobBatches::Batch).to receive(:enqueue_callbacks).with(:complete, bid)
-        CanvasSync::JobBatches::Batch.process_successful_job(bid, 'failed-job-id')
+        CanvasSync::JobBatches::Batch.process_failed_job(bid, 'failed-job-id')
       end
     end
 
@@ -199,6 +199,15 @@ RSpec.describe CanvasSync::JobBatches::Batch do
         CanvasSync::JobBatches::Batch.process_successful_job(bid, jid)
       end
 
+      it 'tries to call success callback after a previous failure' do
+        expect(CanvasSync::JobBatches::Batch).to receive(:enqueue_callbacks).with(:complete, bid).ordered
+        CanvasSync::JobBatches::Batch.process_failed_job(bid, jid)
+
+        expect(CanvasSync::JobBatches::Batch).to receive(:enqueue_callbacks).with(:complete, bid).ordered
+        expect(CanvasSync::JobBatches::Batch).to receive(:enqueue_callbacks).with(:success, bid).ordered
+        CanvasSync::JobBatches::Batch.process_successful_job(bid, jid)
+      end
+
       it 'cleanups redis key' do
         CanvasSync::JobBatches::Batch.process_successful_job(bid, jid)
         expect(CanvasSync::JobBatches::Batch.redis { |r| r.get("BID-#{bid}-pending") }.to_i).to eq(0)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: canvas_sync
 version: !ruby/object:Gem::Version
-  version: 0.17.0.beta3
+  version: 0.17.0.beta4
 platform: ruby
 authors:
 - Nate Collings
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-10-26 00:00:00.000000000 Z
+date: 2020-10-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler