canvas_sync 0.16.4 → 0.21.0

data/spec/job_batching/batch_spec.rb

@@ -0,0 +1,489 @@
+require 'spec_helper'
+
+class TestWorker < BatchTestJobBase
+  def perform
+  end
+end
+
+RSpec.describe CanvasSync::JobBatches::Batch do
+  describe '#initialize' do
+    subject { described_class }
+
+    it 'creates bid when called without it' do
+      expect(subject.new.bid).not_to be_nil
+    end
+
+    it 'reuses bid when called with it' do
+      batch = subject.new('dayPO5KxuRXXxw')
+      expect(batch.bid).to eq('dayPO5KxuRXXxw')
+    end
+  end
+
+  describe '#description' do
+    let(:description) { 'custom description' }
+    before do
+      subject.description = description
+      subject.jobs { }
+    end
+
+    it 'sets descriptions' do
+      expect(subject.description).to eq(description)
+    end
+
+    it 'persists description' do
+      expect(CanvasSync::JobBatches::Batch.redis { |r| r.hget("BID-#{subject.bid}", 'description') })
+        .to eq(description)
+    end
+  end
+
+  describe '#callback_queue' do
+    let(:callback_queue) { 'custom_queue' }
+    before do
+      subject.callback_queue = callback_queue
+      subject.jobs { }
+    end
+
+    it 'sets callback_queue' do
+      expect(subject.callback_queue).to eq(callback_queue)
+    end
+
+    it 'persists callback_queue' do
+      expect(CanvasSync::JobBatches::Batch.redis { |r| r.hget("BID-#{subject.bid}", 'callback_queue') })
+        .to eq(callback_queue)
+    end
+  end
+
+  describe '#jobs' do
+    it 'throws error if no block given' do
+      expect { subject.jobs }.to raise_error CanvasSync::JobBatches::Batch::NoBlockGivenError
+    end
+
+    it 'increments to_process (when started)'
+
+    it 'decrements to_process (when finished)'
+    # it 'calls process_successful_job to wait for block to finish' do
+    #   batch = CanvasSync::JobBatches::Batch.new
+    #   expect(CanvasSync::JobBatches::Batch).to receive(:process_successful_job).with(batch.bid)
+    #   batch.jobs {}
+    # end
+
+    it 'sets Thread.current bid' do
+      batch = CanvasSync::JobBatches::Batch.new
+      batch.jobs do
+        expect(Thread.current[CanvasSync::JobBatches::CURRENT_BATCH_THREAD_KEY]).to eq(batch)
+      end
+    end
+  end
+
+  describe '#invalidate_all' do
+    class InvalidatableJob < BatchTestJobBase
+      def perform
+        return unless valid_within_batch?
+        was_performed
+      end
+
+      def was_performed; end
+    end
+
+    it 'marks batch in redis as invalidated' do
+      batch = CanvasSync::JobBatches::Batch.new
+      job = InvalidatableJob.new
+      allow(job).to receive(:was_performed)
+
+      batch.invalidate_all
+      batch.jobs { job.perform }
+
+      expect(job).not_to have_received(:was_performed)
+    end
+
+    context 'nested batches' do
+      let(:batch_parent) { CanvasSync::JobBatches::Batch.new }
+      let(:batch_child_1) { CanvasSync::JobBatches::Batch.new }
+      let(:batch_child_2) { CanvasSync::JobBatches::Batch.new }
+      let(:job_of_parent) { InvalidatableJob.new }
+      let(:job_of_child_1) { InvalidatableJob.new }
+      let(:job_of_child_2) { InvalidatableJob.new }
+
+      before do
+        allow(job_of_parent).to receive(:was_performed)
+        allow(job_of_child_1).to receive(:was_performed)
+        allow(job_of_child_2).to receive(:was_performed)
+      end
+
+      it 'invalidates all job if parent batch is marked as invalidated' do
+        batch_parent.invalidate_all
+        batch_parent.jobs do
+          [
+            job_of_parent.perform,
+            batch_child_1.jobs do
+              [
+                job_of_child_1.perform,
+                batch_child_2.jobs { job_of_child_2.perform }
+              ]
+            end
+          ]
+        end
+
+        expect(job_of_parent).not_to have_received(:was_performed)
+        expect(job_of_child_1).not_to have_received(:was_performed)
+        expect(job_of_child_2).not_to have_received(:was_performed)
+      end
+
+      it 'invalidates only requested batch' do
+        batch_child_2.invalidate_all
+        batch_parent.jobs do
+          [
+            job_of_parent.perform,
+            batch_child_1.jobs do
+              [
+                job_of_child_1.perform,
+                batch_child_2.jobs { job_of_child_2.perform }
+              ]
+            end
+          ]
+        end
+
+        expect(job_of_parent).to have_received(:was_performed)
+        expect(job_of_child_1).to have_received(:was_performed)
+        expect(job_of_child_2).not_to have_received(:was_performed)
+      end
+    end
+  end
+
+  describe '#process_failed_job' do
+    let(:batch) { CanvasSync::JobBatches::Batch.new }
+    let(:bid) { batch.bid }
+    let(:jid) { 'ABCD' }
+    before { CanvasSync::JobBatches::Batch.redis { |r| r.hset("BID-#{bid}", 'pending', 1) } }
+
+    context 'complete' do
+      let(:failed_jid) { 'xxx' }
+
+      it 'tries to call complete callback' do
+        expect(CanvasSync::JobBatches::Batch).to receive(:enqueue_callbacks).with(:complete, bid)
+        CanvasSync::JobBatches::Batch.process_failed_job(bid, failed_jid)
+      end
+
+      it 'add job to failed list' do
+        CanvasSync::JobBatches::Batch.process_failed_job(bid, 'failed-job-id')
+        CanvasSync::JobBatches::Batch.process_failed_job(bid, failed_jid)
+        failed = CanvasSync::JobBatches::Batch.redis { |r| r.smembers("BID-#{bid}-failed") }
+        expect(failed).to contain_exactly('xxx', 'failed-job-id')
+      end
+    end
+  end
+
+  describe '#process_successful_job' do
+    let(:batch) { CanvasSync::JobBatches::Batch.new }
+    let(:bid) { batch.bid }
+    let(:jid) { 'ABCD' }
+    before { CanvasSync::JobBatches::Batch.redis { |r| r.hset("BID-#{bid}", 'pending', 1) } }
+
+    context 'complete' do
+      before { batch.on(:complete, Object) }
+      # before { batch.increment_job_queue(bid) }
+      # before { batch.jobs do TestWorker.perform_async end }
+      # before { CanvasSync::JobBatches::Batch.process_failed_job(bid, 'failed-job-id') }
+
+      it 'tries to call complete callback' do
+        expect(CanvasSync::JobBatches::Batch).to receive(:enqueue_callbacks).with(:complete, bid)
+        CanvasSync::JobBatches::Batch.process_failed_job(bid, 'failed-job-id')
+      end
+    end
+
+    context 'success' do
+      before { batch.on(:complete, Object) }
+
+      it 'tries to call complete callback' do
+        expect(CanvasSync::JobBatches::Batch).to receive(:enqueue_callbacks).with(:complete, bid).ordered
+        expect(CanvasSync::JobBatches::Batch).to receive(:enqueue_callbacks).with(:success, bid).ordered
+        CanvasSync::JobBatches::Batch.process_successful_job(bid, jid)
+      end
+
+      it 'tries to call success callback after a previous failure' do
+        expect(CanvasSync::JobBatches::Batch).to receive(:enqueue_callbacks).with(:complete, bid).ordered
+        CanvasSync::JobBatches::Batch.process_failed_job(bid, jid)
+
+        expect(CanvasSync::JobBatches::Batch).to receive(:enqueue_callbacks).with(:complete, bid).ordered
+        expect(CanvasSync::JobBatches::Batch).to receive(:enqueue_callbacks).with(:success, bid).ordered
+        CanvasSync::JobBatches::Batch.process_successful_job(bid, jid)
+      end
+
+      it 'triggers callbacks as expected' do
+        ActiveJob::Base.queue_adapter = :sidekiq
+        CanvasSync::JobBatches::Batch::Callback.worker_class = CanvasSync::JobBatches::Sidekiq::SidekiqCallbackWorker
+
+        callback_instance = double('SampleCallback')
+        expect(SampleCallback).to receive(:new).at_least(1).times.and_return(callback_instance)
+        expect(callback_instance).to receive(:on_complete)
+        expect(callback_instance).to receive(:on_success)
+
+        batch.on(:complete, SampleCallback)
+        batch.on(:success, SampleCallback)
+
+        Sidekiq::Testing.inline! do
+          CanvasSync::JobBatches::Batch.process_failed_job(bid, jid)
+          CanvasSync::JobBatches::Batch.process_successful_job(bid, jid)
+        end
+      end
+
+      it 'delays triggering callbacks if keep_open is set' do
+        ActiveJob::Base.queue_adapter = :sidekiq
+        CanvasSync::JobBatches::Batch::Callback.worker_class = CanvasSync::JobBatches::Sidekiq::SidekiqCallbackWorker
+
+        callback_instance = double('SampleCallback')
+        expect(SampleCallback).to receive(:new).at_least(1).times.and_return(callback_instance)
+        expect(callback_instance).not_to receive(:on_complete)
+        expect(callback_instance).not_to receive(:on_success)
+
+        batch.on(:complete, SampleCallback)
+        batch.on(:success, SampleCallback)
+        batch.keep_open!
+
+        Sidekiq::Testing.inline! do
+          CanvasSync::JobBatches::Batch.process_failed_job(bid, jid)
+          CanvasSync::JobBatches::Batch.process_successful_job(bid, jid)
+        end
+
+        RSpec::Mocks.space.proxy_for(callback_instance).reset
+
+        expect(callback_instance).to receive(:on_complete)
+        expect(callback_instance).to receive(:on_success)
+
+        Sidekiq::Testing.inline! do
+          batch.let_close!
+        end
+      end
+
+      it 'triggers callbacks as expected' do
+        ActiveJob::Base.queue_adapter = :sidekiq
+        CanvasSync::JobBatches::Batch.redis { |r| r.hset("BID-#{bid}", 'pending', 0) }
+
+        class RetryingJob < BatchTestJobBase
+          @@failed = false
+
+          def perform
+            unless @@failed
+              @@failed = true
+              raise "A Failure"
+            end
+          end
+        end
+
+        callback_instance = double('SampleCallback')
+        expect(SampleCallback).to receive(:new).at_least(1).times.and_return(callback_instance)
+        expect(callback_instance).to receive(:on_complete)
+        expect(callback_instance).to receive(:on_success)
+
+        batch.on(:complete, SampleCallback)
+        batch.on(:success, SampleCallback)
+
+        batch.jobs do
+          RetryingJob.perform_later
+        end
+
+        job_def = Sidekiq::Worker.jobs[0]
+        int_job_class = job_def["class"].constantize
+
+        begin
+          int_job_class.process_job(job_def)
+        rescue
+        end
+        Sidekiq::Worker.drain_all
+      end
+
+      it 'cleanups redis key' do
+        CanvasSync::JobBatches::Batch.process_successful_job(bid, jid)
+        expect(CanvasSync::JobBatches::Batch.redis { |r| r.get("BID-#{bid}-pending") }.to_i).to eq(0)
+      end
+    end
+  end
+
+  describe '#increment_job_queue' do
+    let(:batch) { CanvasSync::JobBatches::Batch.new }
+
+    it 'increments pending' do
+      batch.jobs do TestWorker.perform_async end
+      pending = CanvasSync::JobBatches::Batch.redis { |r| r.hget("BID-#{batch.bid}", 'pending') }
+      expect(pending).to eq('1')
+    end
+  end
+
+  describe '#enqueue_callbacks' do
+    let(:callback) { double('callback') }
+    let(:event) { :complete }
+
+    context 'on :success' do
+      let(:event) { :success }
+      context 'when no callbacks are defined' do
+        it 'clears redis keys' do
+          batch = CanvasSync::JobBatches::Batch.new
+          batch.jobs {}
+          expect(CanvasSync::JobBatches::Batch).to receive(:cleanup_redis).with(batch.bid)
+          CanvasSync::JobBatches::Batch.enqueue_callbacks(event, batch.bid)
+        end
+      end
+    end
+
+    context 'when already called' do
+      it 'returns and does not enqueue callbacks' do
+        batch = CanvasSync::JobBatches::Batch.new
+        batch.on(event, SampleCallback)
+        CanvasSync::JobBatches::Batch.redis { |r| r.hset("BID-#{batch.bid}", event, "true") }
+
+        expect(batch).not_to receive(:push_callbacks)
+        CanvasSync::JobBatches::Batch.enqueue_callbacks(event, batch.bid)
+      end
+    end
+
+    context 'With ActiveJob Adapter' do
+      around(:all) do |block|
+        CanvasSync::JobBatches::Batch::Callback.worker_class = CanvasSync::JobBatches::ActiveJob::ActiveJobCallbackWorker
+        block.run
+      end
+
+      context 'when not yet called' do
+        context 'when there is no callback' do
+          it 'it returns' do
+            batch = CanvasSync::JobBatches::Batch.new
+
+            expect(batch).not_to receive(:push_callbacks)
+            CanvasSync::JobBatches::Batch.enqueue_callbacks(event, batch.bid)
+          end
+        end
+
+        context 'when callback defined' do
+          let(:opts) { { 'a' => 'b' } }
+
+          it 'calls it passing options' do
+            ActiveJob::Base.queue_adapter = :test
+
+            batch = CanvasSync::JobBatches::Batch.new
+            batch.on(event, SampleCallback, opts)
+            batch.jobs {}
+
+            CanvasSync::JobBatches::Batch.enqueue_callbacks(event, batch.bid)
+
+            expect(CanvasSync::JobBatches::Batch::Callback.worker_class).to have_been_enqueued.with(
+              'SampleCallback', event.to_s, opts, batch.bid, nil
+            )
+          end
+        end
+
+        context 'when multiple callbacks are defined' do
+          let(:opts) { { 'a' => 'b' } }
+          let(:opts2) { { 'b' => 'a' } }
+
+          it 'enqueues each callback passing their options' do
+            ActiveJob::Base.queue_adapter = :test
+
+            batch = CanvasSync::JobBatches::Batch.new
+            batch.on(event, SampleCallback, opts)
+            batch.on(event, SampleCallback2, opts2)
+            batch.jobs{}
+
+            CanvasSync::JobBatches::Batch.enqueue_callbacks(event, batch.bid)
+            expect(CanvasSync::JobBatches::Batch::Callback.worker_class).to have_been_enqueued.with(
+              'SampleCallback2', event.to_s, opts2, batch.bid, nil
+            )
+            expect(CanvasSync::JobBatches::Batch::Callback.worker_class).to have_been_enqueued.with(
+              'SampleCallback', event.to_s, opts, batch.bid, nil
+            )
+          end
+        end
+      end
+    end
+
+    context 'With Sidekiq Adapter' do
+      around(:all) do |block|
+        CanvasSync::JobBatches::Batch::Callback.worker_class = CanvasSync::JobBatches::Sidekiq::SidekiqCallbackWorker
+        block.run
+      end
+
+      context 'when not yet called' do
+        context 'when there is no callback' do
+          it 'it returns' do
+            batch = CanvasSync::JobBatches::Batch.new
+
+            expect(batch).not_to receive(:push_callbacks)
+            CanvasSync::JobBatches::Batch.enqueue_callbacks(event, batch.bid)
+          end
+        end
+
+        context 'when callback defined' do
+          let(:opts) { { 'a' => 'b' } }
+
+          it 'calls it passing options' do
+            batch = CanvasSync::JobBatches::Batch.new
+            batch.on(event, SampleCallback, opts)
+            batch.jobs{}
+
+            expect(Sidekiq::Client).to receive(:push_bulk).with(
+              'class' => Sidekiq::Batch::Callback.worker_class,
+              'args' => [['SampleCallback', event.to_s, opts, batch.bid, nil]],
+              'queue' => 'default'
+            )
+
+            CanvasSync::JobBatches::Batch.enqueue_callbacks(event, batch.bid)
+          end
+        end
+
+        context 'when multiple callbacks are defined' do
+          let(:opts) { { 'a' => 'b' } }
+          let(:opts2) { { 'b' => 'a' } }
+
+          it 'enqueues each callback passing their options' do
+            batch = CanvasSync::JobBatches::Batch.new
+            batch.on(event, SampleCallback, opts)
+            batch.on(event, SampleCallback2, opts2)
+            batch.jobs{}
+
+            expect(Sidekiq::Client).to receive(:push_bulk).with(
+              'class' => Sidekiq::Batch::Callback.worker_class,
+              'args' => array_including(
+                ['SampleCallback', event.to_s, opts, batch.bid, nil],
+                ['SampleCallback2', event.to_s, opts2, batch.bid, nil],
+              ),
+              'queue' => 'default'
+            )
+
+            CanvasSync::JobBatches::Batch.enqueue_callbacks(event, batch.bid)
+          end
+        end
+      end
+    end
+  end
+
+  describe '.redis' do
+    it 'returns the same connection if called when nested' do
+      CanvasSync::JobBatches::Batch.redis do |r1|
+        CanvasSync::JobBatches::Batch.redis do |r2|
+          expect(r1).to be r2
+        end
+      end
+    end
+
+    it 'returns a RedisProxy object if no block is given' do
+      expect(CanvasSync::JobBatches::Batch.redis).to be_a(CanvasSync::JobBatches::Batch::RedisProxy)
+    end
+
+    describe 'RedisProxy' do
+      let!(:proxy) { CanvasSync::JobBatches::Batch.redis }
+
+      it 'calls Batch.redis with a block' do
+        expect(CanvasSync::JobBatches::Batch).to receive(:redis) do |&block|
+          expect(block).to be_a Proc
+        end
+        proxy.sadd('KEY', 5)
+      end
+
+      describe '#multi' do
+        it 'works with 1 arity' do
+          proxy.multi do |r|
+            r.sadd('KEY', 5)
+          end
+        end
+      end
+    end
+  end
+end

data/spec/job_batching/callback_spec.rb

@@ -0,0 +1,38 @@
+require 'spec_helper'
+
+RSpec.describe CanvasSync::JobBatches::Batch::Callback.worker_class do
+  describe '#perform' do
+    it 'does not do anything if it cannot find the callback class' do
+      subject.perform('SampleCallback', 'complete', {}, 'ABCD', 'EFGH')
+    end
+
+    it 'does not do anything if event is different from complete or success' do
+      expect(SampleCallback).not_to receive(:new)
+      subject.perform('SampleCallback', 'ups', {}, 'ABCD', 'EFGH')
+    end
+
+    it 'calls on_success if defined' do
+      callback_instance = double('SampleCallback', on_success: true)
+      expect(SampleCallback).to receive(:new).and_return(callback_instance)
+      expect(callback_instance).to receive(:on_success)
+        .with(instance_of(CanvasSync::JobBatches::Batch::Status), {})
+      subject.perform('SampleCallback', 'success', {}, 'ABCD', 'EFGH')
+    end
+
+    it 'calls on_complete if defined' do
+      callback_instance = double('SampleCallback')
+      expect(SampleCallback).to receive(:new).and_return(callback_instance)
+      expect(callback_instance).to receive(:on_complete)
+        .with(instance_of(CanvasSync::JobBatches::Batch::Status), {})
+      subject.perform('SampleCallback', 'complete', {}, 'ABCD', 'EFGH')
+    end
+
+    it 'calls specific callback if defined' do
+      callback_instance = double('SampleCallback')
+      expect(SampleCallback).to receive(:new).and_return(callback_instance)
+      expect(callback_instance).to receive(:sample_method)
+        .with(instance_of(CanvasSync::JobBatches::Batch::Status), {})
+      subject.perform('SampleCallback#sample_method', 'complete', {}, 'ABCD', 'EFGH')
+    end
+  end
+end

data/spec/job_batching/context_hash_spec.rb

@@ -0,0 +1,54 @@
+require 'spec_helper'
+
+RSpec.describe CanvasSync::JobBatches::ContextHash do
+
+  class ContextedJob < BatchTestJobBase
+    def perform
+      was_performed(batch_context.flatten)
+    end
+
+    def was_performed(*args); end
+
+    def self.callback_perform(*args)
+      perform_later
+    end
+  end
+
+  it "works with first-level jobs" do
+    ActiveJob::Base.queue_adapter = :sidekiq
+    b = CanvasSync::JobBatches::Batch.new
+    b.context = { hello: 'world' }
+    expect_any_instance_of(ContextedJob).to receive(:was_performed).with({ 'hello' => 'world' })
+    b.jobs do
+      ContextedJob.perform_later
+    end
+    Sidekiq::Worker.drain_all
+  end
+
+  it "works with nested-batch jobs" do
+    ActiveJob::Base.queue_adapter = :sidekiq
+    b = CanvasSync::JobBatches::Batch.new
+    b.context = { hello: 'world', foo: 'bar' }
+    expect_any_instance_of(ContextedJob).to receive(:was_performed).with({ 'hello' => 'world', 'foo' => 'baz', 'some' => 'other' })
+    b.jobs do
+      b2 = CanvasSync::JobBatches::Batch.new
+      b2.context = { some: 'other', foo: 'baz' }
+      b2.jobs do
+        ContextedJob.perform_later
+      end
+    end
+    Sidekiq::Worker.drain_all
+  end
+
+  it 'works with a callback batch' do
+    ActiveJob::Base.queue_adapter = :sidekiq
+    b = CanvasSync::JobBatches::Batch.new
+    b.context = { hello: 'world' }
+    b.on(:success, "ContextedJob.callback_perform")
+    expect_any_instance_of(ContextedJob).to receive(:was_performed).with({ 'hello' => 'world' })
+    b.jobs do
+      BatchTestJobBase.perform_later
+    end
+    Sidekiq::Worker.drain_all
+  end
+end

data/spec/job_batching/flow_spec.rb

@@ -0,0 +1,82 @@
+require 'spec_helper'
+
+class WorkerA < BatchTestJobBase
+  def perform
+  end
+end
+
+class WorkerB < BatchTestJobBase
+  def perform
+  end
+end
+
+class WorkerC < BatchTestJobBase
+  def perform
+  end
+end
+
+RSpec.describe 'Batch flow' do
+  context 'when handling a batch' do
+    let(:batch) { CanvasSync::JobBatches::Batch.new }
+    before { batch.on(:complete, SampleCallback, :id => 42) }
+    before { batch.description = 'describing the batch' }
+    let(:status) { CanvasSync::JobBatches::Batch::Status.new(batch.bid) }
+    let(:queue) { Sidekiq::Queue.new }
+
+    it 'correctly initializes' do
+      expect(batch.bid).not_to be_nil
+      expect(batch.description).to eq('describing the batch')
+
+      batch.jobs do
+        3.times do
+          TestWorker.perform_async
+        end
+      end
+
+      expect(status.pending).to eq(3)
+      expect(status.failures).to eq(0)
+      expect(status.complete?).to be false
+      expect(status.created_at).not_to be_nil
+      expect(status.bid).to eq(batch.bid)
+    end
+  end
+
+  context 'when handling a nested batch' do
+    let(:batchA) { CanvasSync::JobBatches::Batch.new }
+    let(:batchB) { CanvasSync::JobBatches::Batch.new }
+    let(:batchC) { CanvasSync::JobBatches::Batch.new(batchA.bid) }
+    let(:batchD) { CanvasSync::JobBatches::Batch.new }
+    let(:jids) { [] }
+    let(:parent) { batchA.bid }
+    let(:children) { [] }
+
+    it 'handles a basic nested batch' do
+      batchA.jobs do
+        jids << WorkerA.perform_async
+        batchB.jobs do
+          jids << WorkerB.perform_async
+        end
+        jids << WorkerA.perform_async
+        children << batchB.bid
+      end
+
+      batchC.jobs do
+        batchD.jobs do
+          jids << WorkerC.perform_async
+        end
+        children << batchD.bid
+      end
+
+      expect(jids.size).to eq(4)
+      expect(CanvasSync::JobBatches::Batch::Status.new(parent).child_count).to eq(2)
+      children.each do |kid|
+          status = CanvasSync::JobBatches::Batch::Status.new(kid)
+          expect(status.child_count).to eq(0)
+          expect(status.pending).to eq(1)
+          expect(status.parent_bid).to eq(parent)
+      end
+
+    end
+
+  end
+end

data/spec/job_batching/integration/fail_then_succeed.rb

@@ -0,0 +1,42 @@
+require_relative '../integration_helper'
+
+# Workflow when a Job fails, retries, and then succeeds
+
+class Worker1
+  include Sidekiq::Worker
+  sidekiq_options retry: 5
+
+  @@failed = false
+
+  def perform
+    Sidekiq.logger.info "Work 1"
+
+    unless @@failed
+      @@failed = true
+      raise "One Failure"
+    end
+  end
+end
+
+class MyCallback
+  def on_success(status, options)
+    Sidekiq.logger.info "Overall Success #{options} #{status.data}"
+  end
+  alias_method :multi, :on_success
+
+  def on_complete(status, options)
+    Sidekiq.logger.info "Overall Complete #{options} #{status.data}"
+  end
+end
+
+overall = CanvasSync::JobBatches::Batch.new
+overall.on(:success, MyCallback, to: 'success@gmail.com')
+overall.on(:complete, MyCallback, to: 'success@gmail.com')
+overall.jobs do
+  Worker1.perform_async
+end
+
+puts "Overall bid #{overall.bid}"
+
+output, keys = process_tests
+overall_tests(output, keys, file: __FILE__)