canvas_sync 0.26.1 → 0.27.1.beta2

data/spec/canvas_sync/processors/provisioning_report_processor_spec.rb

@@ -1,12 +1,13 @@
 require 'spec_helper'
 
-RSpec.describe CanvasSync::Processors::ProvisioningReportProcessor do
-  let(:subject) { CanvasSync::Processors::ProvisioningReportProcessor }
+RSpec.describe CanvasSync::Jobs::SyncProvisioningReportJob do
+  let(:task) { described_class.new({ models: ['users'] }, {}, {}) }
 
   describe '#process' do
     it 'process users' do
+      task = described_class.new({ models: ['users'] }, {}, {})
       expect {
-        subject.process('spec/support/fixtures/reports/users.csv', { models: ['users'] }, 1)
+        task.process('spec/support/fixtures/reports/users.csv')
       }.to change { User.count }.by(2)
     end
 
@@ -30,19 +31,22 @@ RSpec.describe CanvasSync::Processors::ProvisioningReportProcessor do
       end
 
       it 'uses keeps support with old installations' do
-        subject.process('spec/support/fixtures/reports/users.csv', { models: ['users'] }, 1)
+        task = described_class.new({ models: ['users'] }, {}, {})
+        task.process('spec/support/fixtures/reports/users.csv')
         expect(User.find_by(canvas_id: 2).sis_id).to eq 'sis_id_2'
       end
 
       it 'uses a User row with a sis_id' do
-        subject.process('spec/support/fixtures/reports/users.csv', { models: ['users'] }, 1)
+        task = described_class.new({ models: ['users'] }, {}, {})
+        task.process('spec/support/fixtures/reports/users.csv')
         expect(User.find_by(canvas_id: 2).sis_id).to eq 'sis_id_2'
       end
     end
 
     it 'processes courses' do
+      task = described_class.new({ models: ['courses'] }, {}, {})
       expect {
-        subject.process('spec/support/fixtures/reports/courses.csv', { models: ['courses'] }, 1)
+        task.process('spec/support/fixtures/reports/courses.csv')
       }.to change { Course.count }.by(2)
       course = Course.first
       expect(course.start_at).to eq DateTime.parse("2017-03-27 21:53:18")
@@ -50,14 +54,16 @@ RSpec.describe CanvasSync::Processors::ProvisioningReportProcessor do
     end
 
     it 'processes enrollments' do
+      task = described_class.new({ models: ['enrollments'] }, {}, {})
       expect {
-        subject.process('spec/support/fixtures/reports/enrollments.csv', { models: ['enrollments'] }, 1)
+        task.process('spec/support/fixtures/reports/enrollments.csv')
       }.to change { Enrollment.count }.by(2)
     end
 
     it 'processes sections' do
+      task = described_class.new({ models: ['sections'] }, {}, {})
       expect {
-        subject.process('spec/support/fixtures/reports/sections.csv', { models: ['sections'] }, 1)
+        task.process('spec/support/fixtures/reports/sections.csv')
       }.to change { Section.count }.by(2)
       section = Section.first
       expect(section.start_at).to eq DateTime.parse("2017-03-27 21:53:18")
@@ -65,10 +71,12 @@ RSpec.describe CanvasSync::Processors::ProvisioningReportProcessor do
     end
 
     it 'processes xlist' do
-      subject.process('spec/support/fixtures/reports/sections.csv', { models: ['sections'] }, 1)
+      task = described_class.new({ models: ['sections'] }, {}, {})
+      task.process('spec/support/fixtures/reports/sections.csv')
       expect(Section.find_by(canvas_id: 2).name).to eq "Lame Section"
 
-      subject.process('spec/support/fixtures/reports/xlist.csv', { models: ['xlist'] }, 1)
+      task = described_class.new({ models: ['xlist'] }, {}, {})
+      task.process('spec/support/fixtures/reports/xlist.csv')
 
       expect(Section.where.not(canvas_nonxlist_course_id: nil).count).to eq 1
       cross_listed_section = Section.where.not(canvas_nonxlist_course_id: nil).first
@@ -80,8 +88,9 @@ RSpec.describe CanvasSync::Processors::ProvisioningReportProcessor do
     end
 
     it 'processes groups' do
+      task = described_class.new({ models: ['groups'] }, {}, {})
       expect {
-        subject.process('spec/support/fixtures/reports/groups.csv', { models: ['groups'] }, 1)
+        task.process('spec/support/fixtures/reports/groups.csv')
       }.to change { Group.count }.by(2)
       group = Group.find_by_name('Group1')
       expect(group.workflow_state).to eq 'available'
@@ -90,8 +99,9 @@ RSpec.describe CanvasSync::Processors::ProvisioningReportProcessor do
     end
 
     it 'processes group memberships' do
+      task = described_class.new({ models: ['group_membership'] }, {}, {})
       expect {
-        subject.process('spec/support/fixtures/reports/group_memberships.csv', { models: ['group_membership'] }, 1)
+        task.process('spec/support/fixtures/reports/group_memberships.csv')
       }.to change { GroupMembership.count }.by(2)
       group = GroupMembership.find_by_canvas_id(50)
       expect(group.workflow_state).to eq 'accepted'
@@ -100,8 +110,9 @@ RSpec.describe CanvasSync::Processors::ProvisioningReportProcessor do
     end
 
     it 'processes user_observers' do
+      task = described_class.new({ models: ['user_observers'] }, {}, {})
       expect {
-        subject.process('spec/support/fixtures/reports/user_observers.csv', { models: ['user_observers'] }, 1)
+        task.process('spec/support/fixtures/reports/user_observers.csv')
       }.to change { UserObserver.count }.by(2)
       obj = UserObserver.find_by(observed_user_id: 3)
       expect(obj.workflow_state).to eq 'active'
@@ -109,8 +120,9 @@ RSpec.describe CanvasSync::Processors::ProvisioningReportProcessor do
     end
 
     it 'processes grading_periods' do
+      task = described_class.new({ models: ['grading_periods'] }, {}, {})
       expect {
-        subject.process('spec/support/fixtures/reports/grading_periods.csv', { models: ['grading_periods'] }, 1)
+        task.process('spec/support/fixtures/reports/grading_periods.csv')
       }.to change { GradingPeriod.count }.by(2)
       obj = GradingPeriod.find_by(canvas_id: 1)
       expect(obj.title).to eq 'Period 1'
@@ -119,8 +131,9 @@ RSpec.describe CanvasSync::Processors::ProvisioningReportProcessor do
     end
 
     it 'processes grading_period_groups' do
+      task = described_class.new({ models: ['grading_period_groups'] }, {}, {})
       expect {
-        subject.process('spec/support/fixtures/reports/grading_period_groups.csv', { models: ['grading_period_groups'] }, 1)
+        task.process('spec/support/fixtures/reports/grading_period_groups.csv')
       }.to change { GradingPeriodGroup.count }.by(1)
       obj = GradingPeriodGroup.find_by(canvas_id: 1)
       expect(obj.title).to eq 'Test Group'
@@ -128,14 +141,16 @@ RSpec.describe CanvasSync::Processors::ProvisioningReportProcessor do
     end
 
     it 'processes learning_outcomes' do
+      task = described_class.new({ models: ['learning_outcomes'] }, {}, {})
       expect {
-        subject.process('spec/support/fixtures/reports/learning_outcomes.csv', { models: ['learning_outcomes'] }, 1)
+        task.process('spec/support/fixtures/reports/learning_outcomes.csv')
       }.to change { LearningOutcome.count }.by(2)
     end
 
     it 'processes learning_outcome_results' do
+      task = described_class.new({ models: ['learning_outcome_results'] }, {}, {})
       expect {
-        subject.process('spec/support/fixtures/reports/learning_outcome_results.csv', { models: ['learning_outcome_results'] }, 1)
+        task.process('spec/support/fixtures/reports/learning_outcome_results.csv')
       }.to change { LearningOutcomeResult.count }.by(2)
 
       columns = LearningOutcomeResult.attribute_names - ['id', 'created_at', 'updated_at']
@@ -146,29 +161,32 @@ RSpec.describe CanvasSync::Processors::ProvisioningReportProcessor do
     end
 
     it 'processes course_nicknames' do
+      task = described_class.new({ models: ['course_nicknames'] }, {}, {})
       CourseNickname.create(canvas_user_preference_value_id: 42, canvas_course_id: 42, canvas_user_id: 42, nickname: 'test')
       expect(CourseNickname.all.pluck(:canvas_user_preference_value_id)).to include(42)
       expect {
-        subject.process('spec/support/fixtures/reports/course_nicknames.csv', { models: ['course_nicknames'] }, 1)
+        task.process('spec/support/fixtures/reports/course_nicknames.csv')
       }.to change { CourseNickname.count }.by(1)
       expect(CourseNickname.all.pluck(:canvas_user_preference_value_id)).not_to include(42)
     end
 
     it 'model with composite key behaves as expected' do
+      task = described_class.new({ models: ['user_observers'] }, {}, {})
       expect {
-        subject.process('spec/support/fixtures/reports/user_observers.csv', { models: ['user_observers'] }, 1)
+        task.process('spec/support/fixtures/reports/user_observers.csv')
       }.to change { UserObserver.count }.by(2)
 
       expect {
-        subject.process('spec/support/fixtures/reports/user_observers.csv', { models: ['user_observers'] }, 1)
+        task.process('spec/support/fixtures/reports/user_observers.csv')
       }.to change { UserObserver.count }.by(0)
     end
 
     context 'options[:models] is multiple models' do
       it 'extracts the ZIP and processes each model' do
+        task = described_class.new({ models: ['courses', 'users'] }, {}, {})
         user_count = User.count
         course_count = Course.count
-        subject.process('spec/support/fixtures/reports/provisioning_csv', { models: ['courses', 'users'] }, 1)
+        task.process('spec/support/fixtures/reports/provisioning_csv')
         expect(User.count).to eq(user_count + 2)
         expect(Course.count).to eq(course_count + 2)
       end
@@ -176,15 +194,19 @@ RSpec.describe CanvasSync::Processors::ProvisioningReportProcessor do
 
     context 'legacy_support is true' do
       it 'uses the LegacyImporter' do
+        task = described_class.new({ models: ['users'], legacy_support: true }, {}, {})
         expect(User).to receive(:create_or_update_from_csv).at_least(:once)
-        subject.process('spec/support/fixtures/reports/users.csv', { models: ['users'], legacy_support: true }, 1)
+        task.process('spec/support/fixtures/reports/users.csv')
       end
 
       it 'uses the LegacyImporter for specific models' do
+        task = described_class.new({ models: ['users'], legacy_support: ['users'] }, {}, {})
         expect(User).to receive(:create_or_update_from_csv).at_least(:once)
         expect(Course).to_not receive(:create_or_update_from_csv)
-        subject.process('spec/support/fixtures/reports/users.csv', { models: ['users'], legacy_support: ['users'] }, 1)
-        subject.process('spec/support/fixtures/reports/courses.csv', { models: ['courses'], legacy_support: ['users'] }, 1)
+        task.process('spec/support/fixtures/reports/users.csv')
+
+        task = described_class.new({ models: ['courses'], legacy_support: ['users'] }, {}, {})
+        task.process('spec/support/fixtures/reports/courses.csv')
       end
     end
   end

data/spec/canvas_sync/processors/rubric_assessments_spec.rb

@@ -1,12 +1,11 @@
 require "spec_helper"
 
-RSpec.describe CanvasSync::Processors::RubricAssessmentsProcessor do
-  let(:subject) { CanvasSync::Processors::RubricAssessmentsProcessor }
-
+RSpec.describe CanvasSync::Jobs::SyncRubricAssessmentsJob do
   describe "#process" do
     it 'processes rubric assessments' do
+      task = described_class.new({}, {}, {})
       expect {
-        subject.process('spec/support/fixtures/reports/rubric_assessments.csv', { models: ['rubric_assessments'] }, 1)
+        task.process('spec/support/fixtures/reports/rubric_assessments.csv')
       }.to change { RubricAssessment.count }.by(2)
       rubric_assessment = RubricAssessment.first
       expect(rubric_assessment.canvas_rubric_association_id).to eq(1)

data/spec/canvas_sync/processors/rubric_associations_spec.rb

@@ -1,12 +1,11 @@
 require "spec_helper"
 
-RSpec.describe CanvasSync::Processors::RubricAssociationsProcessor do
-  let(:subject) { CanvasSync::Processors::RubricAssociationsProcessor }
-
+RSpec.describe CanvasSync::Jobs::SyncRubricAssociationsJob do
   describe "#process" do
     it 'processes rubric associations' do
+      task = described_class.new({}, {}, {})
       expect {
-        subject.process('spec/support/fixtures/reports/rubric_associations.csv', { models: ['rubric_associations'] }, 1)
+        task.process('spec/support/fixtures/reports/rubric_associations.csv')
       }.to change { RubricAssociation.count }.by(2)
       rubric_association = RubricAssociation.first
       expect(rubric_association.title).to eq("Rubric Association Title")

data/spec/canvas_sync/processors/rubrics_processor_spec.rb

@@ -1,12 +1,11 @@
 require "spec_helper"
 
-RSpec.describe CanvasSync::Processors::RubricsProcessor do
-  let(:subject) { CanvasSync::Processors::RubricsProcessor }
-
+RSpec.describe CanvasSync::Jobs::SyncRubricsJob do
   describe "#process" do
     it 'inserts rubrics' do
+      task = described_class.new({}, {}, {})
       expect {
-        subject.process('spec/support/fixtures/reports/rubrics.csv', { models: ['rubrics'] }, 1)
+        task.process('spec/support/fixtures/reports/rubrics.csv')
       }.to change { Rubric.count }.by(2)
       rubric = Rubric.first
       expect(rubric.title).to eq("Assignment 1")

data/spec/canvas_sync/processors/submissions_processor_spec.rb

@@ -1,12 +1,11 @@
 require "spec_helper"
 
-RSpec.describe CanvasSync::Processors::SubmissionsProcessor do
-  let(:subject) { CanvasSync::Processors::SubmissionsProcessor }
-
+RSpec.describe CanvasSync::Jobs::SyncSubmissionsJob do
   describe "#process" do
     it "inserts submissions" do
+      task = described_class.new({}, {}, {})
       expect {
-        subject.process("spec/support/fixtures/reports/submissions.csv", {}, 1)
+        task.process("spec/support/fixtures/reports/submissions.csv")
       }.to change { Submission.count }.by(2)
     end
   end

data/spec/factories/account_factory.rb

@@ -1,6 +1,6 @@
 FactoryBot.define do
   factory :account do
-    canvas_id { SecureRandom.random_number(100_000_000) }
+    sequence(:canvas_id) { |n| n }
     sis_id { SecureRandom.hex }
     canvas_parent_account_id { 1 }
     sis_parent_account_id { SecureRandom.hex }

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: canvas_sync
 version: !ruby/object:Gem::Version
-  version: 0.26.1
+  version: 0.27.1.beta2
 platform: ruby
 authors:
 - Instructure CustomDev
@@ -534,10 +534,12 @@ files:
 - lib/canvas_sync/importers/legacy_importer.rb
 - lib/canvas_sync/job.rb
 - lib/canvas_sync/jobs/begin_sync_chain_job.rb
+- lib/canvas_sync/jobs/beta_cleanup/create_temp_tables_job.rb
+- lib/canvas_sync/jobs/beta_cleanup/delete_related_records_job.rb
+- lib/canvas_sync/jobs/beta_cleanup/delete_temp_tables_job.rb
 - lib/canvas_sync/jobs/canvas_process_waiter.rb
-- lib/canvas_sync/jobs/report_checker.rb
-- lib/canvas_sync/jobs/report_processor_job.rb
 - lib/canvas_sync/jobs/report_starter.rb
+- lib/canvas_sync/jobs/report_sync_task.rb
 - lib/canvas_sync/jobs/sync_accounts_job.rb
 - lib/canvas_sync/jobs/sync_admins_job.rb
 - lib/canvas_sync/jobs/sync_assignment_groups_job.rb
@@ -561,41 +563,21 @@ files:
 - lib/canvas_sync/live_events/base_handler.rb
 - lib/canvas_sync/live_events/process_event_job.rb
 - lib/canvas_sync/misc_helper.rb
-- lib/canvas_sync/processors/assignment_groups_processor.rb
-- lib/canvas_sync/processors/assignment_overrides_processor.rb
-- lib/canvas_sync/processors/assignments_processor.rb
-- lib/canvas_sync/processors/content_migrations_processor.rb
-- lib/canvas_sync/processors/context_module_items_processor.rb
-- lib/canvas_sync/processors/context_modules_processor.rb
-- lib/canvas_sync/processors/course_completion_report_processor.rb
 - lib/canvas_sync/processors/model_mappings.yml
 - lib/canvas_sync/processors/normal_processor.rb
-- lib/canvas_sync/processors/provisioning_report_processor.rb
 - lib/canvas_sync/processors/report_processor.rb
-- lib/canvas_sync/processors/rubric_assessments_processor.rb
-- lib/canvas_sync/processors/rubric_associations_processor.rb
-- lib/canvas_sync/processors/rubrics_processor.rb
-- lib/canvas_sync/processors/submissions_processor.rb
 - lib/canvas_sync/record.rb
 - lib/canvas_sync/sidekiq_job.rb
 - lib/canvas_sync/version.rb
 - spec/canvas_sync/canvas_sync_spec.rb
 - spec/canvas_sync/jobs/canvas_process_waiter_spec.rb
 - spec/canvas_sync/jobs/job_spec.rb
-- spec/canvas_sync/jobs/report_checker_spec.rb
-- spec/canvas_sync/jobs/report_processor_job_spec.rb
 - spec/canvas_sync/jobs/report_starter_spec.rb
+- spec/canvas_sync/jobs/report_sync_task_spec.rb
 - spec/canvas_sync/jobs/sync_admins_job_spec.rb
-- spec/canvas_sync/jobs/sync_assignment_groups_job_spec.rb
-- spec/canvas_sync/jobs/sync_assignments_job_spec.rb
-- spec/canvas_sync/jobs/sync_content_migrations_job_spec.rb
-- spec/canvas_sync/jobs/sync_context_module_items_job_spec.rb
-- spec/canvas_sync/jobs/sync_context_modules_job_spec.rb
 - spec/canvas_sync/jobs/sync_provisioning_report_job_spec.rb
 - spec/canvas_sync/jobs/sync_roles_job_spec.rb
-- spec/canvas_sync/jobs/sync_scores_job_spec.rb
 - spec/canvas_sync/jobs/sync_simple_table_job_spec.rb
-- spec/canvas_sync/jobs/sync_submissions_job_spec.rb
 - spec/canvas_sync/jobs/sync_terms_job_spec.rb
 - spec/canvas_sync/live_events/live_event_sync_spec.rb
 - spec/canvas_sync/live_events/live_events_controller_spec.rb
@@ -783,20 +765,12 @@ test_files:
 - spec/canvas_sync/canvas_sync_spec.rb
 - spec/canvas_sync/jobs/canvas_process_waiter_spec.rb
 - spec/canvas_sync/jobs/job_spec.rb
-- spec/canvas_sync/jobs/report_checker_spec.rb
-- spec/canvas_sync/jobs/report_processor_job_spec.rb
 - spec/canvas_sync/jobs/report_starter_spec.rb
+- spec/canvas_sync/jobs/report_sync_task_spec.rb
 - spec/canvas_sync/jobs/sync_admins_job_spec.rb
-- spec/canvas_sync/jobs/sync_assignment_groups_job_spec.rb
-- spec/canvas_sync/jobs/sync_assignments_job_spec.rb
-- spec/canvas_sync/jobs/sync_content_migrations_job_spec.rb
-- spec/canvas_sync/jobs/sync_context_module_items_job_spec.rb
-- spec/canvas_sync/jobs/sync_context_modules_job_spec.rb
 - spec/canvas_sync/jobs/sync_provisioning_report_job_spec.rb
 - spec/canvas_sync/jobs/sync_roles_job_spec.rb
-- spec/canvas_sync/jobs/sync_scores_job_spec.rb
 - spec/canvas_sync/jobs/sync_simple_table_job_spec.rb
-- spec/canvas_sync/jobs/sync_submissions_job_spec.rb
 - spec/canvas_sync/jobs/sync_terms_job_spec.rb
 - spec/canvas_sync/live_events/live_event_sync_spec.rb
 - spec/canvas_sync/live_events/live_events_controller_spec.rb

data/lib/canvas_sync/jobs/report_checker.rb

@@ -1,108 +0,0 @@
-module CanvasSync
-  module Jobs
-    # ActiveJob class used to check the status of a pending Canvas report.
-    # Re-enqueues itself if the report is still processing on Canvas.
-    # Enqueues the ReportProcessor when the report has completed.
-    class ReportChecker < CanvasSync::Job
-      REPORT_TIMEOUT = 24.hours
-      COMPILATION_TIMEOUT = 3.hours
-      MAX_TRIES = 3
-
-      class FatalReportError < ::RuntimeError; end
-
-      discard_on FatalReportError
-
-      # @param report_name [Hash] e.g., 'provisioning_csv'
-      # @param report_id [Integer]
-      # @param processor [String] a stringified report processor class name
-      # @param options [Hash] hash of options that will be passed to the job processor
-      # @return [nil]
-      def perform(report_name, report_id, processor, options, checker_context = {}) # rubocop:disable Metrics/AbcSize
-        max_tries = options[:report_max_tries] || batch_context[:report_max_tries] || MAX_TRIES
-        account_id = options[:account_id] || batch_context[:account_id] || "self"
-        report_status = CanvasSync.get_canvas_sync_client(batch_context)
-                                  .report_status(account_id, report_name, report_id)
-
-        case report_status["status"].downcase
-        when "complete"
-          CanvasSync::Jobs::ReportProcessorJob.perform_later(
-            report_name,
-            report_status["attachment"]["url"],
-            processor,
-            options,
-            report_id,
-          )
-        when "error", "deleted"
-          checker_context[:failed_attempts] ||= 0
-          checker_context[:failed_attempts] += 1
-          failed_attempts = checker_context[:failed_attempts]
-          message = "Report failed to process; status was #{report_status} for report_name: #{report_name}, report_id: #{report_id}, #{current_organization.name}.  This report has now failed #{checker_context[:failed_attempts]} time." # rubocop:disable Metrics/LineLength
-          Rails.logger.error(message)
-          if failed_attempts >= max_tries
-            Rails.logger.error("This report has failed #{failed_attempts} times.  Giving up.")
-            raise FatalReportError, message
-          else
-            restart_report(options, report_name, processor, checker_context)
-          end
-        else
-          report_timeout = parse_timeout(options[:report_timeout] || batch_context[:report_timeout] || REPORT_TIMEOUT)
-          if timeout_met?(options[:sync_start_time], report_timeout)
-            raise FatalReportError, "Report appears to be stuck #{report_name}##{report_id}"
-          end
-
-          if report_status["status"].downcase == 'compiling'
-            checker_context['compiling_since'] ||= DateTime.now.iso8601
-            compilation_timeout = parse_timeout(options[:report_compilation_timeout] || batch_context[:report_compilation_timeout] || COMPILATION_TIMEOUT)
-            if timeout_met?(checker_context['compiling_since'], compilation_timeout)
-              raise FatalReportError, "Report appears to be stuck #{report_name}##{report_id}"
-            end
-          end
-
-          CanvasSync::Jobs::ReportChecker
-            .set(wait: report_checker_wait_time)
-            .perform_later(
-              report_name,
-              report_id,
-              processor,
-              options,
-              checker_context
-            )
-        end
-      end
-
-      protected
-
-      def timeout_met?(base_time, timeout_length)
-        return false unless base_time.present? && timeout_length.present?
-        DateTime.now > (DateTime.parse(base_time) + timeout_length)
-      end
-
-      def parse_timeout(val)
-        val
-      end
-
-      def restart_report(options, report_name, processor, checker_context)
-        account_id = options[:account_id] || batch_context[:account_id] || "self"
-        options[:sync_start_time] = DateTime.now.utc.iso8601
-        new_context = {}
-        new_context[:failed_attempts] = checker_context[:failed_attempts]
-        report_id = start_report(account_id, report_name, options[:report_params])
-        CanvasSync::Jobs::ReportChecker
-            .set(wait: report_checker_wait_time)
-            .perform_later(
-              report_name,
-              report_id,
-              processor,
-              options,
-              new_context
-            )
-      end
-
-      def start_report(account_id, report_name, report_params)
-        report = CanvasSync.get_canvas_sync_client(batch_context)
-                           .start_report(account_id, report_name, report_params)
-        report["id"]
-      end
-    end
-  end
-end

data/lib/canvas_sync/jobs/report_processor_job.rb

@@ -1,35 +0,0 @@
-require "open-uri"
-
-module CanvasSync
-  module Jobs
-    # ActiveJob class that wraps around a report processor. This job will
-    # download the report, and then pass the file path and options into the
-    # process method on the processor.
-    class ReportProcessorJob < CanvasSync::Job
-      # @param report_name [Hash] e.g., 'provisioning_csv'
-      # @param report_url [String]
-      # @param processor [String] a stringified report processor class name
-      # @param options [Hash] hash of options that will be passed to the job processor
-      # @return [nil]
-      def perform(report_name, report_url, processor, options, report_id)
-        @job_log.update(job_class: processor)
-        download(report_name, report_url) do |file_path|
-          options = batch_context.merge(options).merge({
-            report_processor_job_id: @job_log.job_id
-          })
-          processor.constantize.process(file_path, options, report_id)
-        end
-      end
-
-      private
-
-      def download(report_name, report_url)
-        Dir.mktmpdir do |dir|
-          file_path = "#{dir}/#{report_name}"
-          canvas_sync_client.download_report(report_url, file_path)
-          yield file_path
-        end
-      end
-    end
-  end
-end

data/lib/canvas_sync/processors/assignment_groups_processor.rb

@@ -1,19 +0,0 @@
-require_relative "./report_processor"
-
-module CanvasSync
-  module Processors
-    # Processes a assignment_groups report using the bulk importer.
-    #
-    # @param report_file_path [String]
-    # @param options [Hash]
-    class AssignmentGroupsProcessor < ReportProcessor
-      def self.process(report_file_path, _options, report_id)
-        new(report_file_path, _options)
-      end
-
-      def initialize(report_file_path, options)
-        do_bulk_import(report_file_path, AssignmentGroup, options: options)
-      end
-    end
-  end
-end

data/lib/canvas_sync/processors/assignment_overrides_processor.rb

@@ -1,41 +0,0 @@
-require_relative "./report_processor"
-
-module CanvasSync
-  module Processors
-    # Processes a assignment overrides report using the bulk importer.
-    #
-    # @param report_file_path [String]
-    # @param options [Hash]
-    class AssignmentOverridesProcessor < ReportProcessor
-      # Class method that starts processing (for consistent interface with other processors).
-      def self.process(report_file_path, options, report_id)
-        new(report_file_path, options)
-      end
-
-      def initialize(report_file_path, options)
-        do_bulk_import(report_file_path, AssignmentOverride, options: options) do |row|
-          # Handle transforms here instead of in mappings
-          row[:student_ids]       = parse_student_ids(row[:student_ids])
-
-          # Convert empty/null/'0' values to nil
-          # For Ruby 2.7
-          row[:group_id]          = parse_nil_value(row[:group_id])
-          row[:course_section_id] = parse_nil_value(row[:course_section_id])
-          row
-        end
-      end
-
-      private
-
-      def parse_student_ids(value)
-        value.present? ? JSON.parse(value) : nil
-      end
-
-      def parse_nil_value(value)
-        # Convert "0", "null", or empty string to nil
-        return nil if %w[0 null].include?(value) || value == ''
-        value
-      end
-    end
-  end
-end

data/lib/canvas_sync/processors/assignments_processor.rb

@@ -1,19 +0,0 @@
-require_relative "./report_processor"
-
-module CanvasSync
-  module Processors
-    # Processes an assignments report using the bulk importer.
-    #
-    # @param report_file_path [String]
-    # @param options [Hash]
-    class AssignmentsProcessor < ReportProcessor
-      def self.process(report_file_path, _options, report_id)
-        new(report_file_path, _options)
-      end
-
-      def initialize(report_file_path, options)
-        do_bulk_import(report_file_path, Assignment, options: options)
-      end
-    end
-  end
-end

data/lib/canvas_sync/processors/content_migrations_processor.rb

@@ -1,19 +0,0 @@
-require_relative "./report_processor"
-
-module CanvasSync
-  module Processors
-    # Processes a content migrations report using the bulk importer.
-    #
-    # @param report_file_path [String]
-    # @param options [Hash]
-    class ContentMigrationsProcessor < ReportProcessor
-      def self.process(report_file_path, _options, report_id)
-        new(report_file_path, _options)
-      end
-
-      def initialize(report_file_path, options)
-        do_bulk_import(report_file_path, ContentMigration, options: options)
-      end
-    end
-  end
-end

data/lib/canvas_sync/processors/context_module_items_processor.rb

@@ -1,19 +0,0 @@
-require_relative "./report_processor"
-
-module CanvasSync
-  module Processors
-    # Processes a context modules report using the bulk importer.
-    #
-    # @param report_file_path [String]
-    # @param options [Hash]
-    class ContextModuleItemsProcessor < ReportProcessor
-      def self.process(report_file_path, _options, report_id)
-        new(report_file_path, _options)
-      end
-
-      def initialize(report_file_path, options)
-        do_bulk_import(report_file_path, ContextModuleItem, options: options)
-      end
-    end
-  end
-end

data/lib/canvas_sync/processors/context_modules_processor.rb

@@ -1,19 +0,0 @@
-require_relative "./report_processor"
-
-module CanvasSync
-  module Processors
-    # Processes a context modules report using the bulk importer.
-    #
-    # @param report_file_path [String]
-    # @param options [Hash]
-    class ContextModulesProcessor < ReportProcessor
-      def self.process(report_file_path, _options, report_id)
-        new(report_file_path, _options)
-      end
-
-      def initialize(report_file_path, options)
-        do_bulk_import(report_file_path, ContextModule, options: options)
-      end
-    end
-  end
-end