canvas_sync 0.27.14 → 0.27.15

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2d0d5545af44d472c6222d3d26833a90f795d05ce045eb029bc493b542d16799
-  data.tar.gz: caffe0593b173610b3a56f60459b2ba4fb8dc8d7239e018f766856f9b49cc1a1
+  metadata.gz: 5b9df64b18232b05db0d002ff124845da7e8b5b04e712024047122e5ee3d228d
+  data.tar.gz: 9537a34a09178f945eca6342159b005491c38fb52848ebd1c095358a57718354
 SHA512:
-  metadata.gz: e507c8517386c294feaa221a8d7b28dd82ac9b578b08bf8dfce7398b73f653f79169251768a80e3f6fecd83000b0cce99448c505178538b0700ace4596513e0f
-  data.tar.gz: a543d2656184f1150bbb5ff38bdaeb6a4fe2e3d18efa7b94ff1364080715ef92f12ea43ede0059c7c104f8c9878b151559fffaa3865de4555114095706fdf223
+  metadata.gz: '0647553723168ca27615daff30aa6a3ed746e68c11d559e51db31e6710a665572668765431ffcfe01f3db7807d2dd938be80f33987c47cd852477435264519a0'
+  data.tar.gz: 57031d7dd3884bbdf2f8c8af966e9ccdeb257011537aee39ba23ab261c3dee38b2dc32f69957b1d3d4d2b294d1fa0da88ff6736118091917b7b017830c9dfb1d

data/lib/canvas_sync/jobs/report_starter.rb

@@ -53,9 +53,13 @@ module CanvasSync
         processor_class = processor_class_name.constantize
         account_id = options[:account_id] || context[:account_id] || "self"
 
+        # The old ReportProcessorJob passed `batch_context.merge(options)` (e.g. sync_start_time)
+        # through to the processor; preserve that here for old custom Processor subclasses.
+        merged_options = state.merge(options)
+
         # The old processor signature: process(file_path, options, report_id)
         # Note: The third param was report_id in ReportProcessorJob but was account_id in practice
-        processor_class.process(file, options, account_id)
+        processor_class.process(file, merged_options, account_id)
       end
     end
   end

data/lib/canvas_sync/jobs/report_sync_task.rb

@@ -146,10 +146,13 @@ module CanvasSync
       end
 
       def do_bulk_import(report_file_path, model, options: {}, mapping_key: nil, &blk)
-        Processors::ReportProcessor.new().do_bulk_import(report_file_path, model, options: options, mapping_key: mapping_key, &blk)
+        import_options = { sync_start_time: state[:sync_start_time] }.merge(options)
+        Processors::ReportProcessor.new().do_bulk_import(report_file_path, model, options: import_options, mapping_key: mapping_key, &blk)
       end
 
       class ReportTaskJob < CanvasSync::Job
+        discard_on FatalReportError
+
         protected
 
         def canvas_account_id

data/lib/canvas_sync/jobs/sync_provisioning_report_job.rb

@@ -16,7 +16,7 @@ module CanvasSync
           params[model] = true
         end
 
-        merged_params = merge_report_params(options, params)
+        merged_params = merge_report_params(options, params).with_indifferent_access
 
         # Make sure the report also checks last_activity_at when checking updated_at
         if options[:models].include?("enrollments")

data/lib/canvas_sync/version.rb

@@ -1,3 +1,3 @@
 module CanvasSync
-  VERSION = "0.27.14".freeze
+  VERSION = "0.27.15".freeze
 end

data/lib/canvas_sync.rb

@@ -27,66 +27,53 @@ module CanvasSync
   JobBatches = Joblin::Batching
   JobUniqueness = Joblin::Uniqueness
 
-  SUPPORTED_MODELS = %w[
-    users
-    pseudonyms
-    courses
-    groups
-    group_memberships
-    accounts
-    terms
-    enrollments
-    sections
-    assignments
-    submissions
-    roles
-    admins
-    assignment_groups
-    context_modules
-    context_module_items
-    xlist
-    user_observers
-    grading_periods
-    grading_period_groups
-    content_migrations
-    learning_outcomes
-    learning_outcome_results
-    course_nicknames
-    rubrics
-    rubric_associations
-    rubric_assessments
-    course_progresses
-    assignment_overrides
-    scores
-  ].freeze
+  KNOWN_MODELS = {
+    users: { job: :provisioning, term_scoped: false },
+    pseudonyms: { job: :provisioning, term_scoped: false },
+    user_observers: { job: :provisioning, term_scoped: false },
+    grading_periods: { job: :provisioning, term_scoped: false },
+    grading_period_groups: { job: :provisioning, term_scoped: false },
+    learning_outcomes: { job: :provisioning, term_scoped: false },
+    learning_outcome_results: { job: :provisioning, term_scoped: false },
 
-  SUPPORTED_TERM_SCOPE_MODELS = %w[
-    assignments
-    submissions
-    assignment_groups
-    context_modules
-    context_module_items
-    rubrics
-    rubric_associations
-    rubric_assessments
-    course_progresses
-    assignment_overrides
-    scores
-  ].freeze
+    terms: { job: CanvasSync::Jobs::SyncTermsJob, term_scoped: false },
+    accounts: { job: CanvasSync::Jobs::SyncAccountsJob, term_scoped: false },
+    roles: { job: CanvasSync::Jobs::SyncRolesJob, term_scoped: false },
+    admins: { job: CanvasSync::Jobs::SyncAdminsJob, term_scoped: false },
 
-  DEFAULT_TERM_SCOPE_MODELS = %w[
-    assignments
-    submissions
-    assignment_groups
-    context_modules
-    context_module_items
-    rubrics
-    rubric_associations
-    rubric_assessments
-    course_progresses
-    assignment_overrides
-    scores
-  ].freeze
+    groups: { job: :provisioning, term_scoped: false },
+    group_memberships: { job: :provisioning, term_scoped: false },
+
+    courses: { job: :provisioning, term_scoped: true },
+    course_nicknames: { job: :provisioning, term_scoped: true },
+    sections: { job: :provisioning, term_scoped: true },
+    xlist: { job: :provisioning, term_scoped: true },
+
+    context_modules: { job: CanvasSync::Jobs::SyncContextModulesJob, term_scoped: true },
+    context_module_items: { job: CanvasSync::Jobs::SyncContextModuleItemsJob, term_scoped: true },
+    content_migrations: { job: CanvasSync::Jobs::SyncContentMigrationsJob, term_scoped: true },
+
+    enrollments: { job: :provisioning, term_scoped: true },
+    course_progresses: { job: CanvasSync::Jobs::SyncCourseProgressesJob, term_scoped: true },
+
+    assignments: { job: CanvasSync::Jobs::SyncAssignmentsJob, term_scoped: true },
+    assignment_groups: { job: CanvasSync::Jobs::SyncAssignmentGroupsJob, term_scoped: true },
+    assignment_overrides: { job: CanvasSync::Jobs::SyncAssignmentOverridesJob, term_scoped: true },
+    submissions: { job: CanvasSync::Jobs::SyncSubmissionsJob, term_scoped: true },
+    scores: { job: CanvasSync::Jobs::SyncScoresJob, term_scoped: true },
+
+    rubrics: { job: CanvasSync::Jobs::SyncRubricsJob, term_scoped: false },
+    rubric_associations: { job: CanvasSync::Jobs::SyncRubricAssociationsJob, term_scoped: false },
+    rubric_assessments: { job: CanvasSync::Jobs::SyncRubricAssessmentsJob, term_scoped: false },
+  }.with_indifferent_access.freeze
+
+  SUPPORTED_MODELS = KNOWN_MODELS.keys.map(&:to_s).freeze
+
+  SUPPORTED_TERM_SCOPE_MODELS = KNOWN_MODELS.select { |_, v| v[:term_scoped] }.keys.map(&:to_s).freeze
+
+  DEFAULT_TERM_SCOPE_MODELS = SUPPORTED_TERM_SCOPE_MODELS
+
+  PROVISIONING_REPORT_MODELS = KNOWN_MODELS.select { |_, v| v[:job] == :provisioning }.keys.map(&:to_s).freeze
 
   SUPPORTED_LIVE_EVENTS = %w[
     course
@@ -182,26 +169,7 @@ module CanvasSync
       options = options.deep_symbolize_keys!
 
       given_models = models.dup
-
-      model_job_map = {
-        terms: CanvasSync::Jobs::SyncTermsJob,
-        accounts: CanvasSync::Jobs::SyncAccountsJob,
-        roles: CanvasSync::Jobs::SyncRolesJob,
-        admins: CanvasSync::Jobs::SyncAdminsJob,
-
-        assignments: CanvasSync::Jobs::SyncAssignmentsJob,
-        submissions: CanvasSync::Jobs::SyncSubmissionsJob,
-        assignment_groups: CanvasSync::Jobs::SyncAssignmentGroupsJob,
-        assignment_overrides: CanvasSync::Jobs::SyncAssignmentOverridesJob,
-        context_modules: CanvasSync::Jobs::SyncContextModulesJob,
-        context_module_items: CanvasSync::Jobs::SyncContextModuleItemsJob,
-        content_migrations: CanvasSync::Jobs::SyncContentMigrationsJob,
-        course_progresses: CanvasSync::Jobs::SyncCourseProgressesJob,
-        rubrics: CanvasSync::Jobs::SyncRubricsJob,
-        rubric_associations: CanvasSync::Jobs::SyncRubricAssociationsJob,
-        rubric_assessments: CanvasSync::Jobs::SyncRubricAssessmentsJob,
-        scores: CanvasSync::Jobs::SyncScoresJob,
-      }.with_indifferent_access
+      term_scoped_models = term_scoped_models & SUPPORTED_TERM_SCOPE_MODELS
 
       root_chain = base_canvas_sync_chain(**kwargs, globals: options[:global] || kwargs[:globals])
       concurrent_root_chain = JobBatches::ChainBuilder.new(JobBatches::ConcurrentBatchJob)
@@ -211,7 +179,8 @@ module CanvasSync
 
       try_add_model_job = ->(model) {
         return unless models.include?(model)
-        current_chain << { job: model_job_map[model].to_s, options: options[model.to_sym] || {} }
+        return if KNOWN_MODELS[model][:job] == :provisioning
+        current_chain << { job: KNOWN_MODELS[model][:job].to_s, options: options[model.to_sym] || {} }
         models -= [model]
       }
 
@@ -219,20 +188,26 @@ module CanvasSync
       # General provisioning jobs (not term-scoped)
       ##############################
 
+      models -= ['terms']
+
       # Accounts, users, roles, and admins cannot be scoped to term
       try_add_model_job.call('accounts')
 
-      # These Models use the provisioning report, but are not term-scoped,
-      # so we sync them outside of the term scoping to ensure work is not duplicated
+      # We could safely remove the unless wrapping, but it allows us to just merge these models into
+      #  the later provisioning report so we do it w/ one report instead of two.
       unless term_scope == false
-        models -= (first_provisioning_models = models & ['users', 'pseudonyms', 'user_observers', 'grading_periods', 'grading_period_groups'])
+        # These Models use the provisioning report, but are not term-scoped,
+        # so we sync them outside of the term scoping to ensure work is not duplicated
+        first_provisioning_models = (models - term_scoped_models) & PROVISIONING_REPORT_MODELS
+        models -= first_provisioning_models
         current_chain.insert(generate_provisioning_jobs(first_provisioning_models, options))
       end
 
       try_add_model_job.call('roles')
       try_add_model_job.call('admins')
 
-      (SUPPORTED_TERM_SCOPE_MODELS - term_scoped_models).each do |mdl|
+      # (SUPPORTED_TERM_SCOPE_MODELS - term_scoped_models).each do |mdl|
+      (models - term_scoped_models).each do |mdl|
         try_add_model_job.call(mdl)
       end
 
@@ -242,22 +217,26 @@ module CanvasSync
 
       term_parent_chain = current_chain
 
-      per_term_chain = JobBatches::ChainBuilder.build(model_job_map[:terms], term_scope: term_scope)
+      per_term_chain = JobBatches::ChainBuilder.build(KNOWN_MODELS['terms'][:job].to_s, term_scope: term_scope)
       current_chain = per_term_chain
 
       term_scoped_models.each do |mdl|
         try_add_model_job.call(mdl)
       end
 
+      prov_rep_models = models & PROVISIONING_REPORT_MODELS
+      models -= prov_rep_models
       current_chain.insert(
-        generate_provisioning_jobs(models - ['terms'], options)
+        generate_provisioning_jobs(prov_rep_models, options)
       )
 
       # Skip syncing terms if not required
-      if !current_chain.empty? || (models & ['terms']).present?
+      if !current_chain.empty? || (given_models & ['terms']).present?
         term_parent_chain << per_term_chain
       end
 
+      raise ArgumentError, "Some models were not processed: #{models.join(', ')}" if models.present?
+
       ###############################
       # Wrap it all up
       ###############################

data/spec/canvas_sync/jobs/sync_provisioning_report_job_spec.rb

@@ -17,7 +17,7 @@ RSpec.describe CanvasSync::Jobs::SyncProvisioningReportJob do
             'courses' => true,
             enrollment_term_id: term.canvas_id,
           }
-        })
+        }.with_indifferent_access)
       end
     end
 
@@ -33,7 +33,7 @@ RSpec.describe CanvasSync::Jobs::SyncProvisioningReportJob do
             'users' => true,
             'courses' => true,
           }
-        })
+        }.with_indifferent_access)
       end
     end
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: canvas_sync
 version: !ruby/object:Gem::Version
-  version: 0.27.14
+  version: 0.27.15
 platform: ruby
 authors:
 - Instructure CustomDev