canvas_sync 0.22.6 → 0.22.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 61d4f6b7e0c7f8201ee2dccdeea7e9f3149f112d35ea4ab72903ddbee892c079
-  data.tar.gz: 72a6a5553aa892680ee6ce2dacba9ce98d200cc44bd17a40dc5648b028b63868
+  metadata.gz: '0882011929080b4e55e1798ae3639c4431a583dd2a31634b2b9c2ba5f450fcb4'
+  data.tar.gz: 7a339eef193de9b640b3d68d5474a7771d363f7dee723be49da33cf319afe610
 SHA512:
-  metadata.gz: 5eb771935ecaa392a2fd6442136cadbe7972912381de6028c145de4e45419904de56a694a636dde1cabcbfda67fbeedfdcecd38993031194dab85f75ed529b98
-  data.tar.gz: fd8a0c64457a2190783527dcbfff67d34ec17f6f9249b1e0f4147a0e3ef8d5b9ae66ad4e132982b341ace536db78f39b95dbd5c7447f6099d765b83c8ef897ce
+  metadata.gz: a54b1779112dce3d106a503cc720b74d5b54ed2688c95c9d2c3523024813a0ac34d144417a8959bc81561dc4f78a7cf9914dd124037c85376a8a35b455bd5be1
+  data.tar.gz: 74e8b3e7d9317bbc2bbd7f902cfbedeabfd826ddbfd70aa4c8bf57c6f05dc2f4176f7bf2c0cc0352adae4ecaa4978f57f02fc3dcbbed8d1d8130df58bbaea51d

data/lib/canvas_sync/concerns/api_syncable.rb

@@ -40,14 +40,17 @@ module CanvasSync::Concerns
         options = { validate: false, on_duplicate_key_update: update_conditions }.merge(import_args)
 
         if all_pages
-          batcher = CanvasSync::BatchProcessor.new(of: batch_size) do |batch|
-            import(columns, batch, options)
+          enumer = api_array.all_pages_each.lazy
+
+          # Map the API response to instances of this model
+          enumer = enumer.map do |api_item|
+            new.assign_from_api_params(api_item)
           end
-          api_array.all_pages_each do |api_item|
-            item = new.assign_from_api_params(api_item)
-            batcher << item
+
+          # Import in batches
+          enumer.each_slice(batch_size) do |batch|
+            import(columns, batch, options)
           end
-          batcher.flush
         else
           items = api_array.map do |api_item|
             new.assign_from_api_params(api_item)

data/lib/canvas_sync/concerns/sync_mapping.rb

@@ -51,10 +51,11 @@ module CanvasSync::Concerns
             m = maps[mname] = {}
 
             m[:conflict_target] = Array(legacy[:conflict_target]).map(&:to_sym).map do |lct|
-              legacy[:report_columns][lct][:database_column_name]
+              legacy[:report_columns]&.[](lct)&.[](:database_column_name)
             end
 
             m[:columns] = {}
+
             legacy[:report_columns].each do |rcol, opts|
               m[:columns][opts[:database_column_name]] = opts.except(:database_column_name).merge!(
                 report_column: rcol,
@@ -68,6 +69,15 @@ module CanvasSync::Concerns
       def self.default_v1_mappings
         @legacy_mappings ||= begin
           mapping = YAML.load_file(File.join(__dir__, '../processors', "model_mappings.yml")).deep_symbolize_keys!
+          # Default columns can be excluded if the table has not been migrated to accept them
+          mapping.each do |mname, legacy|
+            legacy[:report_columns].select! do |rcol, opts|
+              model = mname.to_s&.classify&.safe_constantize
+              # we need to make sure this is a model otherwise they will be systematically removed - some mappings are not models (e.g xlists)
+              model.present? && !model.column_names.include?(opts[:database_column_name].to_s) ? false : true
+            end
+          end
+
           override_filepath = Rails.root.join("config/canvas_sync_provisioning_mapping.yml")
 
           if File.file?(override_filepath)

data/lib/canvas_sync/generators/templates/migrations/create_enrollments.rb

@@ -13,6 +13,7 @@ class CreateEnrollments < ActiveRecord::Migration[5.1]
       t.bigint :canvas_section_id
       t.string :workflow_state
       t.string :base_role_type
+      t.datetime :completed_at
 
       t.timestamps
     end

data/lib/canvas_sync/importers/bulk_importer.rb

@@ -23,7 +23,7 @@ module CanvasSync
         end
       end
 
-      def self.perform_in_batches(report_file_path, raw_mapping, klass, conflict_target, import_args: {})
+      def self.perform_in_batches(report_file_path, raw_mapping, klass, conflict_target, import_args: {}, &block)
         mapping = {}.with_indifferent_access
         raw_mapping.each do |db_col, opts|
           next if opts[:deprecated] && !klass.column_names.include?(db_col.to_s)
@@ -37,14 +37,27 @@ module CanvasSync
         conflict_target = Array(conflict_target).map(&:to_s)
         conflict_target_indices = conflict_target.map{|ct| database_column_names.index(ct) }
 
-        row_ids = {}
-        batcher = CanvasSync::BatchProcessor.new(of: batch_size) do |batch|
-          row_ids = {}
-          perform_import(klass, database_column_names, batch, conflict_target, import_args)
+        enumer = CSV.foreach(report_file_path, headers: true, header_converters: :symbol).lazy
+
+        # Optionally filter rows by a passed block
+        if block
+          enumer = enumer.filter_map do |row|
+            catch :skip do
+              block.call(row)
+            end
+          end
+        end
+
+        # Optionally chunk by a computed value. Mainly so we can group duplicate rows and choose one
+        chunker = nil
+        chunker = UserChunker.new if defined?(User) && klass == User && csv_column_names.include?('user_id')
+        if chunker
+          enumer = enumer.chunk{|row| chunker.key(row) }.flat_map{|key, rows| chunker.choose(key, rows) }
         end
 
-        row_buffer_out = ->(row) {
-          formatted_row = mapping.map do |db_col, col_def|
+        # Prepare the rows for import
+        enumer = enumer.map do |row|
+          mapping.map do |db_col, col_def|
             value = nil
             value = row[col_def[:report_column]] if col_def[:report_column]
 
@@ -63,33 +76,25 @@ module CanvasSync
 
             value
           end
+        end
 
-          if conflict_target.present?
-            key = conflict_target_indices.map{|ct| formatted_row[ct] }
-            next if row_ids[key]
-
+        # Reject rows within a single batch that have the same ID
+        row_ids = nil
+        if conflict_target.present?
+          enumer = enumer.reject do |row|
+            key = conflict_target_indices.map{|ct| row[ct] }
+            skip = row_ids[key]
             row_ids[key] = true
+            skip
           end
-
-          batcher << formatted_row
-        }
-
-        row_buffer = nil
-        if defined?(User) && klass == User && csv_column_names.include?('user_id')
-          row_buffer = UserRowBuffer.new(&row_buffer_out)
-        else
-          row_buffer = NullRowBuffer.new(&row_buffer_out)
         end
 
-        CSV.foreach(report_file_path, headers: true, header_converters: :symbol) do |row|
-          row = yield(row) if block_given?
-          next if row.nil?
-
-          row_buffer << row
+        # Start importing
+        row_ids = {}
+        enumer.each_slice(batch_size) do |batch|
+          perform_import(klass, database_column_names, batch, conflict_target, import_args)
+          row_ids = {}
         end
-
-        row_buffer.flush
-        batcher.flush
       end
 
       def self.perform_import(klass, columns, rows, conflict_target, import_args={})
@@ -157,52 +162,17 @@ module CanvasSync
         batch_size > 0 ? batch_size : DEFAULT_BATCH_SIZE
       end
 
-      class RowBuffer
-        def initialize(&block)
-          @flush_out = block
-          @buffered_rows = []
-        end
-
-        def <<(v)
-          @buffered_rows << v
-        end
-
-        def flush(value = @buffered_rows)
-          if value.is_a?(Array)
-            value.each do |v|
-              @flush_out.call(v)
-            end
-          else
-            @flush_out.call(value)
-          end
-          @buffered_rows = []
-        end
-      end
-
-      class NullRowBuffer
-        def initialize(&block)
-          @flush_out = block
-        end
-
-        def <<(v)
-          @flush_out.call(v)
-        end
-
-        def flush; end
-      end
-
       # Ensures that, if a User has multiple rows, one with a SIS ID is preferred.
       # This is mainly to fix issues in legacy apps - the suggested approach for new apps
       # is to sync and use the Pseudonymes table
-      class UserRowBuffer < RowBuffer
-        def <<(v)
-          flush if @buffered_rows[0] && @buffered_rows[0][:canvas_user_id] != v[:canvas_user_id]
-          super
+      class UserChunker
+        def key(row)
+          row[:canvas_user_id]
         end
 
-        def flush
-          row = @buffered_rows.find{|r| r[:user_id].present? } || @buffered_rows.last
-          super(row.present? ? [row] : [])
+        def choose(key, rows)
+          row = rows.find{|r| r[:user_id].present? } || rows.last
+          row.present? ? [row] : []
         end
       end
     end

data/lib/canvas_sync/job_batches/batch.rb

@@ -337,7 +337,7 @@ module CanvasSync::JobBatches
           trigger_callback.call(:complete)
         end
 
-        if all_successful # All Successfull
+        if all_successful # All Successful
           trigger_callback.call(:success)
         elsif pending_jobs == dead_jobs && pending_batches == stagnated_batches # Stagnated
           trigger_callback.call(:stagnated)

data/lib/canvas_sync/job_batches/chain_builder.rb

@@ -4,9 +4,7 @@ module CanvasSync::JobBatches
 
     attr_reader :base_job
 
-    def initialize(base_type = SerialBatchJob, chain_id: nil)
-      @chain_id = chain_id || SecureRandom.urlsafe_base64(10)
-
+    def initialize(base_type = SerialBatchJob)
       if base_type.is_a?(Hash)
         @base_job = base_type
         @base_job[:args] ||= @base_job[:parameters] || []
@@ -111,7 +109,7 @@ module CanvasSync::JobBatches
       return nil if matching_jobs.count == 0
 
       job = matching_jobs[0][0]
-      job = self.class.new(job, chain_id: @chain_id) unless job.is_a?(ChainBuilder)
+      job = self.class.new(job) unless job.is_a?(ChainBuilder)
       job
     end
 
@@ -120,7 +118,6 @@ module CanvasSync::JobBatches
         job_def.normalize!
       else
         job_def[:job] = job_def[:job].to_s
-        job_def[:chain_link] ||= "#{@chain_id}-#{SecureRandom.urlsafe_base64(10)}"
         if (chain = self.class.get_chain_parameter(job_def, raise_error: false)).present?
           chain.map! { |sub_job| normalize!(sub_job) }
         end
@@ -141,7 +138,7 @@ module CanvasSync::JobBatches
         args: args,
         kwargs: kwargs,
       }
-      self.class.new(hsh, chain_id: @chain_id).apply_block(&blk) if blk.present?
+      self.class.new(hsh).apply_block(&blk) if blk.present?
       hsh
     end
 
@@ -242,24 +239,6 @@ module CanvasSync::JobBatches
           job_class.perform_later(*job_args, **job_kwargs)
         end
       end
-
-      def link_to_batch!(chain_link, batch)
-        # Or make chains a separate entity - Chains show batches, but batches don't show chain?
-        # Or "Annotate" a Batch with chain data - could extract chain id from any job entry
-      end
-
-      def annotate_batch!(batch, chain)
-
-      end
-
-      def handle_step_complete(status, opts)
-        chain_link = opts[:chain_link]
-        chain_id, chain_step_id = chain_link.split('-')
-
-        CanvasSync::JobBatches::Batch.redis.multi do |r|
-          r.hset("CHAIN-#{chain_id}-steps", chain_step_id, "complete")
-        end
-      end
     end
   end
 

data/lib/canvas_sync/job_batches/jobs/managed_batch_job.rb

@@ -144,10 +144,6 @@ module CanvasSync::JobBatches
             if next_job[:chain_link].present?
               # Annotate Batch with chain-step info
               batch.context["csb:chain_link"] = next_job[:chain_link]
-              # TODO Add Fiber Batch to chain-link
-              # With the exception of the top of the Chain, all nested ManagedBatch Roots should be within a Fiber,
-              #   so we shouldn't really need to make the Root checkin with the chain
-              #   ...except to cleanup the chain
               batch.on(:complete, "#{ChainBuilder.to_s}.chain_step_complete", chain_link: next_job[:chain_link])
             end
 

data/lib/canvas_sync/job_batches/status.rb

@@ -49,7 +49,6 @@ module CanvasSync::JobBatches
       end
 
       def success?
-        # TODO (Race Condition) This might not be valid if checked from a :complete callback
         'true' == Batch.redis { |r| r.hget("BID-#{bid}", 'success') }
       end
 

data/lib/canvas_sync/job_uniqueness/lock_context.rb

@@ -6,6 +6,8 @@ module CanvasSync::JobUniqueness
       context_class.new(data, **kwargs)
     end
 
+    attr_reader :lock_id
+
     # { job_clazz, jid, queue, args?, kwargs?, base_key? }
     def initialize(data, job_instance: nil, config: nil)
       @base_key = data[:base_key]
@@ -14,9 +16,7 @@ module CanvasSync::JobUniqueness
       @config = config || @context_data[:config]
 
       # TODO Consider (somewhere) updating the lock_id to the BID of the wrapping Batch (when applicable)
-      @lock_id ||= data[:lid] || Thread.current[:unique_jobs_previous_context]&.lock_id
-      @lock_id_locked = @lock_id.present?
-      @lock_id ||= job_id
+      @lock_id ||= data[:lid] || Thread.current[:unique_jobs_previous_context]&.lock_id || job_id
     end
 
     # This is primarily for rehydrating in a Batch Callback, so it is unlikely that args and kwargs are needed.
@@ -84,18 +84,6 @@ module CanvasSync::JobUniqueness
       end
     end
 
-    def lock_id
-      @lock_id_locked = true
-      @lock_id
-    end
-
-    def lock_id=(new_id)
-      raise "Lock ID already set" if @lock_id_locked
-      return unless new_id.present?
-      @lock_id = new_id
-      @lock_id_locked = true
-    end
-
     def job_id
       @context_data[:jid]
     end

data/lib/canvas_sync/jobs/term_batches_job.rb

@@ -12,17 +12,14 @@ module CanvasSync
               # Override the delta-syncing date if:
               # 1. the Term hasn't been synced before or
               # 2. the Term underwent a period of not syncing
+              term_last_sync = CanvasSync.redis.get(self.class.last_sync_key(term_id))
               if batch_context[:updated_after]
-                term_last_sync = CanvasSync.redis.get(self.class.last_sync_key(term_id))
                 if !term_last_sync.present? || batch_context[:updated_after] > term_last_sync
                   local_context[:updated_after] = term_last_sync.presence
                 end
               end
 
               JobBatches::ManagedBatchJob.make_batch(jobs, ordered: false, concurrency: true) do |b|
-                # TODO If we do a Chain UI, this will need to checkin somehow to indicate that the chain forked
-                #   Or chain steps just show a summary - eg "Started", "X Jobs Running", "Done" or "X Jobs Running, Y Jobs Done" - and not individual forks
-                #   For a step to be considered done, all previous sibling-level steps must be done and no batches pending
                 b.description = "TermBatchJob(#{term_id}) Root"
                 b.context = local_context
                 b.on(:success, "#{self.class.to_s}.batch_finished") unless options[:mark_synced] == false

data/lib/canvas_sync/processors/model_mappings.yml

@@ -159,6 +159,9 @@ enrollments:
     base_role_type:
       database_column_name: base_role_type
       type: string
+    completed_at:
+      database_column_name: completed_at
+      type: datetime
 
 sections:
   conflict_target: canvas_section_id

data/lib/canvas_sync/version.rb

@@ -1,3 +1,3 @@
 module CanvasSync
-  VERSION = "0.22.6".freeze
+  VERSION = "0.22.8".freeze
 end

data/spec/canvas_sync/canvas_sync_spec.rb

@@ -2,6 +2,18 @@ require 'spec_helper'
 
 RSpec.describe CanvasSync do
   describe '.provisioning_sync' do
+    it 'invokes the first job in the queue and passes on the rest of the job chain' do
+      expected_job_chain = CanvasSync.default_provisioning_report_chain(['courses'], term_scope: nil).normalize![:args][0]
+
+      expect(CanvasSync::Jobs::BeginSyncChainJob).to receive(:perform_later)
+        .with(
+          expected_job_chain,
+          anything
+        )
+
+      CanvasSync.provisioning_sync(['courses'])
+    end
+
     context 'an invalid model is passed in' do
       it 'raises a helpful exception' do
         expect {
@@ -18,25 +30,22 @@ RSpec.describe CanvasSync do
           provisioning: { c: 3 },
           global: { d: 4 },
         })
-        expect(chain.normalize!).to match({
+        expect(chain.normalize!).to eq({
           :job => "CanvasSync::Jobs::BeginSyncChainJob",
-          :chain_link=>String,
           :args => [
             [
               {
                 :job=>"CanvasSync::JobBatches::ConcurrentBatchJob",
-                :chain_link=>String,
                 :args=>[
                   [
-                    {:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :chain_link=>String, :options=>{:models=>["users"], :b=>2}},
+                    {:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :options=>{:models=>["users"], :b=>2}},
                     {
                       :job=>"CanvasSync::Jobs::SyncTermsJob",
-                      :chain_link=>String,
                       :args=>[],
                       :kwargs=>{
                         :term_scope=>"active",
                         :sub_jobs=>[
-                          {:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :chain_link=>String, :options=>{:models=>["courses"], :c=>3}},
+                          {:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :options=>{:models=>["courses"], :c=>3}},
                         ],
                       },
                     },
@@ -53,23 +62,20 @@ RSpec.describe CanvasSync do
       context 'we are syncing users with a term scope' do
         it 'syncs the users in a separate job that runs first' do
           chain = CanvasSync.default_provisioning_report_chain(['users', 'courses'], term_scope: :active)
-          expect(chain.normalize!).to match({
+          expect(chain.normalize!).to eq({
             :job => "CanvasSync::Jobs::BeginSyncChainJob",
-            :chain_link=>String,
             :args => [[
               {
                 :job=>"CanvasSync::JobBatches::ConcurrentBatchJob",
-                :chain_link=>String,
                 :args=>[
                   [
-                    {:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :chain_link=>String, :options=>{:models=>["users"]}},
+                    {:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :options=>{:models=>["users"]}},
                     {
                       :job=>"CanvasSync::Jobs::SyncTermsJob",
-                      :chain_link=>String,
                       :args=>[],
                       :kwargs=>{
                         :sub_jobs=>[
-                          {:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :chain_link=>String, :options=>{:models=>["courses"]}}
+                          {:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :options=>{:models=>["courses"]}}
                         ],
                         :term_scope=>"active",
                       }
@@ -87,20 +93,17 @@ RSpec.describe CanvasSync do
       context 'we are syncing users without a term scope' do
         it 'syncs users along with the rest of the provisioning report' do
           chain = CanvasSync.default_provisioning_report_chain(['users', 'courses'])
-          expect(chain.normalize!).to match({
+          expect(chain.normalize!).to eq({
             :job => "CanvasSync::Jobs::BeginSyncChainJob",
-            :chain_link=>String,
             :args => [[
               {
                 :job=>"CanvasSync::JobBatches::ConcurrentBatchJob",
-                :chain_link=>String,
                 :args=>[[
                   {
                     :job=>"CanvasSync::Jobs::SyncTermsJob",
-                    :chain_link=>String,
                     :args=>[],
                     :kwargs=>{
-                      :sub_jobs=>[{:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :chain_link=>String, :options=>{:models=>["users", "courses"]}}],
+                      :sub_jobs=>[{:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :options=>{:models=>["users", "courses"]}}],
                       :term_scope=>nil,
                     }
                   }
@@ -116,21 +119,18 @@ RSpec.describe CanvasSync do
       context 'we are syncing roles with a term scope' do
         it 'syncs the roles in a separate job that runs first' do
           chain = CanvasSync.default_provisioning_report_chain(['roles', 'courses'], term_scope: :active)
-          expect(chain.normalize!).to match({
+          expect(chain.normalize!).to eq({
             :job => "CanvasSync::Jobs::BeginSyncChainJob",
-            :chain_link=>String,
             :args => [[
               {
                 :job=>"CanvasSync::JobBatches::ConcurrentBatchJob",
-                :chain_link=>String,
                 :args=>[[
-                  {:job=>"CanvasSync::Jobs::SyncRolesJob", :chain_link=>String, :options=>{}},
+                  {:job=>"CanvasSync::Jobs::SyncRolesJob", :options=>{}},
                   {
                     :job=>"CanvasSync::Jobs::SyncTermsJob",
-                    :chain_link=>String,
                     :args=>[],
                     :kwargs=>{
-                      :sub_jobs=>[{:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :chain_link=>String, :options=>{:models=>["courses"]}}],
+                      :sub_jobs=>[{:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :options=>{:models=>["courses"]}}],
                       :term_scope=>"active",
                     }
                   },
@@ -146,21 +146,18 @@ RSpec.describe CanvasSync do
       context 'we are syncing roles without a term scope' do
         it 'syncs roles separately even with no term scope' do
           chain = CanvasSync.default_provisioning_report_chain(['roles', 'courses'])
-          expect(chain.normalize!).to match({
+          expect(chain.normalize!).to eq({
             :job => "CanvasSync::Jobs::BeginSyncChainJob",
-            :chain_link=>String,
             :args => [[
               {
                 :job=>"CanvasSync::JobBatches::ConcurrentBatchJob",
-                :chain_link=>String,
                 :args=>[[
-                  {:job=>"CanvasSync::Jobs::SyncRolesJob", :chain_link=>String, :options=>{}},
+                  {:job=>"CanvasSync::Jobs::SyncRolesJob", :options=>{}},
                   {
                     :job=>"CanvasSync::Jobs::SyncTermsJob",
-                    :chain_link=>String,
                     :args=>[],
                     :kwargs=>{
-                      :sub_jobs=>[{:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :chain_link=>String, :options=>{:models=>["courses"]}}],
+                      :sub_jobs=>[{:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :options=>{:models=>["courses"]}}],
                       :term_scope=>nil,
                     }
                   }
@@ -176,21 +173,18 @@ RSpec.describe CanvasSync do
       context 'we are syncing admins with a term scope' do
         it 'syncs the admins in a separate job that runs first' do
           chain = CanvasSync.default_provisioning_report_chain(['admins', 'courses'], term_scope: :active)
-          expect(chain.normalize!).to match({
+          expect(chain.normalize!).to eq({
             :job => "CanvasSync::Jobs::BeginSyncChainJob",
-            :chain_link=>String,
             :args => [[
               {
                 :job=>"CanvasSync::JobBatches::ConcurrentBatchJob",
-                :chain_link=>String,
                 :args=>[[
-                  {:job=>"CanvasSync::Jobs::SyncAdminsJob", :chain_link=>String, :options=>{}},
+                  {:job=>"CanvasSync::Jobs::SyncAdminsJob", :options=>{}},
                   {
                     :job=>"CanvasSync::Jobs::SyncTermsJob",
-                    :chain_link=>String,
                     :args=>[],
                     :kwargs=>{
-                      :sub_jobs=>[{:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :chain_link=>String, :options=>{:models=>["courses"]}}],
+                      :sub_jobs=>[{:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :options=>{:models=>["courses"]}}],
                       :term_scope=>"active"
                     }
                   }
@@ -206,21 +200,18 @@ RSpec.describe CanvasSync do
       context 'we are syncing admins without a term scope' do
         it 'syncs admins separately even with no term scope' do
           chain = CanvasSync.default_provisioning_report_chain(['admins', 'courses'])
-          expect(chain.normalize!).to match({
+          expect(chain.normalize!).to eq({
             :job => "CanvasSync::Jobs::BeginSyncChainJob",
-            :chain_link=>String,
             :args => [[
               {
                 :job=>"CanvasSync::JobBatches::ConcurrentBatchJob",
-                :chain_link=>String,
                 :args=>[[
-                  {:job=>"CanvasSync::Jobs::SyncAdminsJob", :chain_link=>String, :options=>{}},
+                  {:job=>"CanvasSync::Jobs::SyncAdminsJob", :options=>{}},
                   {
                     :job=>"CanvasSync::Jobs::SyncTermsJob",
-                    :chain_link=>String,
                     :args=>[],
                     :kwargs=>{
-                      :sub_jobs=>[{:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :chain_link=>String, :options=>{:models=>["courses"]}}],
+                      :sub_jobs=>[{:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :options=>{:models=>["courses"]}}],
                       :term_scope=>nil
                     }
                   }
@@ -237,22 +228,19 @@ RSpec.describe CanvasSync do
         it "appends the SyncAssignmentsJob" do
           chain = CanvasSync.default_provisioning_report_chain(%w[users enrollments assignments])
 
-          expect(chain.normalize!).to match({
+          expect(chain.normalize!).to eq({
             :job => "CanvasSync::Jobs::BeginSyncChainJob",
-            :chain_link=>String,
             :args => [[
               {
                 :job=>"CanvasSync::JobBatches::ConcurrentBatchJob",
-                :chain_link=>String,
                 :args=>[[
                   {
                     :job=>"CanvasSync::Jobs::SyncTermsJob",
-                    :chain_link=>String,
                     :args=>[],
                     :kwargs=>{
                       :sub_jobs=>[
-                        {:job=>"CanvasSync::Jobs::SyncAssignmentsJob", :chain_link=>String, :options=>{}},
-                        {:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :chain_link=>String, :options=>{:models=>["users", "enrollments"]}}
+                        {:job=>"CanvasSync::Jobs::SyncAssignmentsJob", :options=>{}},
+                        {:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :options=>{:models=>["users", "enrollments"]}}
                       ],
                       :term_scope=>nil
                     }
@@ -270,22 +258,19 @@ RSpec.describe CanvasSync do
         it "appends the SyncSubmissionsJob" do
           chain = CanvasSync.default_provisioning_report_chain(%w[users enrollments submissions])
 
-          expect(chain.normalize!).to match({
+          expect(chain.normalize!).to eq({
             :job => "CanvasSync::Jobs::BeginSyncChainJob",
-            :chain_link=>String,
             :args => [[
               {
                 :job=>"CanvasSync::JobBatches::ConcurrentBatchJob",
-                :chain_link=>String,
                 :args=>[[
                   {
                     :job=>"CanvasSync::Jobs::SyncTermsJob",
-                    :chain_link=>String,
                     :args=>[],
                     :kwargs=>{
                       :sub_jobs=>[
-                        {:job=>"CanvasSync::Jobs::SyncSubmissionsJob", :chain_link=>String, :options=>{}},
-                        {:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :chain_link=>String, :options=>{:models=>["users", "enrollments"]}}
+                        {:job=>"CanvasSync::Jobs::SyncSubmissionsJob", :options=>{}},
+                        {:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :options=>{:models=>["users", "enrollments"]}}
                       ],
                       :term_scope=>nil
                     }
@@ -303,22 +288,19 @@ RSpec.describe CanvasSync do
         it "appends the SyncAssignmentGroupsJob" do
           chain = CanvasSync.default_provisioning_report_chain(%w[users enrollments assignment_groups])
 
-          expect(chain.normalize!).to match({
+          expect(chain.normalize!).to eq({
             :job => "CanvasSync::Jobs::BeginSyncChainJob",
-            :chain_link=>String,
             :args => [[
               {
                 :job=>"CanvasSync::JobBatches::ConcurrentBatchJob",
-                :chain_link=>String,
                 :args=>[[
                   {
                     :job=>"CanvasSync::Jobs::SyncTermsJob",
-                    :chain_link=>String,
                     :args=>[],
                     :kwargs=>{
                       :sub_jobs=>[
-                        {:job=>"CanvasSync::Jobs::SyncAssignmentGroupsJob", :chain_link=>String, :options=>{}},
-                        {:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :chain_link=>String, :options=>{:models=>["users", "enrollments"]}}
+                        {:job=>"CanvasSync::Jobs::SyncAssignmentGroupsJob", :options=>{}},
+                        {:job=>"CanvasSync::Jobs::SyncProvisioningReportJob", :options=>{:models=>["users", "enrollments"]}}
                       ],
                       :term_scope=>nil
                     }

data/spec/canvas_sync/processors/provisioning_report_processor_spec.rb

@@ -12,6 +12,10 @@ RSpec.describe CanvasSync::Processors::ProvisioningReportProcessor do
 
     context "with User#sis_id column" do
       before do
+        # this could be refactored into a method that prevents caching the variables unless the environment is prod
+        CanvasSync::Concerns::SyncMapping::Mapping.instance_variable_set(:@mappings, nil)
+        CanvasSync::Concerns::SyncMapping::Mapping.instance_variable_set(:@legacy_mappings, nil)
+
         self.use_transactional_tests = false
         ActiveRecord::Migration.add_column :users, :sis_id, :string
         User.reset_column_information

data/spec/dummy/db/migrate/20190702203624_create_enrollments.rb

@@ -19,6 +19,7 @@ class CreateEnrollments < ActiveRecord::Migration[5.1]
       t.bigint :canvas_section_id
       t.string :workflow_state
       t.string :base_role_type
+      t.datetime :completed_at
 
       t.timestamps
     end

data/spec/dummy/db/schema.rb

@@ -210,6 +210,7 @@ ActiveRecord::Schema.define(version: 2024_05_23_101010) do
     t.bigint "canvas_section_id"
     t.string "workflow_state"
     t.string "base_role_type"
+    t.datetime "completed_at"
     t.datetime "created_at", null: false
     t.datetime "updated_at", null: false
     t.index ["canvas_course_id"], name: "index_enrollments_on_canvas_course_id"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: canvas_sync
 version: !ruby/object:Gem::Version
-  version: 0.22.6
+  version: 0.22.8
 platform: ruby
 authors:
 - Instructure CustomDev
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-11-19 00:00:00.000000000 Z
+date: 2024-12-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.2'
+        version: 7.1.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.2'
+        version: 7.1.0
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -220,20 +220,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: apartment
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 - !ruby/object:Gem::Dependency
   name: with_model
   requirement: !ruby/object:Gem::Requirement
@@ -266,14 +252,14 @@ dependencies:
   name: sidekiq
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "<"
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '7.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "<"
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '7.0'
 - !ruby/object:Gem::Dependency
@@ -430,7 +416,7 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: 
+description:
 email:
 - pseng@instructure.com
 executables: []
@@ -458,7 +444,6 @@ files:
 - lib/canvas_sync/concerns/account/ancestry.rb
 - lib/canvas_sync/concerns/account/base.rb
 - lib/canvas_sync/concerns/api_syncable.rb
-- lib/canvas_sync/concerns/auto_relations.rb
 - lib/canvas_sync/concerns/legacy_columns.rb
 - lib/canvas_sync/concerns/live_event_sync.rb
 - lib/canvas_sync/concerns/role/base.rb
@@ -868,7 +853,7 @@ files:
 homepage: https://instructure.com
 licenses: []
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -883,241 +868,241 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3.1
-signing_key: 
+rubygems_version: 3.5.16
+signing_key:
 specification_version: 4
 summary: Gem for generating Canvas models and migrations and syncing data from Canvas
 test_files:
-- spec/spec_helper.rb
+- spec/canvas_sync/canvas_sync_spec.rb
+- spec/canvas_sync/jobs/canvas_process_waiter_spec.rb
+- spec/canvas_sync/jobs/job_spec.rb
+- spec/canvas_sync/jobs/report_checker_spec.rb
+- spec/canvas_sync/jobs/report_processor_job_spec.rb
+- spec/canvas_sync/jobs/report_starter_spec.rb
+- spec/canvas_sync/jobs/sync_admins_job_spec.rb
+- spec/canvas_sync/jobs/sync_assignment_groups_job_spec.rb
+- spec/canvas_sync/jobs/sync_assignments_job_spec.rb
+- spec/canvas_sync/jobs/sync_content_migrations_job_spec.rb
+- spec/canvas_sync/jobs/sync_context_module_items_job_spec.rb
+- spec/canvas_sync/jobs/sync_context_modules_job_spec.rb
+- spec/canvas_sync/jobs/sync_provisioning_report_job_spec.rb
+- spec/canvas_sync/jobs/sync_roles_job_spec.rb
+- spec/canvas_sync/jobs/sync_simple_table_job_spec.rb
+- spec/canvas_sync/jobs/sync_submissions_job_spec.rb
+- spec/canvas_sync/jobs/sync_terms_job_spec.rb
+- spec/canvas_sync/live_events/live_event_sync_spec.rb
+- spec/canvas_sync/live_events/live_events_controller_spec.rb
+- spec/canvas_sync/live_events/process_event_job_spec.rb
+- spec/canvas_sync/misc_helper_spec.rb
+- spec/canvas_sync/models/accounts_spec.rb
+- spec/canvas_sync/models/admins_spec.rb
+- spec/canvas_sync/models/assignment_group_spec.rb
+- spec/canvas_sync/models/assignment_spec.rb
+- spec/canvas_sync/models/context_module_item_spec.rb
+- spec/canvas_sync/models/context_module_spec.rb
+- spec/canvas_sync/models/course_spec.rb
+- spec/canvas_sync/models/enrollment_spec.rb
+- spec/canvas_sync/models/group_membership_spec.rb
+- spec/canvas_sync/models/group_spec.rb
+- spec/canvas_sync/models/roles_spec.rb
+- spec/canvas_sync/models/section_spec.rb
+- spec/canvas_sync/models/submission_spec.rb
+- spec/canvas_sync/models/term_spec.rb
+- spec/canvas_sync/models/user_spec.rb
+- spec/canvas_sync/processors/assignment_groups_processor_spec.rb
+- spec/canvas_sync/processors/assignments_processor_spec.rb
+- spec/canvas_sync/processors/content_migrations_processor_spec.rb
+- spec/canvas_sync/processors/context_module_items_processor_spec.rb
+- spec/canvas_sync/processors/context_modules_processor_spec.rb
+- spec/canvas_sync/processors/course_completion_report_processor_spec.rb
+- spec/canvas_sync/processors/normal_processor_spec.rb
+- spec/canvas_sync/processors/provisioning_report_processor_spec.rb
+- spec/canvas_sync/processors/rubric_assessments_spec.rb
+- spec/canvas_sync/processors/rubric_associations_spec.rb
+- spec/canvas_sync/processors/rubrics_processor_spec.rb
+- spec/canvas_sync/processors/submissions_processor_spec.rb
+- spec/canvas_sync/services/module_event_spec.rb
+- spec/canvas_sync/services/module_item_event_spec.rb
+- spec/dummy/README.rdoc
+- spec/dummy/Rakefile
+- spec/dummy/app/models/account.rb
+- spec/dummy/app/models/admin.rb
+- spec/dummy/app/models/application_record.rb
+- spec/dummy/app/models/assignment.rb
 - spec/dummy/app/models/assignment_group.rb
-- spec/dummy/app/models/learning_outcome_result.rb
+- spec/dummy/app/models/content_migration.rb
 - spec/dummy/app/models/context_module.rb
-- spec/dummy/app/models/account.rb
-- spec/dummy/app/models/pseudonym.rb
-- spec/dummy/app/models/group_membership.rb
-- spec/dummy/app/models/grading_period.rb
+- spec/dummy/app/models/context_module_item.rb
+- spec/dummy/app/models/course.rb
+- spec/dummy/app/models/course_nickname.rb
 - spec/dummy/app/models/course_progress.rb
-- spec/dummy/app/models/rubric_association.rb
-- spec/dummy/app/models/content_migration.rb
 - spec/dummy/app/models/enrollment.rb
-- spec/dummy/app/models/assignment.rb
+- spec/dummy/app/models/grading_period.rb
+- spec/dummy/app/models/grading_period_group.rb
 - spec/dummy/app/models/group.rb
-- spec/dummy/app/models/user_observer.rb
-- spec/dummy/app/models/admin.rb
-- spec/dummy/app/models/course_nickname.rb
-- spec/dummy/app/models/section.rb
+- spec/dummy/app/models/group_membership.rb
 - spec/dummy/app/models/learning_outcome.rb
+- spec/dummy/app/models/learning_outcome_result.rb
+- spec/dummy/app/models/pseudonym.rb
 - spec/dummy/app/models/role.rb
-- spec/dummy/app/models/grading_period_group.rb
-- spec/dummy/app/models/term.rb
-- spec/dummy/app/models/submission.rb
-- spec/dummy/app/models/context_module_item.rb
-- spec/dummy/app/models/rubric_assessment.rb
-- spec/dummy/app/models/course.rb
-- spec/dummy/app/models/application_record.rb
 - spec/dummy/app/models/rubric.rb
+- spec/dummy/app/models/rubric_assessment.rb
+- spec/dummy/app/models/rubric_association.rb
+- spec/dummy/app/models/section.rb
+- spec/dummy/app/models/submission.rb
+- spec/dummy/app/models/term.rb
 - spec/dummy/app/models/user.rb
-- spec/dummy/app/services/live_events/course_section_updated_event.rb
-- spec/dummy/app/services/live_events/submission_event.rb
-- spec/dummy/app/services/live_events/grade_event.rb
-- spec/dummy/app/services/live_events/module_item_event.rb
+- spec/dummy/app/models/user_observer.rb
+- spec/dummy/app/services/live_events/assignment_created_event.rb
+- spec/dummy/app/services/live_events/assignment_event.rb
+- spec/dummy/app/services/live_events/assignment_updated_event.rb
 - spec/dummy/app/services/live_events/base_event.rb
-- spec/dummy/app/services/live_events/grade_changed_event.rb
-- spec/dummy/app/services/live_events/user_updated_event.rb
-- spec/dummy/app/services/live_events/enrollment_event.rb
-- spec/dummy/app/services/live_events/module_item_updated_event.rb
 - spec/dummy/app/services/live_events/course_created_event.rb
-- spec/dummy/app/services/live_events/syllabus_updated_event.rb
 - spec/dummy/app/services/live_events/course_event.rb
-- spec/dummy/app/services/live_events/user_event.rb
-- spec/dummy/app/services/live_events/user_created_event.rb
-- spec/dummy/app/services/live_events/course_updated_event.rb
-- spec/dummy/app/services/live_events/module_item_created_event.rb
 - spec/dummy/app/services/live_events/course_section_created_event.rb
-- spec/dummy/app/services/live_events/syllabus_event.rb
-- spec/dummy/app/services/live_events/submission_updated_event.rb
 - spec/dummy/app/services/live_events/course_section_event.rb
-- spec/dummy/app/services/live_events/module_updated_event.rb
+- spec/dummy/app/services/live_events/course_section_updated_event.rb
+- spec/dummy/app/services/live_events/course_updated_event.rb
 - spec/dummy/app/services/live_events/enrollment_created_event.rb
-- spec/dummy/app/services/live_events/assignment_created_event.rb
-- spec/dummy/app/services/live_events/assignment_event.rb
-- spec/dummy/app/services/live_events/module_event.rb
+- spec/dummy/app/services/live_events/enrollment_event.rb
 - spec/dummy/app/services/live_events/enrollment_updated_event.rb
-- spec/dummy/app/services/live_events/assignment_updated_event.rb
-- spec/dummy/app/services/live_events/submission_created_event.rb
+- spec/dummy/app/services/live_events/grade_changed_event.rb
+- spec/dummy/app/services/live_events/grade_event.rb
 - spec/dummy/app/services/live_events/module_created_event.rb
+- spec/dummy/app/services/live_events/module_event.rb
+- spec/dummy/app/services/live_events/module_item_created_event.rb
+- spec/dummy/app/services/live_events/module_item_event.rb
+- spec/dummy/app/services/live_events/module_item_updated_event.rb
+- spec/dummy/app/services/live_events/module_updated_event.rb
+- spec/dummy/app/services/live_events/submission_created_event.rb
+- spec/dummy/app/services/live_events/submission_event.rb
+- spec/dummy/app/services/live_events/submission_updated_event.rb
+- spec/dummy/app/services/live_events/syllabus_event.rb
+- spec/dummy/app/services/live_events/syllabus_updated_event.rb
+- spec/dummy/app/services/live_events/user_created_event.rb
+- spec/dummy/app/services/live_events/user_event.rb
+- spec/dummy/app/services/live_events/user_updated_event.rb
 - spec/dummy/bin/rails
-- spec/dummy/config/secrets.yml
-- spec/dummy/config/routes.rb
-- spec/dummy/config/environments/development.rb
-- spec/dummy/config/environments/test.rb
-- spec/dummy/config/environment.rb
 - spec/dummy/config/application.rb
-- spec/dummy/config/database.yml
 - spec/dummy/config/boot.rb
+- spec/dummy/config/database.yml
+- spec/dummy/config/environment.rb
+- spec/dummy/config/environments/development.rb
+- spec/dummy/config/environments/test.rb
+- spec/dummy/config/initializers/assets.rb
 - spec/dummy/config/initializers/session_store.rb
 - spec/dummy/config/initializers/wrap_parameters.rb
-- spec/dummy/config/initializers/assets.rb
+- spec/dummy/config/routes.rb
+- spec/dummy/config/secrets.yml
 - spec/dummy/config.ru
-- spec/dummy/Rakefile
-- spec/dummy/db/schema.rb
-- spec/dummy/db/migrate/20200416214248_create_group_memberships.rb
-- spec/dummy/db/migrate/20190702203627_create_submissions.rb
+- spec/dummy/db/migrate/20190702203621_create_courses.rb
+- spec/dummy/db/migrate/20190702203622_create_accounts.rb
+- spec/dummy/db/migrate/20190702203623_create_terms.rb
 - spec/dummy/db/migrate/20190702203624_create_enrollments.rb
+- spec/dummy/db/migrate/20190702203625_create_sections.rb
+- spec/dummy/db/migrate/20190702203626_create_assignments.rb
+- spec/dummy/db/migrate/20190702203627_create_submissions.rb
 - spec/dummy/db/migrate/20190702203630_create_assignment_groups.rb
-- spec/dummy/db/migrate/20240828161300_create_course_progresses.rb
+- spec/dummy/db/migrate/20190702203631_create_context_modules.rb
 - spec/dummy/db/migrate/20190702203632_create_context_module_items.rb
-- spec/dummy/db/migrate/20240408223326_create_course_nicknames.rb
-- spec/dummy/db/migrate/20190702203622_create_accounts.rb
+- spec/dummy/db/migrate/20190927204545_create_roles.rb
+- spec/dummy/db/migrate/20190927204546_create_admins.rb
+- spec/dummy/db/migrate/20200415171620_create_groups.rb
+- spec/dummy/db/migrate/20200416214248_create_group_memberships.rb
+- spec/dummy/db/migrate/20201016181346_create_pseudonyms.rb
 - spec/dummy/db/migrate/20210907233329_create_user_observers.rb
-- spec/dummy/db/migrate/20220712210559_create_learning_outcomes.rb
 - spec/dummy/db/migrate/20210907233330_create_grading_periods.rb
-- spec/dummy/db/migrate/20240509105100_create_rubrics.rb
-- spec/dummy/db/migrate/20240523101010_create_learning_outcome_results.rb
-- spec/dummy/db/migrate/20240510094100_create_rubric_associations.rb
+- spec/dummy/db/migrate/20211001184920_create_grading_period_groups.rb
 - spec/dummy/db/migrate/20220308072643_create_content_migrations.rb
-- spec/dummy/db/migrate/20190702203621_create_courses.rb
-- spec/dummy/db/migrate/20190927204546_create_admins.rb
-- spec/dummy/db/migrate/20190702203623_create_terms.rb
-- spec/dummy/db/migrate/20190927204545_create_roles.rb
+- spec/dummy/db/migrate/20220712210559_create_learning_outcomes.rb
 - spec/dummy/db/migrate/20220926221926_create_users.rb
-- spec/dummy/db/migrate/20190702203625_create_sections.rb
-- spec/dummy/db/migrate/20201016181346_create_pseudonyms.rb
-- spec/dummy/db/migrate/20190702203626_create_assignments.rb
+- spec/dummy/db/migrate/20240408223326_create_course_nicknames.rb
+- spec/dummy/db/migrate/20240509105100_create_rubrics.rb
+- spec/dummy/db/migrate/20240510094100_create_rubric_associations.rb
 - spec/dummy/db/migrate/20240510101100_create_rubric_assessments.rb
-- spec/dummy/db/migrate/20190702203631_create_context_modules.rb
-- spec/dummy/db/migrate/20211001184920_create_grading_period_groups.rb
-- spec/dummy/db/migrate/20200415171620_create_groups.rb
-- spec/dummy/README.rdoc
-- spec/canvas_sync/models/enrollment_spec.rb
-- spec/canvas_sync/models/admins_spec.rb
-- spec/canvas_sync/models/section_spec.rb
-- spec/canvas_sync/models/context_module_spec.rb
-- spec/canvas_sync/models/roles_spec.rb
-- spec/canvas_sync/models/term_spec.rb
-- spec/canvas_sync/models/assignment_spec.rb
-- spec/canvas_sync/models/submission_spec.rb
-- spec/canvas_sync/models/context_module_item_spec.rb
-- spec/canvas_sync/models/accounts_spec.rb
-- spec/canvas_sync/models/assignment_group_spec.rb
-- spec/canvas_sync/models/group_spec.rb
-- spec/canvas_sync/models/group_membership_spec.rb
-- spec/canvas_sync/models/user_spec.rb
-- spec/canvas_sync/models/course_spec.rb
-- spec/canvas_sync/misc_helper_spec.rb
-- spec/canvas_sync/processors/context_module_items_processor_spec.rb
-- spec/canvas_sync/processors/context_modules_processor_spec.rb
-- spec/canvas_sync/processors/rubric_assessments_spec.rb
-- spec/canvas_sync/processors/rubric_associations_spec.rb
-- spec/canvas_sync/processors/normal_processor_spec.rb
-- spec/canvas_sync/processors/provisioning_report_processor_spec.rb
-- spec/canvas_sync/processors/course_completion_report_processor_spec.rb
-- spec/canvas_sync/processors/content_migrations_processor_spec.rb
-- spec/canvas_sync/processors/submissions_processor_spec.rb
-- spec/canvas_sync/processors/assignments_processor_spec.rb
-- spec/canvas_sync/processors/rubrics_processor_spec.rb
-- spec/canvas_sync/processors/assignment_groups_processor_spec.rb
-- spec/canvas_sync/jobs/report_checker_spec.rb
-- spec/canvas_sync/jobs/canvas_process_waiter_spec.rb
-- spec/canvas_sync/jobs/sync_simple_table_job_spec.rb
-- spec/canvas_sync/jobs/job_spec.rb
-- spec/canvas_sync/jobs/sync_context_modules_job_spec.rb
-- spec/canvas_sync/jobs/report_starter_spec.rb
-- spec/canvas_sync/jobs/sync_content_migrations_job_spec.rb
-- spec/canvas_sync/jobs/sync_assignments_job_spec.rb
-- spec/canvas_sync/jobs/sync_submissions_job_spec.rb
-- spec/canvas_sync/jobs/sync_provisioning_report_job_spec.rb
-- spec/canvas_sync/jobs/sync_assignment_groups_job_spec.rb
-- spec/canvas_sync/jobs/sync_admins_job_spec.rb
-- spec/canvas_sync/jobs/sync_roles_job_spec.rb
-- spec/canvas_sync/jobs/sync_terms_job_spec.rb
-- spec/canvas_sync/jobs/sync_context_module_items_job_spec.rb
-- spec/canvas_sync/jobs/report_processor_job_spec.rb
-- spec/canvas_sync/canvas_sync_spec.rb
-- spec/canvas_sync/services/module_item_event_spec.rb
-- spec/canvas_sync/services/module_event_spec.rb
-- spec/canvas_sync/live_events/live_event_sync_spec.rb
-- spec/canvas_sync/live_events/live_events_controller_spec.rb
-- spec/canvas_sync/live_events/process_event_job_spec.rb
-- spec/job_uniqueness/spec_helper.rb
-- spec/job_uniqueness/lock_context_spec.rb
-- spec/job_uniqueness/on_conflict_spec.rb
-- spec/job_uniqueness/compat/sidekiq_spec.rb
-- spec/job_uniqueness/compat/active_job_spec.rb
-- spec/job_uniqueness/on_conflict/reschedule_spec.rb
-- spec/job_uniqueness/on_conflict/raise_spec.rb
-- spec/job_uniqueness/on_conflict/log_spec.rb
-- spec/job_uniqueness/unique_job_common_spec.rb
-- spec/job_uniqueness/support/test_worker.rb
-- spec/job_uniqueness/support/lock_strategy.rb
-- spec/job_uniqueness/support/on_conflict.rb
-- spec/job_uniqueness/strategy/until_executed_spec.rb
-- spec/job_uniqueness/strategy/until_and_while_executing_spec.rb
-- spec/job_uniqueness/strategy/until_executing_spec.rb
-- spec/job_uniqueness/strategy/until_expired_spec.rb
-- spec/job_uniqueness/strategy/while_executing_spec.rb
-- spec/job_uniqueness/strategy/base_spec.rb
+- spec/dummy/db/migrate/20240523101010_create_learning_outcome_results.rb
+- spec/dummy/db/migrate/20240828161300_create_course_progresses.rb
+- spec/dummy/db/schema.rb
+- spec/factories/account_factory.rb
+- spec/factories/admin_factory.rb
+- spec/factories/assignment_factory.rb
+- spec/factories/assignment_group_factory.rb
+- spec/factories/context_module_factory.rb
+- spec/factories/context_module_item_factory.rb
+- spec/factories/course_factory.rb
+- spec/factories/enrollment_factory.rb
+- spec/factories/group_factory.rb
+- spec/factories/group_membership_factory.rb
+- spec/factories/role_factory.rb
+- spec/factories/section_factory.rb
+- spec/factories/submission_factory.rb
+- spec/factories/term_factory.rb
+- spec/factories/user_factory.rb
 - spec/job_batching/batch_spec.rb
-- spec/job_batching/pool_spec.rb
-- spec/job_batching/context_hash_spec.rb
-- spec/job_batching/compat/sidekiq_spec.rb
+- spec/job_batching/callback_spec.rb
 - spec/job_batching/compat/active_job_spec.rb
+- spec/job_batching/compat/sidekiq_spec.rb
+- spec/job_batching/context_hash_spec.rb
+- spec/job_batching/flow_spec.rb
+- spec/job_batching/integration/fail_then_succeed.rb
+- spec/job_batching/integration/integration.rb
 - spec/job_batching/integration/nested.rb
-- spec/job_batching/integration/workflow.rb
 - spec/job_batching/integration/simple.rb
-- spec/job_batching/integration/integration.rb
-- spec/job_batching/integration/fail_then_succeed.rb
+- spec/job_batching/integration/workflow.rb
 - spec/job_batching/integration_helper.rb
-- spec/job_batching/flow_spec.rb
+- spec/job_batching/pool_spec.rb
 - spec/job_batching/status_spec.rb
 - spec/job_batching/support/base_job.rb
 - spec/job_batching/support/sample_callback.rb
-- spec/job_batching/callback_spec.rb
+- spec/job_uniqueness/compat/active_job_spec.rb
+- spec/job_uniqueness/compat/sidekiq_spec.rb
+- spec/job_uniqueness/lock_context_spec.rb
+- spec/job_uniqueness/on_conflict/log_spec.rb
+- spec/job_uniqueness/on_conflict/raise_spec.rb
+- spec/job_uniqueness/on_conflict/reschedule_spec.rb
+- spec/job_uniqueness/on_conflict_spec.rb
+- spec/job_uniqueness/spec_helper.rb
+- spec/job_uniqueness/strategy/base_spec.rb
+- spec/job_uniqueness/strategy/until_and_while_executing_spec.rb
+- spec/job_uniqueness/strategy/until_executed_spec.rb
+- spec/job_uniqueness/strategy/until_executing_spec.rb
+- spec/job_uniqueness/strategy/until_expired_spec.rb
+- spec/job_uniqueness/strategy/while_executing_spec.rb
+- spec/job_uniqueness/support/lock_strategy.rb
+- spec/job_uniqueness/support/on_conflict.rb
+- spec/job_uniqueness/support/test_worker.rb
+- spec/job_uniqueness/unique_job_common_spec.rb
+- spec/spec_helper.rb
 - spec/support/fake_canvas.rb
-- spec/support/fixtures/canvas_responses/roles.json
 - spec/support/fixtures/canvas_responses/admins.json
+- spec/support/fixtures/canvas_responses/module.json
 - spec/support/fixtures/canvas_responses/module_item.json
+- spec/support/fixtures/canvas_responses/roles.json
 - spec/support/fixtures/canvas_responses/terms.json
-- spec/support/fixtures/canvas_responses/module.json
-- spec/support/fixtures/reports/groups.csv
-- spec/support/fixtures/reports/grading_period_groups.csv
-- spec/support/fixtures/reports/learning_outcomes.csv
+- spec/support/fixtures/reports/assignment_groups.csv
+- spec/support/fixtures/reports/assignments.csv
+- spec/support/fixtures/reports/content_migrations.csv
 - spec/support/fixtures/reports/context_module_items.csv
 - spec/support/fixtures/reports/context_modules.csv
-- spec/support/fixtures/reports/group_memberships.csv
-- spec/support/fixtures/reports/content_migrations.csv
-- spec/support/fixtures/reports/users.csv
-- spec/support/fixtures/reports/submissions.csv
-- spec/support/fixtures/reports/course_progresses_conflict.csv
 - spec/support/fixtures/reports/course_nicknames.csv
+- spec/support/fixtures/reports/course_progresses.csv
+- spec/support/fixtures/reports/course_progresses_conflict.csv
+- spec/support/fixtures/reports/courses.csv
 - spec/support/fixtures/reports/enrollments.csv
-- spec/support/fixtures/reports/sections.csv
-- spec/support/fixtures/reports/assignments.csv
+- spec/support/fixtures/reports/grading_period_groups.csv
 - spec/support/fixtures/reports/grading_periods.csv
-- spec/support/fixtures/reports/courses.csv
-- spec/support/fixtures/reports/rubric_associations.csv
-- spec/support/fixtures/reports/xlist.csv
+- spec/support/fixtures/reports/group_memberships.csv
+- spec/support/fixtures/reports/groups.csv
+- spec/support/fixtures/reports/learning_outcome_results.csv
+- spec/support/fixtures/reports/learning_outcomes.csv
 - spec/support/fixtures/reports/provisioning_csv
-- spec/support/fixtures/reports/user_observers.csv
-- spec/support/fixtures/reports/rubrics.csv
-- spec/support/fixtures/reports/assignment_groups.csv
-- spec/support/fixtures/reports/course_progresses.csv
-- spec/support/fixtures/reports/rubric_assessments.csv
-- spec/support/fixtures/reports/provisioning_csv_unzipped/users.csv
 - spec/support/fixtures/reports/provisioning_csv_unzipped/courses.csv
-- spec/support/fixtures/reports/learning_outcome_results.csv
-- spec/factories/course_factory.rb
-- spec/factories/admin_factory.rb
-- spec/factories/group_membership_factory.rb
-- spec/factories/user_factory.rb
-- spec/factories/role_factory.rb
-- spec/factories/assignment_factory.rb
-- spec/factories/term_factory.rb
-- spec/factories/group_factory.rb
-- spec/factories/section_factory.rb
-- spec/factories/enrollment_factory.rb
-- spec/factories/context_module_factory.rb
-- spec/factories/context_module_item_factory.rb
-- spec/factories/submission_factory.rb
-- spec/factories/assignment_group_factory.rb
-- spec/factories/account_factory.rb
+- spec/support/fixtures/reports/provisioning_csv_unzipped/users.csv
+- spec/support/fixtures/reports/rubric_assessments.csv
+- spec/support/fixtures/reports/rubric_associations.csv
+- spec/support/fixtures/reports/rubrics.csv
+- spec/support/fixtures/reports/sections.csv
+- spec/support/fixtures/reports/submissions.csv
+- spec/support/fixtures/reports/user_observers.csv
+- spec/support/fixtures/reports/users.csv
+- spec/support/fixtures/reports/xlist.csv

data/lib/canvas_sync/concerns/auto_relations.rb

@@ -1,11 +0,0 @@
-module CanvasSync::Concerns
-  module AutoRelations
-    extend ActiveSupport::Concern
-
-    # CanvasSync::Record.define_feature self, default: true
-
-    included do
-
-    end
-  end
-end