canvas_link_migrator 0.1.1 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5e4d3a30191584ee3b4bc14c83f21edecbad0652562590eee989047f99e1d050
-  data.tar.gz: fb9825fc75bb255068dfb1f5d2f285e332612657690f6bc08933c99ae4d948bb
+  metadata.gz: 989d0e7044ece5d052b909fa121de7f205906c733908a8dcf4a26d619cf67caf
+  data.tar.gz: a065d7f5ad6ad400cbd7cf448f5d42c5b69d400d9123837d2517950059d4a70e
 SHA512:
-  metadata.gz: 5847f829a7938282cfd2399fe3067dc72a5d248b95c2c38d35716d58ea12a019fff94e5b6cc0b34d09ff0bb4efae0dcc4ebef98baf771f999d9a73c865e9fba5
-  data.tar.gz: 25e4c872ded3277e7980bd99a7cbfc961d44a1a984840c8bfe8efb24052b0c36e0ac3c6c8e72f10a74072c14072ba89bd96f81305f2261abc0da0a5d67dbc389
+  metadata.gz: 50b673e7a91c0f345455c0ef0027b9e05a84c973f35d75f5659d336dfb70a3385d04d3360bead41b16a5101e3f8ee5e054f881cab88ac3f7c3ec0d5387cb7c6c
+  data.tar.gz: 8519365222facd8c05af020e7c6734db5c61e386cfd1fd0097f1a0815924c2c622929c217bfa4772d37fcd3acadd118019672cd9958ad76951512acd4bd8c4ba

data/lib/canvas_link_migrator/link_resolver.rb

@@ -18,9 +18,14 @@
 # with this program. If not, see <http://www.gnu.org/licenses/>.
 
 require "active_support/core_ext/object"
+require "rack"
 
 module CanvasLinkMigrator
   class LinkResolver
+    attr_accessor :migration_id_converter
+
+    delegate :context_path, :attachment_path_id_lookup, to: :migration_id_converter
+
     def initialize(migration_id_converter)
       @migration_id_converter = migration_id_converter
     end
@@ -35,8 +40,8 @@ module CanvasLinkMigrator
       end
     end
 
-    def context_path
-      @migration_id_converter.context_path
+    def attachment_path_id_lookup_lower
+      @attachment_path_id_lookup_lower ||= attachment_path_id_lookup&.transform_keys(&:downcase)
     end
 
     # finds the :new_value to use to replace the placeholder
@@ -150,13 +155,13 @@ module CanvasLinkMigrator
       # This is for backward-compatibility: canvas attachment filenames are escaped
       # with '+' for spaces and older exports have files with that instead of %20
       alt_rel_path = rel_path.tr("+", " ")
-      if @migration_id_converter.attachment_path_id_lookup
-        mig_id ||= @migration_id_converter.attachment_path_id_lookup[rel_path]
-        mig_id ||= @migration_id_converter.attachment_path_id_lookup[alt_rel_path]
+      if attachment_path_id_lookup
+        mig_id ||= attachment_path_id_lookup[rel_path]
+        mig_id ||= attachment_path_id_lookup[alt_rel_path]
       end
-      if !mig_id && @migration_id_converter.attachment_path_id_lookup_lower
-        mig_id ||= @migration_id_converter.attachment_path_id_lookup_lower[rel_path.downcase]
-        mig_id ||= @migration_id_converter.attachment_path_id_lookup_lower[alt_rel_path.downcase]
+      if !mig_id && attachment_path_id_lookup_lower
+        mig_id ||= attachment_path_id_lookup_lower[rel_path.downcase]
+        mig_id ||= attachment_path_id_lookup_lower[alt_rel_path.downcase]
       end
 
       # This md5 comparison is here to handle faulty cartridges with the migration_id equivalent of an empty string
@@ -182,7 +187,7 @@ module CanvasLinkMigrator
       while new_url.nil? && !rel_path_parts.empty?
         sub_path = File.join(rel_path_parts)
         if (file = find_file_in_context(sub_path))
-          new_url = "#{context_path}/files/#{file.id}"
+          new_url = "#{context_path}/files/#{file["id"]}"
           # support other params in the query string, that were exported from the
           # original path components and query string. see
           # CCHelper::file_query_string
@@ -219,13 +224,13 @@ module CanvasLinkMigrator
 
     def resolve_media_comment_data(node, rel_path)
       if (file = find_file_in_context(rel_path[/^[^?]+/])) # strip query string for this search
-        media_id = (file.media_object&.media_id || file.media_entry_id)
+        media_id = file.try(:media_object)&.media_id || file["media_entry_id"]
         if media_id && media_id != "maybe"
           if ["iframe", "source"].include?(node.name)
             node["data-media-id"] = media_id
             if node["data-is-media-attachment"]
               node.delete("data-is-media-attachment")
-              return media_attachment_iframe_url(file.id, node["data-media-type"])
+              return media_attachment_iframe_url(file["id"], node["data-media-type"])
             else
               return media_iframe_url(media_id, node["data-media-type"])
             end

data/lib/canvas_link_migrator/resource_map_service.rb

@@ -52,9 +52,9 @@ module CanvasLinkMigrator
       migration_data["destination_hosts"]
     end
 
-    def attachment_path_id_lookup; end
-
-    def attachment_path_id_lookup_lower; end
+    def attachment_path_id_lookup
+      migration_data["attachment_path_id_lookup"]
+    end
 
     def root_folder_name
       migration_data["destination_root_folder"]
@@ -93,6 +93,7 @@ module CanvasLinkMigrator
     end
 
     def convert_migration_id(type, migration_id)
+      type = "modules" if type == "context_modules"
       id = if CanvasLinkMigrator::LinkParser::KNOWN_REFERENCE_TYPES.include? type
              resources.dig(type, migration_id, "destination", "id")
            end
@@ -101,5 +102,9 @@ module CanvasLinkMigrator
       # we'll check both here
       convert_announcement_migration_id(migration_id) if type == "discussion_topics"
     end
+
+    def lookup_attachment_by_migration_id(migration_id)
+      resources.dig("files", migration_id, "destination")
+    end
   end
 end

data/spec/canvas_link_migrator/imported_html_converter_spec.rb

@@ -56,62 +56,55 @@ describe CanvasLinkMigrator::ImportedHtmlConverter do
         end
       end
 
-      # it "finds an attachment by migration id" do
-      #   test_string = %{<p>This is an image: <br /><img src="%24CANVAS_OBJECT_REFERENCE%24/attachments/F" alt=":(" /></p>}
-      #   expect(@converter.convert_exported_html(test_string)).to eq([%{<p>This is an image: <br><img src="#{@path}files/6/preview" alt=":("></p>}, nil])
-      # end
-
-      # it "finds an attachment by path" do
-      #   test_string = %{<p>This is an image: <br /><img src="%24IMS_CC_FILEBASE%24/test.png" alt=":(" /></p>}
-
-      #   # if there isn't a path->migration id map it'll be a relative course file path
-      #   expect(@converter.convert_exported_html(test_string)).to eq %{<p>This is an image: <br><img src="#{@path}file_contents/course%20files/test.png" alt=":("></p>}
-
-      #   @migration.attachment_path_id_lookup = { "test.png" => att.migration_id }
-      #   expect(@converter.convert_exported_html(test_string)).to eq %{<p>This is an image: <br><img src="#{@path}files/#{att.id}/preview" alt=":("></p>}
-      # end
+      it "finds an attachment by migration id" do
+        test_string = %{<p>This is an image: <br /><img src="%24CANVAS_OBJECT_REFERENCE%24/attachments/F" alt=":(" /></p>}
+        expect(@converter.convert_exported_html(test_string)).to eq([%{<p>This is an image: <br><img src="#{@path}files/6/preview" alt=":("></p>}, nil])
+      end
 
-      # it "finds an attachment by a path with a space" do
-      #   att = make_test_att
-      #   @migration.attachment_path_id_lookup = { "subfolder/with a space/test.png" => att.migration_id }
+      it "finds an attachment by path" do
+        test_string = %{<p>This is an image: <br /><img src="%24IMS_CC_FILEBASE%24/test.png" alt=":(" /></p>}
 
-      #   test_string = %(<img src="subfolder/with%20a%20space/test.png" alt="nope" />)
-      #   expect(@converter.convert_exported_html(test_string)).to eq %(<img src="#{@path}files/#{att.id}/preview" alt="nope">)
+        # if there isn't a path->migration id map it'll be a relative course file path
+        expect(@converter.link_resolver).to receive(:attachment_path_id_lookup).exactly(4).times.and_return({})
+        html, bad_links = @converter.convert_exported_html(test_string)
+        expect(html).to eq %{<p>This is an image: <br><img src="#{@path}file_contents/course%20files/test.png" alt=":("></p>}
+        expect(bad_links[0]).to include({ link_type: :file, missing_url: "/courses/2/file_contents/course%20files/test.png" })
 
-      #   test_string = %(<img src="subfolder/with+a+space/test.png" alt="nope" />)
-      #   expect(@converter.convert_exported_html(test_string)).to eq %(<img src="#{@path}files/#{att.id}/preview" alt="nope">)
-      # end
+        expect(@converter.link_resolver).to receive(:attachment_path_id_lookup).twice.and_call_original
+        expect(@converter.convert_exported_html(test_string)).to eq([%{<p>This is an image: <br><img src="#{@path}files/5/preview" alt=":("></p>}, nil])
+      end
 
-      # it "finds an attachment even if the link has an extraneous folder" do
-      #   att = make_test_att
-      #   @migration.attachment_path_id_lookup = { "subfolder/test.png" => att.migration_id }
+      it "finds an attachment by a path with a space" do
+        test_string = %(<img src="subfolder/with%20a%20space/test.png" alt="nope" />)
+        expect(@converter.convert_exported_html(test_string)).to eq([%(<img src="#{@path}files/6/preview" alt="nope">), nil])
 
-      #   test_string = %(<img src="anotherfolder/subfolder/test.png" alt="nope" />)
-      #   expect(@converter.convert_exported_html(test_string)).to eq %(<img src="#{@path}files/#{att.id}/preview" alt="nope">)
-      # end
+        test_string = %(<img src="subfolder/with+a+space/test.png" alt="nope" />)
+        expect(@converter.convert_exported_html(test_string)).to eq([%(<img src="#{@path}files/6/preview" alt="nope">), nil])
+      end
 
-      # it "finds an attachment by path if capitalization is different" do
-      #   att = make_test_att
-      #   @migration.attachment_path_id_lookup = { "subfolder/withCapital/test.png" => "wrong!" }
-      #   @migration.attachment_path_id_lookup_lower = { "subfolder/withcapital/test.png" => att.migration_id }
+      it "finds an attachment even if the link has an extraneous folder" do
+        test_string = %(<img src="anotherfolder/subfolder/test.png" alt="nope" />)
+        expect(@converter.convert_exported_html(test_string)).to eq([%(<img src="#{@path}files/7/preview" alt="nope">), nil])
+      end
 
-      #   test_string = %(<img src="subfolder/WithCapital/TEST.png" alt="nope" />)
-      #   expect(@converter.convert_exported_html(test_string)).to eq %(<img src="#{@path}files/#{att.id}/preview" alt="nope">)
-      # end
+      it "finds an attachment by path if capitalization is different" do
+        expect(@converter.link_resolver).to receive(:attachment_path_id_lookup).twice.and_return({ "subfolder/withCapital/test.png" => "wrong!" })
+        expect(@converter.link_resolver).to receive(:attachment_path_id_lookup).twice.and_return({ "subfolder/withcapital/test.png" => "F" })
 
-      # it "finds an attachment with query params" do
-      #   att = make_test_att
-      #   @migration.attachment_path_id_lookup = { "test.png" => att.migration_id }
+        test_string = %(<img src="subfolder/WithCapital/TEST.png" alt="nope" />)
+        expect(@converter.convert_exported_html(test_string)).to eq([%(<img src="#{@path}files/6/preview" alt="nope">), nil])
+      end
 
-      #   test_string = %(<img src="%24IMS_CC_FILEBASE%24/test.png?canvas_customaction=1&canvas_qs_customparam=1" alt="nope" />)
-      #   expect(@converter.convert_exported_html(test_string)).to eq %(<img src="#{@path}files/#{att.id}/customaction?customparam=1" alt="nope">)
+      it "finds an attachment with query params" do
+        test_string = %(<img src="%24IMS_CC_FILEBASE%24/test.png?canvas_customaction=1&canvas_qs_customparam=1" alt="nope" />)
+        expect(@converter.convert_exported_html(test_string)).to eq([%(<img src="#{@path}files/5/customaction?customparam=1" alt="nope">), nil])
 
-      #   test_string = %(<img src="%24IMS_CC_FILEBASE%24/test.png?canvas_qs_customparam2=3" alt="nope" />)
-      #   expect(@converter.convert_exported_html(test_string)).to eq %(<img src="#{@path}files/#{att.id}/preview?customparam2=3" alt="nope">)
+        test_string = %(<img src="%24IMS_CC_FILEBASE%24/test.png?canvas_qs_customparam2=3" alt="nope" />)
+        expect(@converter.convert_exported_html(test_string)).to eq([%(<img src="#{@path}files/5/preview?customparam2=3" alt="nope">), nil])
 
-      #   test_string = %(<img src="%24IMS_CC_FILEBASE%24/test.png?notarelevantparam" alt="nope" />)
-      #   expect(@converter.convert_exported_html(test_string)).to eq %(<img src="#{@path}files/#{att.id}/preview" alt="nope">)
-      # end
+        test_string = %(<img src="%24IMS_CC_FILEBASE%24/test.png?notarelevantparam" alt="nope" />)
+        expect(@converter.convert_exported_html(test_string)).to eq([%(<img src="#{@path}files/5/preview" alt="nope">), nil])
+      end
     end
 
     it "converts picture source srcsets" do

data/spec/canvas_link_migrator/link_resolver_spec.rb

@@ -69,10 +69,22 @@ describe CanvasLinkMigrator::LinkResolver do
       expect(link[:new_value]).to eq("/courses/2/discussion_topics/10?foo=bar")
     end
 
+    it "converts module links" do
+      link = { link_type: :object, type: "modules", migration_id: "J", query: "?foo=bar" }
+      resolver.resolve_link!(link)
+      expect(link[:new_value]).to eq("/courses/2/modules/36?foo=bar")
+    end
+
     it "converters other links" do
       link = { link_type: :object, type: "assignments", migration_id: "I", query: "#fie" }
       resolver.resolve_link!(link)
       expect(link[:new_value]).to eq("/courses/2/assignments/12#fie")
     end
   end
+
+  describe "attachment_path_id_lookup_lower" do
+    it "shows correct lowercase paths" do
+      expect(resolver.attachment_path_id_lookup_lower).to include({ "subfolder/withcapital/test.png" => "migration_id!" })
+    end
+  end
 end

data/spec/fixtures/canvas_resource_map.json

@@ -1,4 +1,10 @@
 {
+  "attachment_path_id_lookup": {
+    "subfolder/test.png": "G",
+    "subfolder/with a space/test.png": "F",
+    "subfolder/withCapital/test.png": "migration_id!",
+    "test.png": "E"
+  },
   "contains_migration_ids": true,
   "destination_course": "2",
   "destination_hosts": [
@@ -57,6 +63,16 @@
           "id": "4",
           "media_entry_id": "m-stuff"
         }
+      },
+      "G": {
+        "destination": {
+          "id": "7",
+          "media_entry_id": "m-stuff"
+        },
+        "source": {
+          "id": "2",
+          "media_entry_id": "m-stuff"
+        }
       }
     },
     "module_items": {
@@ -69,6 +85,16 @@
         }
       }
     },
+    "modules": {
+      "J": {
+        "destination": {
+          "id": "36"
+        },
+        "source": {
+          "id": "22"
+        }
+      }
+    },
     "wiki_pages": {
       "A": {
         "destination": {
@@ -82,12 +108,6 @@
       }
     }
   },
-  "file_tree": {
-    "folder 1": {
-      "id": "1",
-      "sub_folders": {}
-    }
-  },
   "source_course": "1",
   "source_host": "pineapple.edu"
-}
+}

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: canvas_link_migrator
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.0
 platform: ruby
 authors:
 - Mysti Lilla
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-07-25 00:00:00.000000000 Z
+date: 2023-08-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -39,6 +39,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: rack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement