fedora-migrate 0.2.0 → 0.3.0

data/spec/fixtures/reports/failed/sufia_rb68xc09k.json

@@ -0,0 +1,21 @@
+{
+  "status": true,
+  "object": {
+    "id": "rb68xc09k",
+    "class": "Batch",
+    "content_datastreams": [
+
+    ],
+    "rdf_datastreams": [
+
+    ],
+    "permissions": null,
+    "dates": {
+      "uploaded": null,
+      "modified": null
+    }
+  },
+  "relationships": [
+
+  ]
+}

data/spec/fixtures/reports/failed/sufia_rb68xc10b.json

@@ -0,0 +1,49 @@
+{
+  "status": true,
+  "object": {
+    "id": "rb68xc10b",
+    "class": "GenericFile",
+    "content_datastreams": [
+      {
+        "ds": "content",
+        "versions": [
+
+        ]
+      },
+      {
+        "ds": "thumbnail",
+        "versions": [
+          {
+            "error": "Nil source -- it's probably defined in the target but not present in the source"
+          }
+        ]
+      },
+      {
+        "ds": "characterization",
+        "versions": [
+          {
+            "error": "Nil source -- it's probably defined in the target but not present in the source"
+          }
+        ]
+      }
+    ],
+    "rdf_datastreams": [
+
+    ],
+    "permissions": [
+      "read_groups = []",
+      "edit_groups = []",
+      "discover_groups = []",
+      "read_users = []",
+      "edit_users = [\"jilluser@example.com\"]",
+      "discover_users = []"
+    ],
+    "dates": {
+      "uploaded": null,
+      "modified": null
+    }
+  },
+  "relationships": [
+    "http://localhost:8983/fedora/rest/test/rb68xc10b--info:fedora/fedora-system:def/relations-external#isPartOf--http://localhost:8983/fedora/rest/test/rb68xc09k"
+  ]
+}

data/spec/fixtures/reports/failed/sufia_rb68xc11m.json

@@ -0,0 +1,49 @@
+{
+  "status": true,
+  "object": {
+    "id": "rb68xc11m",
+    "class": "GenericFile",
+    "content_datastreams": [
+      {
+        "ds": "content",
+        "versions": [
+
+        ]
+      },
+      {
+        "ds": "thumbnail",
+        "versions": [
+          {
+            "error": "Nil source -- it's probably defined in the target but not present in the source"
+          }
+        ]
+      },
+      {
+        "ds": "characterization",
+        "versions": [
+          {
+            "error": "Nil source -- it's probably defined in the target but not present in the source"
+          }
+        ]
+      }
+    ],
+    "rdf_datastreams": [
+
+    ],
+    "permissions": [
+      "read_groups = []",
+      "edit_groups = []",
+      "discover_groups = []",
+      "read_users = []",
+      "edit_users = [\"otherUser\"]",
+      "discover_users = []"
+    ],
+    "dates": {
+      "uploaded": null,
+      "modified": null
+    }
+  },
+  "relationships": [
+    "http://localhost:8983/fedora/rest/test/rb68xc11m--info:fedora/fedora-system:def/relations-external#isPartOf--http://localhost:8983/fedora/rest/test/rb68xc09k"
+  ]
+}

data/spec/fixtures/reports/failed/sufia_xp68km39w.json

@@ -0,0 +1,54 @@
+{
+  "status": true,
+  "object": {
+    "id": "xp68km39w",
+    "class": "GenericFile",
+    "content_datastreams": [
+      {
+        "ds": "content",
+        "versions": [
+
+        ]
+      },
+      {
+        "ds": "thumbnail",
+        "versions": [
+          {
+            "error": "Nil source -- it's probably defined in the target but not present in the source"
+          }
+        ]
+      },
+      {
+        "ds": "characterization",
+        "versions": [
+          {
+            "error": "Nil source -- it's probably defined in the target but not present in the source"
+          }
+        ]
+      }
+    ],
+    "rdf_datastreams": [
+      {
+        "ds": "descMetadata",
+        "status": [
+
+        ]
+      }
+    ],
+    "permissions": [
+      "read_groups = []",
+      "edit_groups = []",
+      "discover_groups = []",
+      "read_users = []",
+      "edit_users = [\"awead@psu.edu\"]",
+      "discover_users = []"
+    ],
+    "dates": {
+      "uploaded": null,
+      "modified": null
+    }
+  },
+  "relationships": [
+
+  ]
+}

data/spec/fixtures/reports/sample/scholarsphere_000000000.json

@@ -0,0 +1,26 @@
+{
+  "status": true,
+  "object": {
+    "id": "000000000",
+    "class": "Batch",
+    "content_datastreams": [
+
+    ],
+    "rdf_datastreams": [
+      {
+        "ds": "descMetadata",
+        "status": [
+
+        ]
+      }
+    ],
+    "permissions": null,
+    "dates": {
+      "uploaded": null,
+      "modified": null
+    }
+  },
+  "relationships": [
+
+  ]
+}

data/spec/fixtures/reports/sample/scholarsphere_000000018.json

@@ -0,0 +1,102 @@
+{
+  "status": true,
+  "object": {
+    "id": "000000018",
+    "class": "GenericFile",
+    "content_datastreams": [
+      {
+        "ds": "characterization",
+        "versions": [
+          {
+            "name": "",
+            "mime_type": "text/xml",
+            "original_date": "2013-03-15T11:08:21Z"
+          }
+        ]
+      },
+      {
+        "ds": "content",
+        "versions": [
+          {
+            "name": "Open_Up_Your_RepositoryWith_a_SWORD_.pdf",
+            "mime_type": "application/pdf",
+            "original_date": "2012-09-26T16:09:14Z"
+          },
+          {
+            "name": "Open_Up_Your_RepositoryWith_a_SWORD_.pdf",
+            "mime_type": "application/pdf",
+            "original_date": "2012-11-26T03:11:55Z"
+          },
+          {
+            "name": "Open_Up_Your_RepositoryWith_a_SWORD_.pdf",
+            "mime_type": "application/pdf",
+            "original_date": "2012-11-26T03:12:07Z"
+          },
+          {
+            "name": "Open_Up_Your_RepositoryWith_a_SWORD_.pdf",
+            "mime_type": "application/pdf",
+            "original_date": "2012-11-26T03:12:10Z"
+          },
+          {
+            "name": "Open_Up_Your_RepositoryWith_a_SWORD_.pdf",
+            "mime_type": "application/pdf",
+            "original_date": "2012-11-26T03:12:13Z"
+          },
+          {
+            "name": "Open_Up_Your_RepositoryWith_a_SWORD_.pdf",
+            "mime_type": "application/pdf",
+            "original_date": "2012-11-26T03:12:17Z"
+          },
+          {
+            "name": "Open_Up_Your_RepositoryWith_a_SWORD_.pdf",
+            "mime_type": "application/pdf",
+            "original_date": "2012-11-26T03:13:12Z"
+          }
+        ]
+      },
+      {
+        "ds": "thumbnail",
+        "versions": [
+          {
+            "name": "",
+            "mime_type": "image/jpeg",
+            "original_date": "2014-09-10T15:12:43Z"
+          }
+        ]
+      },
+      {
+        "ds": "full_text",
+        "versions": [
+          {
+            "name": "File Datastream",
+            "mime_type": "application/octet-stream",
+            "original_date": "2013-03-14T10:03:13Z"
+          }
+        ]
+      }
+    ],
+    "rdf_datastreams": [
+      {
+        "ds": "descMetadata",
+        "status": [
+
+        ]
+      }
+    ],
+    "permissions": [
+      "read_groups = [\"public\"]",
+      "edit_groups = []",
+      "discover_groups = []",
+      "read_users = []",
+      "edit_users = [\"mjg36\"]",
+      "discover_users = []"
+    ],
+    "dates": {
+      "uploaded": "2012-09-26T16:09:13.394Z",
+      "modified": "2015-01-02T22:16:02.961Z"
+    }
+  },
+  "relationships": [
+    "http://ssrepo2qa.dlt.psu.edu:8080/SSqaFedora4/rest/prod/00/00/00/01/000000018--info:fedora/fedora-system:def/relations-external#isPartOf--http://ssrepo2qa.dlt.psu.edu:8080/SSqaFedora4/rest/prod/00/00/00/00/000000000"
+  ]
+}

data/spec/fixtures/reports/sample/scholarsphere_05741r698.json

@@ -0,0 +1,26 @@
+{
+  "status": true,
+  "object": {
+    "id": "05741r698",
+    "class": "Batch",
+    "content_datastreams": [
+
+    ],
+    "rdf_datastreams": [
+      {
+        "ds": "descMetadata",
+        "status": [
+
+        ]
+      }
+    ],
+    "permissions": null,
+    "dates": {
+      "uploaded": null,
+      "modified": null
+    }
+  },
+  "relationships": [
+
+  ]
+}

data/spec/fixtures/reports/sample/scholarsphere_6395wb555.json

@@ -0,0 +1,5 @@
+{
+  "status": false,
+  "object": "#<Ldp::BadRequest: RDF was not parsable>",
+  "relationships": "#<FedoraMigrate::Errors::MigrationError: Target object was not found in Fedora 4. Did you migrate it?>"
+}

data/spec/fixtures/reports/sample/scholarsphere_x346dm27k.json

@@ -0,0 +1,5 @@
+{
+  "status": false,
+  "object": "#<Ldp::BadRequest: RDF was not parsable>",
+  "relationships": "#<FedoraMigrate::Errors::MigrationError: Target object was not found in Fedora 4. Did you migrate it?>"
+}

data/spec/integration/repository_migration_spec.rb

@@ -80,26 +80,37 @@ describe "Migrating the repository" do
     end
 
     context "with an existing report" do
-      let(:report) { "spec/fixtures/failed-report.json" }
-      let(:new_report) { FedoraMigrate::MigrationReport.new("report.json") }
+      let(:sample_report)   { "spec/fixtures/reports/failed" }
+      let(:failed_report)   { "failed" }
+      let(:new_report)      { FedoraMigrate::MigrationReport.new(failed_report) }
+      let(:original_report) { FedoraMigrate::MigrationReport.new(sample_report) }
+      let(:sample_pid)      { "sufia:rb68xc089" }
       before do
-        FileUtils.rm("report.json") if File.exists?("report.json")
-        migrator = FedoraMigrate.migrate_repository(namespace: "sufia", options: {convert: "descMetadata", report: report})
-        migrator.report.save
+        FileUtils.rm_rf(failed_report)
+        FileUtils.cp_r(sample_report, failed_report)
+        migrator = FedoraMigrate.migrate_repository(namespace: "sufia", options: {convert: "descMetadata", report: failed_report})
       end
-      after { FileUtils.rm("report.json") }
+      after { FileUtils.rm_rf(failed_report) }
       it "only migrates the objects that have failed" do
         expect(GenericFile.all.count).to eql 1
         expect(Batch.all.count).to eql 1
         expect(Collection.all.count).to eql 0
         expect(new_report.total_objects).to eql 9
-        expect(new_report.failures).to eql 0
+        expect(original_report.results[sample_pid]["status"]).to be false
+        expect(new_report.results[sample_pid]["status"]).to be true
+        expect(new_report.results[sample_pid]["object"]).to_not be_nil
       end
     end
 
-  end
-
+    context "with a blacklist" do
+      let(:pid1) { "sufia:rb68xc089" }
+      let(:pid2) { "sufia:xp68km39w" }
+      let(:report) { FedoraMigrate::MigrationReport.new }
+      before { FedoraMigrate.migrate_repository(namespace: "sufia", options: {convert: "descMetadata", blacklist: [pid1, pid2]}) }
+      subject { report.results.keys }
+      it { is_expected.to_not include(pid1)}
+    end
 
+  end
 
 end
-

data/spec/integration/versions_spec.rb

@@ -24,6 +24,7 @@ describe "Versions" do
   end
 
   it "should be migrated in the order they were created with their original creation dates" do
+    pending "Requires fix to Fedora 4.4; awaiting release"
     expect(desc_metadata_source_versions[0].createDate.to_i).to eql date_created_by_application("version1")
     expect(desc_metadata_source_versions[1].createDate.to_i).to eql date_created_by_application("version2")
     expect(desc_metadata_source_versions[2].createDate.to_i).to eql date_created_by_application("version3")

data/spec/spec_helper.rb

@@ -33,6 +33,7 @@ RSpec.configure do |config|
   config.before(:each) do
     ActiveFedora::Cleaner.clean!
     ActiveFedora::SolrService.instance.conn.delete_by_query('*:*', params: {'softCommit' => true})
+    FileUtils.rm_rf(FedoraMigrate::MigrationReport::DEFAULT_PATH)
   end
 
   config.order = :random

data/spec/support/example_model.rb

@@ -8,8 +8,13 @@ Gem::Specification.all.each do |g|
   HAC_DIR = g.gem_dir if g.name.match("hydra-access-controls")
   HCL_DIR = g.gem_dir if g.name.match("hydra-collections")
   HCR_DIR = g.gem_dir if g.name.match("hydra-core")
+  BKL_DIR = g.gem_dir if g.name.match("blacklight")
 end
 
+# Load Rails-specific bits of blacklight
+require BKL_DIR+'/app/controllers/concerns/blacklight/request_builders'
+require BKL_DIR+'/app/controllers/concerns/blacklight/search_helper'
+
 # Load Rails-specific bits of hydra-access-controls
 require HAC_DIR+'/app/vocabularies/acl'
 require HAC_DIR+'/app/vocabularies/hydra/acl'
@@ -27,6 +32,8 @@ require HAC_DIR+'/app/validators/hydra/future_date_validator'
 # Loading hydra-collections
 require 'hydra-collections'
 require HCR_DIR+'/app/models/concerns/hydra/model_methods'
+require HCL_DIR+'/app/models/concerns/hydra/collections/metadata'
+require HCL_DIR+'/app/models/concerns/hydra/collections/relations'
 require HCL_DIR+'/app/models/concerns/hydra/collection'
 
 module ExampleModel
@@ -45,7 +52,7 @@ module ExampleModel
   end
 
   class VersionedDatastream < ActiveFedora::File
-    has_many_versions
+    self.versionable = true
   end
 
   class VersionedContent < ActiveFedora::Base