fedora-migrate 0.0.1 → 0.1.0

metadata

@@ -1,73 +1,73 @@
 --- !ruby/object:Gem::Specification
 name: fedora-migrate
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
 platform: ruby
 authors:
 - Adam Wead
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-12-19 00:00:00.000000000 Z
+date: 2015-02-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: rubydora
+  name: hydra-head
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.8'
+        version: '9.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.8'
+        version: '9.0'
 - !ruby/object:Gem::Dependency
-  name: hydra-head
+  name: rubydora
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 9.0.0.beta1
+        version: '1.8'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 9.0.0.beta1
+        version: '1.8'
 - !ruby/object:Gem::Dependency
-  name: bundler
+  name: rchardet
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.7'
-  type: :development
+        version: '0'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.7'
+        version: '0'
 - !ruby/object:Gem::Dependency
-  name: rake
+  name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '1.7'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '1.7'
 - !ruby/object:Gem::Dependency
-  name: rspec
+  name: equivalent-xml
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -81,21 +81,21 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: jettywrapper
+  name: hydra-collections
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '4.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '4.0'
 - !ruby/object:Gem::Dependency
-  name: equivalent-xml
+  name: jettywrapper
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -109,19 +109,33 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: sufia
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 6.0.0.beta1
+        version: '10.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 6.0.0.beta1
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Migrates data (models, datastreams, content) from a Fedora3 repository
   to Fedora4
 email:
@@ -134,7 +148,7 @@ files:
 - ".rspec"
 - ".travis.yml"
 - Gemfile
-- LICENSE.txt
+- LICENSE
 - README.md
 - Rakefile
 - config/fedora.yml
@@ -143,7 +157,10 @@ files:
 - config/solr.yml
 - fedora-migrate.gemspec
 - lib/fedora-migrate.rb
+- lib/fedora_migrate/content_mover.rb
 - lib/fedora_migrate/datastream_mover.rb
+- lib/fedora_migrate/datastream_verification.rb
+- lib/fedora_migrate/dates_mover.rb
 - lib/fedora_migrate/errors.rb
 - lib/fedora_migrate/file_configurator.rb
 - lib/fedora_migrate/hooks.rb
@@ -154,42 +171,54 @@ files:
 - lib/fedora_migrate/permissions.rb
 - lib/fedora_migrate/permissions_mover.rb
 - lib/fedora_migrate/rdf_datastream_mover.rb
-- lib/fedora_migrate/rdf_datastream_parser.rb
 - lib/fedora_migrate/rels_ext_datastream_mover.rb
 - lib/fedora_migrate/repository_migrator.rb
 - lib/fedora_migrate/rights_metadata.rb
 - lib/fedora_migrate/rubydora_connection.rb
-- lib/fedora_migrate/triple_converter.rb
+- lib/fedora_migrate/target_constructor.rb
 - lib/fedora_migrate/version.rb
 - lib/tasks/fedora-migrate.rake
-- spec/fixtures/datastreams/rdf_ntriples_datastream.txt
 - spec/fixtures/datastreams/sufia-rb68xc089-characterization.xml
 - spec/fixtures/objects/f3-migration-a.xml
 - spec/fixtures/objects/gf-versioned-content.xml
+- spec/fixtures/objects/scholarsphere_5712mc568.xml
+- spec/fixtures/objects/scholarsphere_7d279232g.xml
+- spec/fixtures/objects/scholarsphere_sf2686078.xml
+- spec/fixtures/objects/scholarsphere_x346dj04v.xml
+- spec/fixtures/objects/scholarsphere_x346dj06d.xml
+- spec/fixtures/objects/scholarsphere_x346dj08z.xml
 - spec/fixtures/objects/sufia-batch-gf-1.xml
 - spec/fixtures/objects/sufia-batch-gf-2.xml
 - spec/fixtures/objects/sufia-batch.xml
+- spec/fixtures/objects/sufia_5m60qr94g.xml
+- spec/fixtures/objects/sufia_5m60qr95r.xml
+- spec/fixtures/objects/sufia_5m60qr961.xml
+- spec/fixtures/objects/sufia_5m60qr979.xml
 - spec/integration/content_versions_spec.rb
 - spec/integration/fedora3_interface_spec.rb
+- spec/integration/missing_relationships_spec.rb
 - spec/integration/object_migration_spec.rb
 - spec/integration/permission_migration_spec.rb
 - spec/integration/rdf_migration_spec.rb
 - spec/integration/relationship_migration_spec.rb
 - spec/integration/repository_migration_spec.rb
+- spec/integration/versions_spec.rb
 - spec/spec_helper.rb
 - spec/support/example_model.rb
+- spec/unit/content_mover_spec.rb
 - spec/unit/datastream_mover_spec.rb
+- spec/unit/datastream_verification_spec.rb
+- spec/unit/dates_mover_spec.rb
 - spec/unit/fedora_migrate_spec.rb
 - spec/unit/file_configurator_spec.rb
+- spec/unit/migration_options_spec.rb
 - spec/unit/mover_spec.rb
 - spec/unit/object_mover_spec.rb
 - spec/unit/permissions_mover_spec.rb
-- spec/unit/rdf_datastream_mover_spec.rb
-- spec/unit/rdf_datastream_parser_spec.rb
 - spec/unit/rels_ext_datastream_mover_spec.rb
 - spec/unit/repository_migrator_spec.rb
 - spec/unit/rubydora_connection_spec.rb
-- spec/unit/triple_converter_spec.rb
+- spec/unit/target_constructor_spec.rb
 - tasks/dev.rake
 homepage: ''
 licenses:
@@ -216,31 +245,44 @@ signing_key:
 specification_version: 4
 summary: Migrate Hydra-based repository data from Fedora3 to Fedora4
 test_files:
-- spec/fixtures/datastreams/rdf_ntriples_datastream.txt
 - spec/fixtures/datastreams/sufia-rb68xc089-characterization.xml
 - spec/fixtures/objects/f3-migration-a.xml
 - spec/fixtures/objects/gf-versioned-content.xml
+- spec/fixtures/objects/scholarsphere_5712mc568.xml
+- spec/fixtures/objects/scholarsphere_7d279232g.xml
+- spec/fixtures/objects/scholarsphere_sf2686078.xml
+- spec/fixtures/objects/scholarsphere_x346dj04v.xml
+- spec/fixtures/objects/scholarsphere_x346dj06d.xml
+- spec/fixtures/objects/scholarsphere_x346dj08z.xml
 - spec/fixtures/objects/sufia-batch-gf-1.xml
 - spec/fixtures/objects/sufia-batch-gf-2.xml
 - spec/fixtures/objects/sufia-batch.xml
+- spec/fixtures/objects/sufia_5m60qr94g.xml
+- spec/fixtures/objects/sufia_5m60qr95r.xml
+- spec/fixtures/objects/sufia_5m60qr961.xml
+- spec/fixtures/objects/sufia_5m60qr979.xml
 - spec/integration/content_versions_spec.rb
 - spec/integration/fedora3_interface_spec.rb
+- spec/integration/missing_relationships_spec.rb
 - spec/integration/object_migration_spec.rb
 - spec/integration/permission_migration_spec.rb
 - spec/integration/rdf_migration_spec.rb
 - spec/integration/relationship_migration_spec.rb
 - spec/integration/repository_migration_spec.rb
+- spec/integration/versions_spec.rb
 - spec/spec_helper.rb
 - spec/support/example_model.rb
+- spec/unit/content_mover_spec.rb
 - spec/unit/datastream_mover_spec.rb
+- spec/unit/datastream_verification_spec.rb
+- spec/unit/dates_mover_spec.rb
 - spec/unit/fedora_migrate_spec.rb
 - spec/unit/file_configurator_spec.rb
+- spec/unit/migration_options_spec.rb
 - spec/unit/mover_spec.rb
 - spec/unit/object_mover_spec.rb
 - spec/unit/permissions_mover_spec.rb
-- spec/unit/rdf_datastream_mover_spec.rb
-- spec/unit/rdf_datastream_parser_spec.rb
 - spec/unit/rels_ext_datastream_mover_spec.rb
 - spec/unit/repository_migrator_spec.rb
 - spec/unit/rubydora_connection_spec.rb
-- spec/unit/triple_converter_spec.rb
+- spec/unit/target_constructor_spec.rb

data/LICENSE.txt

@@ -1,22 +0,0 @@
-Copyright (c) 2014 Adam Wead
-
-MIT License
-
-Permission is hereby granted, free of charge, to any person obtaining
-a copy of this software and associated documentation files (the
-"Software"), to deal in the Software without restriction, including
-without limitation the rights to use, copy, modify, merge, publish,
-distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so, subject to
-the following conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
-NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
-OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
-WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/lib/fedora_migrate/rdf_datastream_parser.rb

@@ -1,29 +0,0 @@
-module FedoraMigrate
-  class RDFDatastreamParser
-
-    attr_accessor :subject, :datastream, :statements
-
-    def initialize subject, content
-      @subject = subject
-      @datastream = content
-      @statements = []
-    end
-
-    def parse
-      datastream.split(/\n/).each do |s|
-        triple = FedoraMigrate::TripleConverter.new(s)
-        build_statement(triple) unless triple.predicate.nil?
-      end
-    end
-
-    private
-
-    def build_statement triple
-      statement = RDF::Statement(RDF::URI.new(subject), triple.predicate, triple.object)
-      Logger.info "using converted rdf triple #{statement}"
-      statements << statement
-    end
-
-  end
-
-end

data/lib/fedora_migrate/triple_converter.rb

@@ -1,39 +0,0 @@
-module FedoraMigrate
-  class TripleConverter
-
-    attr_accessor :statement, :term
-
-    def initialize statement
-      @statement = statement
-      @term = dc_term_from_predicate
-    end
-
-    def object
-      verify_object
-      statement.split(/"/)[1]
-    end 
-
-    def predicate
-      if ::RDF::DC.respond_to?(term)
-        ::RDF::DC.send(term)
-      else
-        Logger.warn "tried to add #{object} using the term #{term}, but it doesn't appear to be in RDF::DC"
-      end
-    end
-
-    def verify_object
-      unless statement.match(/"/)
-        Logger.warn "expected a RDF triple statement separated with double-quotes"
-      end
-    end
-
-    private
-
-    def dc_term_from_predicate
-      url = statement.split(/ /)[1].gsub(/<|>/,"")
-      URI(url).path.split("/").last
-    end
-
-  end
-
-end

data/spec/fixtures/datastreams/rdf_ntriples_datastream.txt

@@ -1,2 +0,0 @@
-<info:fedora/sufia:xp68km39w> <http://purl.org/dc/terms/title> "Sample Migration Object A" .
-<info:fedora/sufia:xp68km39w> <http://purl.org/dc/terms/creator> "Adam Wead" .

data/spec/unit/rdf_datastream_mover_spec.rb

@@ -1,8 +0,0 @@
-require 'spec_helper'
-
-describe FedoraMigrate::RDFDatastreamMover do
-
-
-
-
-end

data/spec/unit/rdf_datastream_parser_spec.rb

@@ -1,38 +0,0 @@
-require 'spec_helper'
-
-describe FedoraMigrate::RDFDatastreamParser do
-
-  let(:ds_content) { load_fixture("rdf_ntriples_datastream.txt").read }
-  let(:rdf_subject) { 'http://127.0.0.1:8983/fedora/rest/dev/xp/68/km/41/xp68km41x' }
-  subject { FedoraMigrate::RDFDatastreamParser.new(rdf_subject, ds_content) }
-
-  describe "::new" do
-    it { is_expected.to respond_to(:subject) }
-    it { is_expected.to respond_to(:datastream) }
-    it { is_expected.to respond_to(:statements) }
-  end
-
-  describe "#parse" do
-
-    context "given the raw content from an ActiveFedora::NTriples datastream" do
-
-      subject { FedoraMigrate::RDFDatastreamParser.new(rdf_subject, ds_content) }
-
-      before :each do
-        subject.parse
-      end
-
-      it "should return an array" do
-        expect(subject.statements.count).to eql 2
-      end
-
-      it "should consist of RDF::Statment objects" do
-        expect(subject.statements.first).to be_kind_of(RDF::Statement)
-      end
-
-    end
-
-  end
-
-end
-

data/spec/unit/triple_converter_spec.rb

@@ -1,35 +0,0 @@
-require 'spec_helper'
-
-describe FedoraMigrate::TripleConverter do
-
-  context "given an RDF triple / " do
-    subject {  FedoraMigrate::TripleConverter.new('<info:fedora/sufia:xp68km39w> <http://purl.org/dc/terms/title> "Sample Migration Object A" .') }
-    specify "it parses the triple for the object" do
-      expect(subject.object).to eql "Sample Migration Object A"
-    end
-    specify "it parses the triple for the predicate" do
-      expect(subject.predicate).to eql ::RDF::DC.title
-    end
-  end
-
-  context "given a non-DC RDF triple / " do
-    subject {  FedoraMigrate::TripleConverter.new( '<info:fedora/sufia:xp68km39w> <http://purl.org/dc/terms/baz> "Sample Migration Object A" .') }
-    before do
-      expect(FedoraMigrate::Logger).to receive(:warn)
-    end
-    specify "it returns a null predicate" do
-      expect(subject.predicate).to be nil
-    end
-  end
-
-  context "given a malformed triple / " do
-    before do
-      expect(FedoraMigrate::Logger).to receive(:warn)
-    end
-    subject {  FedoraMigrate::TripleConverter.new( '<info:fedora/sufia:xp68km39w> <http://purl.org/dc/terms/title> Object not enclosed with quotes .') }
-    specify "it returns a nul object" do      
-      expect(subject.object).to be nil      
-    end
-  end
-
-end