fedora-migrate 0.0.1

data/spec/unit/rels_ext_datastream_mover_spec.rb

@@ -0,0 +1,36 @@
+require 'spec_helper'
+
+describe FedoraMigrate::RelsExtDatastreamMover do
+
+  context "with a target" do
+
+    before do
+      allow_any_instance_of(FedoraMigrate::RelsExtDatastreamMover).to receive(:retrieve_subject).and_return("subject")
+      allow_any_instance_of(FedoraMigrate::RelsExtDatastreamMover).to receive(:retrieve_object).and_return("object")
+    end
+
+    subject do
+      FedoraMigrate::RelsExtDatastreamMover.new(
+        FedoraMigrate.source.connection.find("sufia:rb68xc11m")
+      )
+    end
+
+    describe "#relationships" do
+      it "should parse the source's RELS-EXT datastream for relationships" do
+        expect(subject.relationships).to include(:part_of => ["object"])
+      end
+    end
+
+    describe "#ng_xml" do
+      it "should return a Nokogiri document of the object's RELS-EXT datastream" do
+        expect(subject.ng_xml).to be_kind_of(Nokogiri::XML::Document)
+      end
+    end
+
+    describe "#has_relationships?" do
+      it { is_expected.to have_relationships }
+    end
+
+  end
+
+end

data/spec/unit/repository_migrator_spec.rb

@@ -0,0 +1,43 @@
+require 'spec_helper'
+
+describe FedoraMigrate::RepositoryMigrator do
+
+  let(:namespace) { "sufia" }
+
+  it { is_expected.to respond_to(:source_objects) }
+  it { is_expected.to respond_to(:results) }
+  it { is_expected.to respond_to(:namespace) }
+
+  describe "#results" do
+    specify "are initially empty" do
+      expect(subject.results).to eql([])
+    end
+  end
+
+  context "without a given namespace" do
+    describe "#namespace" do
+      specify "is given in the repository profile" do
+        expect(subject.namespace).to eql("changeme")
+      end
+    end
+  end
+
+  context "with a given namespace" do
+    subject { FedoraMigrate::RepositoryMigrator.new(namespace) }
+    describe "#namespace" do
+      specify "is the one provided" do
+        expect(subject.namespace).to eql(namespace)
+      end
+    end
+    describe "#source_objects" do
+      it "should reuturn an array of all digital objects from Rubydora" do
+        expect(subject.source_objects.collect { |o| o.pid }).to include("sufia:rb68xc089", "sufia:rb68xc11m")
+      end
+      it "should exclude fedora-system objects" do
+        expect(subject.source_objects).to_not include("fedora-system:ContentModel-3.0")
+        expect(subject.source_objects.count).to eql 5
+      end
+    end
+  end
+
+end

data/spec/unit/rubydora_connection_spec.rb

@@ -0,0 +1,25 @@
+require 'spec_helper'
+
+describe FedoraMigrate::RubydoraConnection do
+  describe 'initialize' do
+
+    let (:fedora_url) { "http://my.fedora3.instance" }
+
+    subject {
+      FedoraMigrate::RubydoraConnection.new timeout: 3600, validateChecksum: true, url: fedora_url
+    }
+
+    specify "a timeout" do
+      expect(subject.connection.client.options[:timeout]).to eql(3600)
+    end
+      
+    specify "validate a checksum" do
+      expect(subject.connection.config[:validateChecksum]).to be true
+    end
+
+    specify "a Fedora3 url" do
+      expect(subject.connection.client.url).to eql fedora_url
+    end
+
+  end
+end

data/spec/unit/triple_converter_spec.rb

@@ -0,0 +1,35 @@
+require 'spec_helper'
+
+describe FedoraMigrate::TripleConverter do
+
+  context "given an RDF triple / " do
+    subject {  FedoraMigrate::TripleConverter.new('<info:fedora/sufia:xp68km39w> <http://purl.org/dc/terms/title> "Sample Migration Object A" .') }
+    specify "it parses the triple for the object" do
+      expect(subject.object).to eql "Sample Migration Object A"
+    end
+    specify "it parses the triple for the predicate" do
+      expect(subject.predicate).to eql ::RDF::DC.title
+    end
+  end
+
+  context "given a non-DC RDF triple / " do
+    subject {  FedoraMigrate::TripleConverter.new( '<info:fedora/sufia:xp68km39w> <http://purl.org/dc/terms/baz> "Sample Migration Object A" .') }
+    before do
+      expect(FedoraMigrate::Logger).to receive(:warn)
+    end
+    specify "it returns a null predicate" do
+      expect(subject.predicate).to be nil
+    end
+  end
+
+  context "given a malformed triple / " do
+    before do
+      expect(FedoraMigrate::Logger).to receive(:warn)
+    end
+    subject {  FedoraMigrate::TripleConverter.new( '<info:fedora/sufia:xp68km39w> <http://purl.org/dc/terms/title> Object not enclosed with quotes .') }
+    specify "it returns a nul object" do      
+      expect(subject.object).to be nil      
+    end
+  end
+
+end

data/tasks/dev.rake

@@ -0,0 +1,37 @@
+require 'fedora-migrate'
+require 'rspec/core'
+require 'rspec/core/rake_task'
+require 'jettywrapper'
+Jettywrapper.url = "https://github.com/projecthydra/hydra-jetty/archive/fedora-4/migrate.zip"
+
+RSpec::Core::RakeTask.new(:spec)
+
+desc "Run continuous integration tests"
+task ci: ['jetty:clean', 'jetty:start', 'fixtures:load', 'spec']
+
+namespace :fixtures do
+
+  desc "Load Fedora3 fixtures for testing; use FIXTURE_PATH= for your own"
+  task :load do
+    repo = FedoraMigrate.source
+    path = ENV["FIXTURE_PATH"] || "spec/fixtures/objects" 
+    Dir.glob(File.join(path,"*.xml")).each do |f|
+      fixture = File.open(f)
+      begin
+        repo.connection.ingest(file: fixture.read)
+      rescue
+        puts "Failed to load #{fixture.path} (skipping)"
+      end
+    end
+  end
+
+  desc "Remove all objects from Fedora3"
+  task :unload do
+    repo = FedoraMigrate.source
+    repo.connection.search("").collect { |o| o.delete }
+  end
+
+  desc "Reload fixtures into Fedora3"
+  task reload: [:unload, :load]
+
+end

metadata

@@ -0,0 +1,246 @@
+--- !ruby/object:Gem::Specification
+name: fedora-migrate
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Adam Wead
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-12-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rubydora
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+- !ruby/object:Gem::Dependency
+  name: hydra-head
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 9.0.0.beta1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 9.0.0.beta1
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: jettywrapper
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: equivalent-xml
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sufia
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 6.0.0.beta1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 6.0.0.beta1
+description: Migrates data (models, datastreams, content) from a Fedora3 repository
+  to Fedora4
+email:
+- amsterdamos@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- config/fedora.yml
+- config/fedora3.yml
+- config/jetty.yml
+- config/solr.yml
+- fedora-migrate.gemspec
+- lib/fedora-migrate.rb
+- lib/fedora_migrate/datastream_mover.rb
+- lib/fedora_migrate/errors.rb
+- lib/fedora_migrate/file_configurator.rb
+- lib/fedora_migrate/hooks.rb
+- lib/fedora_migrate/logger.rb
+- lib/fedora_migrate/migration_options.rb
+- lib/fedora_migrate/mover.rb
+- lib/fedora_migrate/object_mover.rb
+- lib/fedora_migrate/permissions.rb
+- lib/fedora_migrate/permissions_mover.rb
+- lib/fedora_migrate/rdf_datastream_mover.rb
+- lib/fedora_migrate/rdf_datastream_parser.rb
+- lib/fedora_migrate/rels_ext_datastream_mover.rb
+- lib/fedora_migrate/repository_migrator.rb
+- lib/fedora_migrate/rights_metadata.rb
+- lib/fedora_migrate/rubydora_connection.rb
+- lib/fedora_migrate/triple_converter.rb
+- lib/fedora_migrate/version.rb
+- lib/tasks/fedora-migrate.rake
+- spec/fixtures/datastreams/rdf_ntriples_datastream.txt
+- spec/fixtures/datastreams/sufia-rb68xc089-characterization.xml
+- spec/fixtures/objects/f3-migration-a.xml
+- spec/fixtures/objects/gf-versioned-content.xml
+- spec/fixtures/objects/sufia-batch-gf-1.xml
+- spec/fixtures/objects/sufia-batch-gf-2.xml
+- spec/fixtures/objects/sufia-batch.xml
+- spec/integration/content_versions_spec.rb
+- spec/integration/fedora3_interface_spec.rb
+- spec/integration/object_migration_spec.rb
+- spec/integration/permission_migration_spec.rb
+- spec/integration/rdf_migration_spec.rb
+- spec/integration/relationship_migration_spec.rb
+- spec/integration/repository_migration_spec.rb
+- spec/spec_helper.rb
+- spec/support/example_model.rb
+- spec/unit/datastream_mover_spec.rb
+- spec/unit/fedora_migrate_spec.rb
+- spec/unit/file_configurator_spec.rb
+- spec/unit/mover_spec.rb
+- spec/unit/object_mover_spec.rb
+- spec/unit/permissions_mover_spec.rb
+- spec/unit/rdf_datastream_mover_spec.rb
+- spec/unit/rdf_datastream_parser_spec.rb
+- spec/unit/rels_ext_datastream_mover_spec.rb
+- spec/unit/repository_migrator_spec.rb
+- spec/unit/rubydora_connection_spec.rb
+- spec/unit/triple_converter_spec.rb
+- tasks/dev.rake
+homepage: ''
+licenses:
+- APACHE2
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Migrate Hydra-based repository data from Fedora3 to Fedora4
+test_files:
+- spec/fixtures/datastreams/rdf_ntriples_datastream.txt
+- spec/fixtures/datastreams/sufia-rb68xc089-characterization.xml
+- spec/fixtures/objects/f3-migration-a.xml
+- spec/fixtures/objects/gf-versioned-content.xml
+- spec/fixtures/objects/sufia-batch-gf-1.xml
+- spec/fixtures/objects/sufia-batch-gf-2.xml
+- spec/fixtures/objects/sufia-batch.xml
+- spec/integration/content_versions_spec.rb
+- spec/integration/fedora3_interface_spec.rb
+- spec/integration/object_migration_spec.rb
+- spec/integration/permission_migration_spec.rb
+- spec/integration/rdf_migration_spec.rb
+- spec/integration/relationship_migration_spec.rb
+- spec/integration/repository_migration_spec.rb
+- spec/spec_helper.rb
+- spec/support/example_model.rb
+- spec/unit/datastream_mover_spec.rb
+- spec/unit/fedora_migrate_spec.rb
+- spec/unit/file_configurator_spec.rb
+- spec/unit/mover_spec.rb
+- spec/unit/object_mover_spec.rb
+- spec/unit/permissions_mover_spec.rb
+- spec/unit/rdf_datastream_mover_spec.rb
+- spec/unit/rdf_datastream_parser_spec.rb
+- spec/unit/rels_ext_datastream_mover_spec.rb
+- spec/unit/repository_migrator_spec.rb
+- spec/unit/rubydora_connection_spec.rb
+- spec/unit/triple_converter_spec.rb