krikri 0.7.6 → 0.8.0

data/spec/krikri_spec.rb~

@@ -0,0 +1,30 @@
+require 'spec_helper'
+
+describe Krikri::Engine do
+  describe 'configuration' do
+    before do
+      settings_path = Krikri::Engine.root
+        .join('config', 'settings.local.yml').to_s
+      File.stub(:exists?).and_call_original
+      File.stub(:exists?).with(settings_path).and_return(true)
+      IO.stub(:read).and_call_original
+      IO.stub(:read).with(settings_path)
+        .and_return("---\n\nqa_test: 'test!'")
+
+      Contentqa::Settings.reload!
+    end
+
+    it 'includes its settings in rails_config' do
+      expect(Contentqa::Settings.qa_test).to eq 'test!'
+    end
+
+    it 'allows app to override configuration' do
+      app_settings_path = Rails.root.join('config', 'settings.local.yml').to_s
+      File.stub(:exists?).with(app_settings_path).and_return(true)
+      IO.stub(:read).with(app_settings_path).and_return("---\n\napi_test: 'app!'")
+      Contentqa::Settings.reload!
+
+      expect(Contentqa::Settings.api_test).to eq 'app!'
+    end
+  end
+end

data/spec/ldp/active_triples_spec.rb~

@@ -0,0 +1,15 @@
+require 'spec_helper'
+
+describe Krikri::LDP::Resource do
+  before do
+    class ActiveTriples::Resource
+      include Krikri::LDP::Resource
+    end
+  end
+
+  it '' do
+    require 'pry'
+    binding.pry
+  end
+
+end

data/spec/ldp/at_resource_spec.rb~

@@ -0,0 +1,41 @@
+require 'spec_helper'
+
+describe ActiveTriples::Resource do
+  describe 'LDP persistence' do
+    before do
+      class DPLA::MAP::Aggregation
+        include Krikri::LDP::Resource
+        configure base_uri: Krikri::Settings['marmotta']['resource_container']
+
+        def save(headers = {})
+          result = super(dump(:ttl))
+          get
+          result
+        end
+
+        def get(*args)
+          result = super
+          reload
+          result
+        end
+
+        def reload
+          return super unless !node? && exists?
+          require 'pry'
+          binding.pry
+        end
+      end
+    end
+
+    subject do
+      agg = build(:aggregation)
+      agg.set_subject!('123')
+      agg
+    end
+
+    it '' do
+      require 'pry'
+      binding.pry
+    end
+  end
+end

data/spec/ldp/nr_source_spec.rb~

@@ -0,0 +1,3 @@
+require 'spec_helper'
+
+describe Krikri::LDP::Resource do

data/spec/ldp/rdf_source_spec.rb~

@@ -0,0 +1,4 @@
+require 'spec_helper'
+
+describe Krikri::LDP::RdfSource do
+end

data/spec/ldp/resource_spec.rb~

@@ -0,0 +1,49 @@
+require 'spec_helper'
+
+describe Krikri::LDP::Resource do
+  before do 
+    class DummyResource; include Krikri::LDP::Resource; end
+    subject.connection_uri = 'http://localhost:8080/marmotta/ldp'
+  end
+
+  subject { DummyResource.new }
+  let(:base_uri) { 'http://localhost:8080/marmotta/ldp/container' }
+  let(:slug) { 'moomin' }
+
+  it 'has a connection' do
+    expect(subject.ldp_connection).to be_a Faraday::Connection
+    require 'pry'
+    binding.pry
+  end
+  
+  describe '#create' do
+    it 'creates ldp resources' do
+      require 'pry'
+      binding.pry
+      expect { subject.create(base_uri, nil) }.not_to raise_error
+    end
+
+    it 'accepts slug' do
+      expect(subject.create(base_uri, nil, :Slug => slug)
+               .env['response_headers']['location'])
+        .to eq 'http://localhost:8080/marmotta/ldp/container/moomin'
+    end
+  end
+
+  describe '#save' do
+    it 'is idempotent' do
+      first = subject.save(base_uri, nil, :Slug => slug)
+      second = subject.save(base_uri, nil, :Slug => slug)
+
+      expect(first.env['response_headers']['location'])
+        .to eq second.env['response_headers']['location']
+    end
+  end
+
+  describe '#exists?' do
+    it "knows it doesn't exist" do
+      expect(subject).not_to exist
+    end
+  end
+  
+end

data/spec/lib/krikri/enrichment_agent_spec.rb~

@@ -0,0 +1,4 @@
+describe Krikri::Enrichment::Agent do
+  opts = {}
+  it_behaves_like 'a software agent', opts
+end

data/spec/lib/krikri/enrichments/remove_empty_fields_spec.rb

@@ -15,6 +15,11 @@ describe Krikri::Enrichments::RemoveEmptyFields do
               :start => "\n\t  \t\n",
               :end => nil
             },
+
+            { :string => 'keeps whitespace heavy fields with newlines',
+              :start => "\n\t value \t\n",
+              :end => "\n\t value \t\n"
+            },
             { :string => 'leaves non-empty fields unaltered',
               :start => 'moomin',
               :end => 'moomin'

data/spec/lib/krikri/enrichments/strip_ending_punctuation_spec.rb

@@ -19,6 +19,14 @@ describe Krikri::Enrichments::StripEndingPunctuation do
               :start => "66 cm.",
               :end => "66 cm."
             },
+            { :string => 'removes period from longer words',
+              :start => "Regents Examinations.",
+              :end => "Regents Examinations"
+            },
+            { :string => 'removes period from longer words with parens',
+              :start => "Budget - New York (State).",
+              :end => "Budget - New York (State)"
+            },
             { :string => 'leaves other fields unaltered',
               :start => "moominpapa;:;:; moominmama",
               :end => "moominpapa;:;:; moominmama"

data/spec/lib/krikri/harvesters/api_harvester_spec.rb~

@@ -0,0 +1,47 @@
+# -*- coding: utf-8 -*-
+require 'spec_helper'
+
+describe Krikri::Harvesters::ApiHarvester do
+  it_behaves_like 'a harvester'
+
+  let(:args) { { uri: 'http://example.org/endpoint' } }
+  subject { described_class.new(args) }
+
+  shared_context 'with responses' do
+    let(:query_opts) { { :q => 'tags_ssim:dpla' } }
+    let(:response_string) do
+      <<EOM
+{ "response": {
+    "numFound": 467354,
+    "start": 0,
+    "docs": []
+  }
+}
+EOM
+    end
+
+    before do
+      allow(RestClient).to recieve(:get).with(args[:uri], query_opts)
+                            .and_return(response_string)
+    end
+  end
+
+  describe '#new' do
+    it 'accepts api parameters' do
+      described_class.new()
+      require 'pry'
+      binding.pry
+    end
+  end
+
+  describe '.expected_opts' do
+    it 'returns a hash with key and options' do
+    end
+  end
+
+  describe '#count' do
+    it 'returns a count' do
+      expect(subject.count).to eq 100
+    end
+  end
+end

data/spec/lib/krikri/harvesters/basic_save_behavior_spec.rb~

@@ -0,0 +1,12 @@
+require 'spec_helper'
+
+describe Krikri::Harvesters::BasicSaveBehavior do
+  it_behaves_like 'a harvest behavior'
+
+  subject { described_class.new(record, activity_uri) }
+
+
+  describe '#process_record' do
+    it ''
+  end
+end

data/spec/lib/krikri/harvesters/file_harvester_spec.rb~

@@ -0,0 +1,3 @@
+require 'spec_helper'
+
+describe Krikri::Harvesters::FileHarvester do

data/spec/lib/krikri/harvesters/harvest_behavior_spec.rb~

@@ -0,0 +1,5 @@
+require 'spec_helper'
+
+describe Krikri::Harvesters::HarvestBehavior do
+  it_behaves_like 'a harvest behavior'
+end

data/spec/lib/krikri/harvesters/mdl_api_harvester_spec.rb~

@@ -0,0 +1,11 @@
+# -*- coding: utf-8 -*-
+require 'spec_helper'
+
+describe Krikri::Harvesters::MdlApiHarvester do
+  it_behaves_like 'a harvester'
+
+  let(:args) { { uri: 'http://example.org/endpoint' } }
+  subject { described_class.new(args) }
+
+
+end

data/spec/lib/krikri/harvesters/mdl_harvester_spec.rb~

@@ -0,0 +1,8 @@
+require 'spec_helper'
+
+describe Krikri::Harvesters::MdlHarvester do
+  let(:args) { { uri: 'http://example.org/endpoint', api: query_opts } }
+  let(:query_opts) { {} }
+  subject { described_class.new(args) }
+
+end

data/spec/lib/krikri/harvesters/oai_skip_deleted_behavior.rb~

@@ -0,0 +1,7 @@
+module Krikri::Harvesters
+  class BasicSaveBehavior < HarvestBehavior
+    def process_record
+      record.save(activity_uri)
+    end
+  end
+end

data/spec/lib/krikri/harvesters/oai_skip_deleted_behavior_spec.rb~

@@ -0,0 +1,15 @@
+require 'spec_helper'
+
+describe Krikri::Harvesters::OAISkipDeletedBehavior do
+  it_behaves_like 'a harvest behavior'
+
+  subject { described_class.new(record, activity_uri) }
+  let(:record) { double('record') }
+  let(:activity_uri) { double('activity URI') }
+
+  describe '#process_record' do
+    it 'calls save when record is not deleted' do
+      expect(record).to receive(:save).with(activity_uri)
+    end
+  end
+end

data/spec/lib/krikri/id_service_spec.rb~

@@ -0,0 +1,3 @@
+require 'spec_helper'
+
+describe Krikri::IdService do

data/spec/lib/krikri/job_spec.rb~

@@ -0,0 +1,13 @@
+require 'spec_helper'
+
+describe Krikri::Job do
+  describe '.perform' do
+    it 'calls run on activity by id' do
+      activity_id = 1
+      activity = double('activity')
+    end
+  end
+
+  describe '.run' do
+  end
+end

data/spec/lib/krikri/map_crosswalk_spec.rb~

@@ -0,0 +1,5 @@
+require 'spec_helper'
+
+describe Krikri::MapCrosswalk do
+  subject { DPLA::MapAggregation }
+end

data/spec/lib/krikri/mapper_agent_spec.rb~

@@ -0,0 +1,64 @@
+describe Krikri::Mapper::Agent do
+  opts = { name: :agent_map, generator_uri: 'http://example.org/agent/gen/1' }
+  it_behaves_like 'a software agent', opts, Krikri::MappingJob
+
+  subject { described_class.new(opts) }
+
+  let(:generator_uri) { 'http://example.org/agent/gen/1' }
+  let(:activity_uri) { 'http://example.org/agent/act/1' }
+  let(:mapping_name) { :agent_map }
+  let(:opts) { { name: mapping_name, generator_uri: generator_uri } }
+
+  describe '#run' do
+    let(:record_double) { double(DPLA::MAP::Aggregation) }
+    let(:records) do
+      [record_double, record_double.clone, record_double.clone]
+    end
+
+    before do
+      allow(subject).to receive(:records).and_return([:record1, :record2])
+      allow(record_double).to receive(:set_subject!)
+      allow(record_double).to receive(:save)
+      expect(Krikri::Mapper).to receive(:map).with(mapping_name, subject.records)
+        .and_return(records)
+    end
+
+    it 'calls mapper' do
+      subject.run
+    end
+
+    it 'sets generator' do
+      records.each do |rec|
+        statement = double
+        allow(RDF).to receive(:Statement)
+          .with(rec, RDF::PROV.wasGeneratedBy, activity_uri)
+          .and_return(statement)
+        expect(rec).to receive(:<<).with(statement)
+      end
+      subject.run(activity_uri)
+    end
+  end
+
+  # TODO: these tests are tied closely to implementation.
+  #       This is a code smell. Consider refactor of ProvenanceQueryClient
+  #       and #records.
+  describe '#records' do
+    let(:solutions) { double(RDF::Query::Solutions) }
+    let(:solution) { double(RDF::Query::Solutions) }
+    let(:record_double) { double(Krikri::OriginalRecord) }
+
+    it 'returns a lazy enum' do
+      expect(subject.records).to be_a Enumerator::Lazy
+    end
+
+    it 'gets records for generated by harvest_activity' do
+      expect_any_instance_of(Krikri::ProvenanceQueryClient)
+        .to receive(:find_by_activity).with(generator_uri).and_return(solutions)
+      expect(solutions).to receive(:lazy).and_return([solution])
+      expect(solution).to receive(:record).and_return(:uri)
+      expect(OriginalRecord).to receive(:load).with(:uri.to_s)
+        .and_return(:record)
+      expect(subject.records).to eq [:record]
+    end
+  end
+end

data/spec/lib/krikri/mapper_spec.rb~

@@ -0,0 +1,5 @@
+require 'spec_helper'
+
+describe Krikri::Mapper do
+
+end

data/spec/lib/krikri/mapping_dsl/parser_methods_spec.rb~

@@ -0,0 +1,65 @@
+require 'spec_helper'
+
+describe Krikri::MappingDSL::ParserMethods do
+  before do
+    # dummy class
+    class DummyParserImpl
+      include Krikri::MappingDSL::ParserMethods
+    end
+  end
+
+  after do
+    Object.send(:remove_const, 'DummyParserImpl')
+  end
+
+  subject { DummyParserImpl.new }
+
+  it 'raises an error without parser' do
+    expect { subject.record }
+      .to raise_error 'No parser selected; set a parser with #parser(class)'
+  end
+
+  context 'with parser' do
+    before do
+      subject.parser parser
+      allow_any_instance_of(parser).to receive(:root).and_return()
+    end
+
+    let(:parser) { class_double("Krikri::XmlParser") }
+
+    describe '#record' do
+      it 'returns a parsed value instance' do
+        expect(subject.record)
+          .to be_a Krikri::MappingDSL::ParserMethods::ParsedValue
+      end
+
+      it 'initializes parsed value with args and parser' do
+        expect(Krikri::MappingDSL::ParserMethods::ParsedValue).to receive(:new)
+          .with(parser, :arg_1, :arg_2, :arg_3)
+        subject.record(:arg_1, :arg_2, :arg_3)
+      end
+    end
+  end
+end
+
+describe Krikri::MappingDSL::ParserMethods::ParsedValue do
+  subject { described_class.new(parser) }
+  let(:record) { double() }
+  let(:parser) { class_double("Krikri::XmlParser") }
+  let(:root) { instance_double("Krikri::XmlParser") }
+  let(:value) { instance_double("Krikri::XmlParser::Value") }
+
+  describe '#to_proc' do
+    # before do
+    #   expect(parser).to receive(:new).with(record).and_return(:value)
+    # end
+
+    it 'resolves to a parser root' do
+      expect(parser).to receive(:new).with(record).and_return(root)
+      expect(root).to receive(:root).and_return(value)
+      expect(value).to receive(values).and_return(:my_value)
+      require 'pry'
+      binding.pry
+    end
+  end
+end