krikri 0.4.0 → 0.5.0

data/spec/lib/krikri/enrichments/parse_date_spec.rb~

@@ -1,16 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::Enrichments::StripPunctuation do
-  it_behaves_like 'a field enrichment'
-
-  values = [{ :string => '',
-              :start => "\tmoominpapa;... !@#$ moominmama  ",
-              :end => "\tmoominpapa  moominmama  "
-            },
-            { :string => 'leaves other fields unaltered',
-              :start => "\tmoominpapa moominmama",
-              :end => "\tmoominpapa moominmama"
-            }]
-
-  it_behaves_like 'a string enrichment', values
-end

data/spec/lib/krikri/enrichments/strip_ending_punctuation_spec.rb~

@@ -1,16 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::Enrichments::StripLeadingPunctuation do
-  it_behaves_like 'a field enrichment'
-
-  values = [{ :string => 'removes punctuation from beginning of field',
-              :start => "([!.;:\tmoominpapa;:;:; moominmama! ...\n",
-              :end => "\tmoominpapa;:;:; moominmama! ...\n"
-            },
-            { :string => 'leaves other fields unaltered',
-              :start => "'moominpapa;:;:; moominmama! ...\n'",
-              :end => "'moominpapa;:;:; moominmama! ...\n'"
-            }]
-
-  it_behaves_like 'a string enrichment', values
-end

data/spec/lib/krikri/enrichments/strip_leading_colons_spec.rb~

@@ -1,16 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::Enrichments::StripLeadingColons do
-  it_behaves_like 'a field enrichment'
-
-  values = [{ :string => 'removes (semi)colons from beginning of field',
-              :start => "\tmoominpapa;... !@#$ moominmama  ",
-              :end => "\tmoominpapa  moominmama  "
-            },
-            { :string => 'leaves other fields unaltered',
-              :start => "\tmoominpapa;:;:; moominmama",
-              :end => "\tmoominpapa;:;:; moominmama"
-            }]
-
-  it_behaves_like 'a string enrichment', values
-end

data/spec/lib/krikri/enrichments/strip_leading_punctuation_spec.rb~

@@ -1,16 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::Enrichments::StripLeadingPunctuation do
-  it_behaves_like 'a field enrichment'
-
-  values = [{ :string => 'removes punctuation from beginning of field',
-              :start => ";:\tmoominpa()pa;;;",
-              :end => "\tmoominpa()pa;;;"
-            },
-            { :string => 'leaves other fields unaltered',
-              :start => ";:\tmoominpapa;:;:; moominmama! ...\n",
-              :end => "\tmoominpapa;:;:; moominmama! ...\n"
-            }]
-
-  it_behaves_like 'a string enrichment', values
-end

data/spec/lib/krikri/enrichments/timespan_spec.rb~

@@ -1,10 +0,0 @@
-module Krikri::Enrichments
-  ##
-  # Normalizes date strings to EDTF or Date objects.
-  #
-
-  class ParseDate
-    include Krikri::FieldEnrichment
-
-    def enrich_value(value)
-    end

data/spec/lib/krikri/enrichments/timespan_split_spec.rb~

@@ -1,59 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::Enrichments::TimespanSplit do
-  it_behaves_like 'a field enrichment'
-
-  let(:timespan) do
-    build(:timespan, providedLabel: label, begin: begin_date, end: end_date)
-  end
-  let(:label) { nil }
-  let(:begin_date) { nil }
-  let(:end_date) { nil }
-
-  context 'with a non-timespan object' do
-    it 'returns nil' do
-      expect(subject.enrich_value(RDF::Node.new)).to be nil
-    end
-  end
-
-  context 'with string' do
-  end
-
-  context 'with timespan label' do
-    let(:label) { '1642 - 1726?' }
-
-    it do
-      subject.enrich_value(timespan)
-    end
-  end
-
-  describe '#partial_edtf' do
-    context 'with YYYY-MM-DD/DD' do
-      let(:start_date) { Date.new(2014,1,27) }
-      let(:end_date) { Date.new(2014,1,28) }
-
-      it 'parses date' do
-        expect(subject.partial_edtf('2014-01-27/28'))
-          .to have_attributes(:from => start_date,:to => end_date)
-      end
-
-      it 'gives nil for invalid date' do
-        expect(subject.partial_edtf('2014-01-98/28')).to eq nil
-      end
-    end
-
-    context 'with YYYY-MM/MM' do
-      let(:start_date) { Date.new(2014,1,1) }
-      let(:end_date) { Date.new(2014,3,1) }
-
-      it 'parses date' do
-        expect(subject.partial_edtf('2014-01/03'))
-          .to have_attributes(:from => start_date,:to => end_date)
-      end
-
-      it 'gives nil for invalid date' do
-        expect(subject.partial_edtf('2014-33/03')).to eq nil
-      end
-    end
-  end
-end

data/spec/lib/krikri/harvesters/api_harvester_spec.rb~

@@ -1,47 +0,0 @@
-# -*- coding: utf-8 -*-
-require 'spec_helper'
-
-describe Krikri::Harvesters::ApiHarvester do
-  it_behaves_like 'a harvester'
-
-  let(:args) { { uri: 'http://example.org/endpoint' } }
-  subject { described_class.new(args) }
-
-  shared_context 'with responses' do
-    let(:query_opts) { { :q => 'tags_ssim:dpla' } }
-    let(:response_string) do
-      <<EOM
-{ "response": {
-    "numFound": 467354,
-    "start": 0,
-    "docs": []
-  }
-}
-EOM
-    end
-
-    before do
-      allow(RestClient).to recieve(:get).with(args[:uri], query_opts)
-                            .and_return(response_string)
-    end
-  end
-
-  describe '#new' do
-    it 'accepts api parameters' do
-      described_class.new()
-      require 'pry'
-      binding.pry
-    end
-  end
-
-  describe '.expected_opts' do
-    it 'returns a hash with key and options' do
-    end
-  end
-
-  describe '#count' do
-    it 'returns a count' do
-      expect(subject.count).to eq 100
-    end
-  end
-end

data/spec/lib/krikri/harvesters/basic_save_behavior_spec.rb~

@@ -1,12 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::Harvesters::BasicSaveBehavior do
-  it_behaves_like 'a harvest behavior'
-
-  subject { described_class.new(record, activity_uri) }
-
-
-  describe '#process_record' do
-    it ''
-  end
-end

data/spec/lib/krikri/harvesters/file_harvester_spec.rb~

@@ -1,3 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::Harvesters::FileHarvester do

data/spec/lib/krikri/harvesters/harvest_behavior_spec.rb~

@@ -1,5 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::Harvesters::HarvestBehavior do
-  it_behaves_like 'a harvest behavior'
-end

data/spec/lib/krikri/harvesters/mdl_api_harvester_spec.rb~

@@ -1,11 +0,0 @@
-# -*- coding: utf-8 -*-
-require 'spec_helper'
-
-describe Krikri::Harvesters::MdlApiHarvester do
-  it_behaves_like 'a harvester'
-
-  let(:args) { { uri: 'http://example.org/endpoint' } }
-  subject { described_class.new(args) }
-
-
-end

data/spec/lib/krikri/harvesters/mdl_harvester_spec.rb~

@@ -1,8 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::Harvesters::MdlHarvester do
-  let(:args) { { uri: 'http://example.org/endpoint', api: query_opts } }
-  let(:query_opts) { {} }
-  subject { described_class.new(args) }
-
-end

data/spec/lib/krikri/harvesters/oai_skip_deleted_behavior.rb~

@@ -1,7 +0,0 @@
-module Krikri::Harvesters
-  class BasicSaveBehavior < HarvestBehavior
-    def process_record
-      record.save(activity_uri)
-    end
-  end
-end

data/spec/lib/krikri/harvesters/oai_skip_deleted_behavior_spec.rb~

@@ -1,15 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::Harvesters::OAISkipDeletedBehavior do
-  it_behaves_like 'a harvest behavior'
-
-  subject { described_class.new(record, activity_uri) }
-  let(:record) { double('record') }
-  let(:activity_uri) { double('activity URI') }
-
-  describe '#process_record' do
-    it 'calls save when record is not deleted' do
-      expect(record).to receive(:save).with(activity_uri)
-    end
-  end
-end

data/spec/lib/krikri/id_service_spec.rb~

@@ -1,3 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::IdService do

data/spec/lib/krikri/index_service_spec.rb

@@ -1,83 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::IndexService do
-  let(:solr) { RSolr.connect }
-
-  describe '#initialize' do
-    context 'with args' do
-      subject { described_class.new(opts) }
-      let(:opts) { { url: 'http://my-client-uri/' } }
-
-      it 'passes options to RSolr client' do
-        expect(subject.solr.uri.to_s).to eq opts[:url]
-      end
-    end
-
-    it 'defaults to Krikri::Settings.solr' do
-      uri = 'http://moomin.org/'
-      allow(Krikri::Settings)
-        .to receive(:solr).and_return(url: uri)
-      expect(subject.solr.uri.to_s).to eq uri
-    end
-  end
-
-  describe '#solr_doc' do
-    context 'without models' do
-      before :each do
-        fake_schema_keys = ['a', 'b', 'c', 'b_c', 'b_d']
-        allow(subject).to receive(:schema_keys).and_return(fake_schema_keys)
-      end
-
-      it 'converts JSON into Solr-compatible hash' do
-        json = { 'a' => '1', 'b' => { 'c' => '2', 'd' => '3' } }.to_json
-        flat_hash = { 'a' => '1', 'b_c' => '2', 'b_d' => '3' }
-        expect(subject.solr_doc(json)).to eq flat_hash
-      end
-
-      it 'removes special character strings from keys' do
-        json = {
-          'http://www.geonames.org/ontology#a' => '1',
-          'http://www.w3.org/2003/01/geo/wgs84_pos#b' => '2',
-          '@c' => '3'
-        }.to_json
-        flat_hash = { 'a' => '1', 'b' => '2', 'c' => '3' }
-        expect(subject.solr_doc(json)).to eq flat_hash
-      end
-
-      it 'removes keys that are not in solr schema' do
-        json = { 'a' => '1', 'invalid_key' => '0' }.to_json
-        valid_hash = { 'a' => '1' }
-        expect(subject.solr_doc(json)).to eq valid_hash
-      end
-    end
-
-    context 'with models' do
-      let(:aggregation) { build(:aggregation) }
-
-      before do
-        aggregation.set_subject!('http://api.dp.la/item/123')
-        subject.add aggregation.to_jsonld['@graph'][0].to_json
-        subject.commit
-      end
-
-      after do
-        q = 'id:*'
-        subject.delete_by_query(q)
-        subject.commit
-      end
-
-      it 'posts DPLA MAP JSON to solr' do
-        response = solr.get('select', :params => { :q => '' })['response']
-        expect(response['numFound']).to eq 1
-      end
-    end
-
-    describe '#schema_keys' do
-      it 'returns an Array of keys' do
-        result = subject.schema_keys
-        expect(result).to be_a(Array)
-        expect(result).not_to be_empty
-      end
-    end
-  end
-end

data/spec/lib/krikri/job_spec.rb~

@@ -1,13 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::Job do
-  describe '.perform' do
-    it 'calls run on activity by id' do
-      activity_id = 1
-      activity = double('activity')
-    end
-  end
-
-  describe '.run' do
-  end
-end

data/spec/lib/krikri/mapper_agent_spec.rb~

@@ -1,64 +0,0 @@
-describe Krikri::Mapper::Agent do
-  opts = { name: :agent_map, generator_uri: 'http://example.org/agent/gen/1' }
-  it_behaves_like 'a software agent', opts, Krikri::MappingJob
-
-  subject { described_class.new(opts) }
-
-  let(:generator_uri) { 'http://example.org/agent/gen/1' }
-  let(:activity_uri) { 'http://example.org/agent/act/1' }
-  let(:mapping_name) { :agent_map }
-  let(:opts) { { name: mapping_name, generator_uri: generator_uri } }
-
-  describe '#run' do
-    let(:record_double) { double(DPLA::MAP::Aggregation) }
-    let(:records) do
-      [record_double, record_double.clone, record_double.clone]
-    end
-
-    before do
-      allow(subject).to receive(:records).and_return([:record1, :record2])
-      allow(record_double).to receive(:set_subject!)
-      allow(record_double).to receive(:save)
-      expect(Krikri::Mapper).to receive(:map).with(mapping_name, subject.records)
-        .and_return(records)
-    end
-
-    it 'calls mapper' do
-      subject.run
-    end
-
-    it 'sets generator' do
-      records.each do |rec|
-        statement = double
-        allow(RDF).to receive(:Statement)
-          .with(rec, RDF::PROV.wasGeneratedBy, activity_uri)
-          .and_return(statement)
-        expect(rec).to receive(:<<).with(statement)
-      end
-      subject.run(activity_uri)
-    end
-  end
-
-  # TODO: these tests are tied closely to implementation.
-  #       This is a code smell. Consider refactor of ProvenanceQueryClient
-  #       and #records.
-  describe '#records' do
-    let(:solutions) { double(RDF::Query::Solutions) }
-    let(:solution) { double(RDF::Query::Solutions) }
-    let(:record_double) { double(Krikri::OriginalRecord) }
-
-    it 'returns a lazy enum' do
-      expect(subject.records).to be_a Enumerator::Lazy
-    end
-
-    it 'gets records for generated by harvest_activity' do
-      expect_any_instance_of(Krikri::ProvenanceQueryClient)
-        .to receive(:find_by_activity).with(generator_uri).and_return(solutions)
-      expect(solutions).to receive(:lazy).and_return([solution])
-      expect(solution).to receive(:record).and_return(:uri)
-      expect(OriginalRecord).to receive(:load).with(:uri.to_s)
-        .and_return(:record)
-      expect(subject.records).to eq [:record]
-    end
-  end
-end

data/spec/lib/krikri/mapper_spec.rb~

@@ -1,5 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::Mapper do
-
-end

data/spec/lib/krikri/mapping_dsl/parser_methods_spec.rb~

@@ -1,65 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::MappingDSL::ParserMethods do
-  before do
-    # dummy class
-    class DummyParserImpl
-      include Krikri::MappingDSL::ParserMethods
-    end
-  end
-
-  after do
-    Object.send(:remove_const, 'DummyParserImpl')
-  end
-
-  subject { DummyParserImpl.new }
-
-  it 'raises an error without parser' do
-    expect { subject.record }
-      .to raise_error 'No parser selected; set a parser with #parser(class)'
-  end
-
-  context 'with parser' do
-    before do
-      subject.parser parser
-      allow_any_instance_of(parser).to receive(:root).and_return()
-    end
-
-    let(:parser) { class_double("Krikri::XmlParser") }
-
-    describe '#record' do
-      it 'returns a parsed value instance' do
-        expect(subject.record)
-          .to be_a Krikri::MappingDSL::ParserMethods::ParsedValue
-      end
-
-      it 'initializes parsed value with args and parser' do
-        expect(Krikri::MappingDSL::ParserMethods::ParsedValue).to receive(:new)
-          .with(parser, :arg_1, :arg_2, :arg_3)
-        subject.record(:arg_1, :arg_2, :arg_3)
-      end
-    end
-  end
-end
-
-describe Krikri::MappingDSL::ParserMethods::ParsedValue do
-  subject { described_class.new(parser) }
-  let(:record) { double() }
-  let(:parser) { class_double("Krikri::XmlParser") }
-  let(:root) { instance_double("Krikri::XmlParser") }
-  let(:value) { instance_double("Krikri::XmlParser::Value") }
-
-  describe '#to_proc' do
-    # before do
-    #   expect(parser).to receive(:new).with(record).and_return(:value)
-    # end
-
-    it 'resolves to a parser root' do
-      expect(parser).to receive(:new).with(record).and_return(root)
-      expect(root).to receive(:root).and_return(value)
-      expect(value).to receive(values).and_return(:my_value)
-      require 'pry'
-      binding.pry
-    end
-  end
-end

data/spec/lib/krikri/mapping_dsl/property_declaration_spec.rb~

@@ -1,87 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::MappingDSL::PropertyDeclaration do
-  it_behaves_like 'a named property'
-  it_behaves_like 'a valued property'
-
-  subject { described_class.new(:my_property, value) }
-
-  describe '#to_proc' do
-    shared_context 'mapped property' do
-      before do
-        expect(mapped).to receive(:my_property=).with(value)
-      end
-      let(:mapped) { double }
-    end
-
-    shared_context 'property block' do
-      subject do
-        described_class.new(:my_property, start_value) do |v|
-          v.upcase
-        end
-      end
-      let(:start_value) do
-        return value.map(&:downcase) if value.is_a? Enumerable
-        value.downcase
-      end
-    end
-
-    shared_examples 'a property value' do
-      it 'gives a proc that sets value' do
-        subject.to_proc.call(mapped, '')
-      end
-    end
-
-    context 'static' do
-      include_context 'mapped property'
-      it_behaves_like 'a property value'
-    end
-
-    context 'with multiple values' do
-      include_context 'mapped property'
-      it_behaves_like 'a property value'
-
-      let(:value) { %w('value_1', 'value_2') }
-
-      context 'with block of arity 1' do
-        include_context 'property block'
-        it_behaves_like 'a property value'
-
-        let(:value) { %w('value_1', 'value_2').map(&:upcase) }
-      end
-    end
-
-    context 'with block of arity 1' do
-      include_context 'mapped property'
-      include_context 'property block'
-      it_behaves_like 'a property value'
-
-      let(:value) { 'value'.upcase }
-    end
-
-    context 'with callable value' do
-      include_context 'mapped property'
-      it_behaves_like 'a property value'
-
-      before do
-        expect(proc_value).to receive(:call).and_return(value)
-      end
-
-      subject { described_class.new(:my_property, proc_value) }
-
-      let(:proc_value) { ->(_) {} }
-    end
-
-    context 'with block of wrong arity' do
-      subject do
-        described_class.new(:my_property, value) { |v, what| v + what }
-      end
-
-      it 'raises error' do
-        expect { subject.to_proc.call(nil, nil) }
-          .to raise_error('Block must have arity of 1 to be applied to '\
-                          'property')
-      end
-    end
-  end
-end

data/spec/lib/krikri/mapping_dsl/rdf_subjects_spec.rb~

@@ -1,16 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::MappingDSL::RdfSubjects do
-  before do
-    # dummy class
-    class DummyParserImpl
-      include Krikri::MappingDSL::RdfSubjects
-    end
-  end
-
-  after do
-    Object.send(:remove_const, 'DummyParserImpl')
-  end
-
-  subject { DummyParserImpl.new }
-end

data/spec/lib/krikri/mapping_dsl_spec.rb~

@@ -1,10 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::MappingDSL do
-  before do
-    class DummyMappingImplementation; include MappingDSL; end
-  end
-
-  after do
-    Object.send(:remove_const, 'DummyMappingImplementation')
-  end

data/spec/lib/krikri/mapping_job.rb~

@@ -1,12 +0,0 @@
-module Krikri
-  class MappingJob < Krikri::Job
-    @queue = :mapping
-
-    private
-
-    def run(mapping)
-      require 'pry'
-      binding.pry
-    end
-  end
-end

data/spec/lib/krikri/mapping_job_spec.rb~

@@ -1,11 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::MappingJob do
-  it_behaves_like 'a job', :krikri_activity do
-    # before do
-    #   expect_any_instance_of(Krikri::Harvester)
-    #     .to receive(:run)
-    #     .and_return(true)
-    # end
-  end
-end

data/spec/lib/krikri/mapping_spec.rb~

@@ -1,5 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::Mapper do
-
-end

data/spec/lib/krikri/md5_minter_spec.rb~

@@ -1,5 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::Md5Minter do
-
-end

data/spec/lib/krikri/parser_value_array.rb~

@@ -1,5 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::Parser::ValueArray do
-
-end