krikri 0.4.0 → 0.5.0

data/lib/krikri/parsers/json_parser.rb~

@@ -1,17 +0,0 @@
-module Krikri
-  ##
-  # A parser for JSON records
-  # @see Krikri::Parser
-  class JsonParser < Krikri::Parser
-    def initialize(record)
-      @root = Value.new(JSON.parse(record.content))
-      super
-    end
-
-    class Value < Krikri::Parser::Value
-      def initialize(json)
-        @json = json
-      end
-    end
-  end
-end

data/lib/krikri/parsers/oai_headers.rb~

@@ -1,4 +0,0 @@
-module Krikri
-  module OaiHeaders
-  end
-end

data/lib/krikri/parsers/oai_parser.rb~

@@ -1,2 +0,0 @@
-module Krikri
-  class XmlParser < Krikri::Parser

data/lib/krikri/parsers/oai_parser_headers.rb~

@@ -1,4 +0,0 @@
-module Krikri
-  module OaiParserHeaders
-  end
-end

data/lib/krikri/parsers/xml_parser.rb~

@@ -1,61 +0,0 @@
-module Krikri
-  ##
-  # An XmlParser
-  # @see Krikri::Parser
-  class XmlParser < Krikri::Parser
-    def initialize(record, root_path = '/')
-      xml = Nokogiri::XML(record.to_s)
-      ns = namespaces_from_xml(xml)
-      @root = Value.new(xml.at_xpath(root_path, ns), ns)
-      super(record)
-    end
-
-    private
-
-    def namespaces_from_xml(xml)
-      namespaces = xml.collect_namespaces.map do |k, v|
-        [k.gsub('xmlns:', ''), v]
-      end
-      namespaces.to_h
-    end
-
-    ##
-    # An XML Parser Value node class
-    # @see Krikri::Parser::Value
-    class Value < Krikri::Parser::Value
-      def initialize(node, namespaces)
-        node = node.root if node.xml?
-        @node = node
-        @namespaces = namespaces
-      end
-
-      delegate :attributes, :xpath, :at_xpath, :css, :at_css, :to => :@node
-
-      def children
-        @node.element_children.map do |child|
-          return child.name unless child.namespace
-          "#{@namespaces.key(child.namespace.href)}:#{child.name}"
-        end
-      end
-
-      def values
-        select_values.map(&:text)
-      end
-
-      def values?
-        !select_values.empty?
-      end
-
-      private
-
-      def get_child_nodes(name)
-        @node.xpath("#{@node.path}/#{name}", @namespaces)
-          .map { |node| self.class.new(node, @namespaces) }
-      end
-
-      def select_values
-        @node.children.select(&:text?)
-      end
-    end
-  end
-end

data/lib/krikri/provenance_query.rb~

@@ -1,4 +0,0 @@
-module Krikri
-  class ProvenanceQuery
-  end
-end

data/lib/krikri/provenance_query_client.rb~

@@ -1,11 +0,0 @@
-module Krikri
-  class ProvenanceQueryClient < SPARQL::Client
-    def initialize(url = Krikri::Repository, options = {}, &block)
-      super
-    end
-
-    def find_by_activity(activity_uri)
-      self.select(:s).where([:s, RDF::PROV.wasGeneratedBy, activity_uri])
-    end
-  end
-end

data/lib/krikri/random_record_generator.rb

@@ -1,19 +0,0 @@
-module Krikri
-  # Gets random records from the search index
-  class RandomRecordGenerator
-
-    def initialize
-      @solr_repo = Blacklight::SolrRepository.new(Blacklight::Configuration.new)
-    end
-
-    # @return Krikri::SearchIndexDocument
-    def record
-      solr_params = { :id => "*:*",
-                      :sort => "random_#{rand(9999)} desc",
-                      :rows => 1 }
-      query_result = @solr_repo.search(solr_params)
-      solr_response = Blacklight::SolrResponse.new(query_result, solr_params)
-      Krikri::SearchIndexDocument.new(solr_response.docs.first)
-    end
-  end
-end

data/lib/krikri/util/edtf_converter.rb~

@@ -1,26 +0,0 @@
-module Krikri::Util
-  module ExtendedDateParser
-
-    ##
-    # e.g. 1990s or 199- or 199x
-    def decade(str)
-      decade
-    end
-
-    ##
-    # e.g. 1990s
-    def decade_s(str)
-      /^(\d{3})0s$/.match(str) do |m|
-        Date.edtf("#{m[1]}x")
-      end
-    end
-
-    ##
-    # e.g. 199-
-    def decade_hyphen(str)
-      /^(\d{3})-$/.match(str) do |m|
-        Date.edtf("#{m[1]}x")
-      end
-    end
-  end
-end

data/lib/krikri/util/extended_date_parser.rb~

@@ -1,70 +0,0 @@
-module Krikri::Util
-  module ExtendedDateParser
-    module_function
-
-    def parse(date_str)
-      date = Date.edtf(date_str)
-      date ||= partial_edtf(date_str)
-      date ||= decade_hyphen(date_str)
-      date ||= month_year(date_str)
-      date ||= decade_s(date_str)
-      date ||= hyphenated_partial_range(date_str)
-      date ||= begin
-                 Date.parse(date_str)
-               rescue ArgumentError
-                 nil
-               end
-    end
-
-    def range_match(str)
-      regexp = %r{
-        ([\d\-\.xu\?\~]*\d{4}[\d\-\.xu\?\~]*)
-        \s*[-\.]+\s*
-        ([\d\-\.xu\?\~]*\d{4}[\d\.\-xu\?\~]*)
-      }x
-      regexp.match(str) do |m|
-        [m[1], m[2]]
-      end
-    end
-
-    ##
-    # e.g. 01-2045
-    def month_year(str)
-      /(\d{2})-(\d{4})/.match(str) do |m|
-        Date.edtf("#{m[2]}-#{m[1]}")
-      end
-    end
-
-    ##
-    # e.g. 1990-92
-    def hyphenated_partial_range(str)
-      /^(\d{2})(\d{2})-(\d{2})$/.match(str) do |m|
-        Date.edtf("#{m[1]}#{m[2]}/#{m[1]}#{m[3]}")
-      end
-    end
-
-    ##
-    # e.g. 1970-08-01/02 or 1970-12/10
-    def partial_edtf(str)
-      /^(\d{4}(-\d{2})*)-(\d{2})\/(\d{2})$/.match(str) do |m|
-        Date.edtf("#{m[1]}-#{m[3]}/#{m[1]}-#{m[4]}")
-      end
-    end
-
-    ##
-    # e.g. 1990s
-    def decade_s(str)
-      /^(\d{3})0s$/.match(str) do |m|
-        Date.edtf("#{m[1]}x")
-      end
-    end
-
-    ##
-    # e.g. 199-
-    def decade_hyphen(str)
-      /^(\d{3})-$/.match(str) do |m|
-        Date.edtf("#{m[1]}x")
-      end
-    end
-  end
-end

data/lib/krikri/validation_report_list.rb

@@ -1,61 +0,0 @@
-module Krikri
-  # Constructs a list of Validation Reports
-  class ValidationReportList
-    attr_reader :report_list
-
-    REQUIRED_FIELDS = ['dataProvider_name', 'isShownAt_id', 'preview_id',
-                       'sourceResource_rights', 'sourceResource_title',
-                       'sourceResource_type_id']
-
-    def initialize
-      @blacklight_config = Blacklight::Configuration.new
-      @report_list = list_for_display(missing_field_totals)
-    end
-
-    ##
-    # Returns the number of items missing each required field
-    # @return Array
-    def missing_field_totals
-      solr_params = {
-        :rows => 0,
-        'facet.field' => REQUIRED_FIELDS,
-        'facet.mincount' => 10000000,
-        'facet.missing' => true
-      }
-      Blacklight::SolrRepository.new(@blacklight_config).search(solr_params)
-    end
-
-    # Transform Hash of key-value pairs into Array of Hashes.
-    #   example: { "field_name"=>[nil,2] } is tranformed into
-    #   [{ :label => "field_name (2)", :link_url => "validation_reports?[...]"}]
-    def list_for_display(solr_response)
-
-      if solr_response && solr_response['facet_counts'] &&
-         fields = solr_response['facet_counts']['facet_fields']
-
-        return fields.each_with_object([]) do |(key, value), array|
-          array << report_link(key, value[1])
-        end
-      end
-
-      nil
-    end
-
-    # Construct a link and display label for a validation report
-    # The param 'report_name' in the constructed link is not used by Solr
-    #  - it is for display purposes only
-    # @param: String, int
-    # @return: Hash
-    def report_link(name, count)
-      link = { :label => "#{name} (#{count})" }
-
-      if count > 0
-        link[:url] = "validation_reports?q=-#{name}:[*%20TO%20*]" \
-                     "&report_name=#{name}"
-      end
-
-      link
-    end
-
-  end
-end

data/lib/tasks/jetty.rake~

@@ -1,12 +0,0 @@
-require 'fileutils'
-
-namespace :jetty do
-
-  desc 'Configure solr schema'
-  task :solr_config do
-    cp('solr_conf/schema.xml', 'jetty/solr/blacklight-core/conf/schema.xml')
-    cp('solr_conf/solrconfig.xml',
-       'jetty/solr/blacklight-core/conf/solcconfig.xml')
-  end
-
-end

data/lib/tasks/krikri.rake~

@@ -1,20 +0,0 @@
-namespace :krikri do
-
-# Tasks will execute in spec/internal unless directory is changed
-
-  ITEMS_JSON = File.read(File.expand_path("../../../spec/items.json", __FILE__))
-
-  desc "Index sample data in solr"
-  task :index_sample_data do
-    require 'factory_girl'
-    Krikri::IndexService.add ITEMS_JSON
-    Krikri::IndexService.commit
-  end
-
-  desc "Delete sample data from solr"
-  task :delete_sample_data do
-    Krikri::IndexService.delete_by_id "sample_0"
-    Krikri::IndexService.commit
-  end
-
-end

data/spec/factories/krikri_original_record.rb~

@@ -1,5 +0,0 @@
-FactoryGirl.define do
-  factory :krikri_institutions, class: Krikri::OriginalRecord do
-
-  end
-end

data/spec/internal/lib/generators/test_app_generator.rb~

@@ -1,14 +0,0 @@
-        require 'rails/generators'
-
-        class TestAppGenerator < Rails::Generators::Base
-          source_root "./spec/test_app_templates"
-
-          # if you need to generate any additional configuration
-          # into the test app, this generator will be run immediately
-          # after setting up the application
-
-          def install_engine
-            generate 'krikri:install'
-          end
-        end
-

data/spec/krikri_spec.rb~

@@ -1,30 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::Engine do
-  describe 'configuration' do
-    before do
-      settings_path = Krikri::Engine.root
-        .join('config', 'settings.local.yml').to_s
-      File.stub(:exists?).and_call_original
-      File.stub(:exists?).with(settings_path).and_return(true)
-      IO.stub(:read).and_call_original
-      IO.stub(:read).with(settings_path)
-        .and_return("---\n\nqa_test: 'test!'")
-
-      Contentqa::Settings.reload!
-    end
-
-    it 'includes its settings in rails_config' do
-      expect(Contentqa::Settings.qa_test).to eq 'test!'
-    end
-
-    it 'allows app to override configuration' do
-      app_settings_path = Rails.root.join('config', 'settings.local.yml').to_s
-      File.stub(:exists?).with(app_settings_path).and_return(true)
-      IO.stub(:read).with(app_settings_path).and_return("---\n\napi_test: 'app!'")
-      Contentqa::Settings.reload!
-
-      expect(Contentqa::Settings.api_test).to eq 'app!'
-    end
-  end
-end

data/spec/ldp/active_triples_spec.rb~

@@ -1,15 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::LDP::Resource do
-  before do
-    class ActiveTriples::Resource
-      include Krikri::LDP::Resource
-    end
-  end
-
-  it '' do
-    require 'pry'
-    binding.pry
-  end
-
-end

data/spec/ldp/at_resource_spec.rb~

@@ -1,41 +0,0 @@
-require 'spec_helper'
-
-describe ActiveTriples::Resource do
-  describe 'LDP persistence' do
-    before do
-      class DPLA::MAP::Aggregation
-        include Krikri::LDP::Resource
-        configure base_uri: Krikri::Settings['marmotta']['resource_container']
-
-        def save(headers = {})
-          result = super(dump(:ttl))
-          get
-          result
-        end
-
-        def get(*args)
-          result = super
-          reload
-          result
-        end
-
-        def reload
-          return super unless !node? && exists?
-          require 'pry'
-          binding.pry
-        end
-      end
-    end
-
-    subject do
-      agg = build(:aggregation)
-      agg.set_subject!('123')
-      agg
-    end
-
-    it '' do
-      require 'pry'
-      binding.pry
-    end
-  end
-end

data/spec/ldp/nr_source_spec.rb~

@@ -1,3 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::LDP::Resource do

data/spec/ldp/rdf_source_spec.rb~

@@ -1,4 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::LDP::RdfSource do
-end

data/spec/ldp/resource_spec.rb~

@@ -1,49 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::LDP::Resource do
-  before do 
-    class DummyResource; include Krikri::LDP::Resource; end
-    subject.connection_uri = 'http://localhost:8080/marmotta/ldp'
-  end
-
-  subject { DummyResource.new }
-  let(:base_uri) { 'http://localhost:8080/marmotta/ldp/container' }
-  let(:slug) { 'moomin' }
-
-  it 'has a connection' do
-    expect(subject.ldp_connection).to be_a Faraday::Connection
-    require 'pry'
-    binding.pry
-  end
-  
-  describe '#create' do
-    it 'creates ldp resources' do
-      require 'pry'
-      binding.pry
-      expect { subject.create(base_uri, nil) }.not_to raise_error
-    end
-
-    it 'accepts slug' do
-      expect(subject.create(base_uri, nil, :Slug => slug)
-               .env['response_headers']['location'])
-        .to eq 'http://localhost:8080/marmotta/ldp/container/moomin'
-    end
-  end
-
-  describe '#save' do
-    it 'is idempotent' do
-      first = subject.save(base_uri, nil, :Slug => slug)
-      second = subject.save(base_uri, nil, :Slug => slug)
-
-      expect(first.env['response_headers']['location'])
-        .to eq second.env['response_headers']['location']
-    end
-  end
-
-  describe '#exists?' do
-    it "knows it doesn't exist" do
-      expect(subject).not_to exist
-    end
-  end
-  
-end

data/spec/lib/krikri/enrichment_agent_spec.rb~

@@ -1,4 +0,0 @@
-describe Krikri::Enrichment::Agent do
-  opts = {}
-  it_behaves_like 'a software agent', opts
-end

data/spec/lib/krikri/enrichments/capitalize_spec.rb~

@@ -1,24 +0,0 @@
-# -*- coding: utf-8 -*-
-require 'spec_helper'
-
-describe Krikri::Enrichments::Capitalize do
-  it_behaves_like 'a field enrichment'
-
-  let(:start_value) do
-    'THE MOOMIN BOOKS MAKE FOR BOTH SPLENDID BEDTIME READ-ALOUDS AND SOLITARY SAVORING. IT’S MORE THAN FORTY YEARS SINCE JANSSON’S MOOMINTROLLS FIRST APPEARED. I FOUND THE WRITING AND INVENTION AS APPEALING AS EVER. SHE HAS A THISTLEDOWN TOUCH.'
-  end
-
-  let(:end_value) do
-
-  end
-
-  it 'skips non-string values' do
-    date = Date.today
-    expect(subject.enrich_value(date)).to eq date
-  end
-
-  it 'capitalizes fields' do
-    expect(subject.enrich_value(start_value))
-      .to eq end_value
-  end
-end

data/spec/lib/krikri/enrichments/dedup_values_spec.rb~

@@ -1,10 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::Enrichments::DedupValues do
-  it_behaves_like 'a field enrichment'
-
-  it do
-    binding.pry
-    require 'pry'
-  end
-end

data/spec/lib/krikri/enrichments/deduplication_spec.rb~

@@ -1,5 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::Enrichments::Deduplication do
-  it_behaves_like 'a field enrichment'
-end

data/spec/lib/krikri/enrichments/genre_filter_spec.rb~

@@ -1,19 +0,0 @@
-require 'spec_helper'
-
-describe Krikri::Enrichments::GenreFilter do
-  it_behaves_like 'a field enrichment'
-
-  values = [{ :string => 'removes non-genre terms',
-              :start => 'Not A Term',
-              :end => nil
-            },
-            { :string => 'retains genre terms',
-              :start => 'Book',
-              :end => 'Book'
-            },
-            { :string => 'normalizes string form',
-              :start => "\n bO  O-k!   \t",
-              :end => 'Book'
-            }]
-  it_behaves_like 'a string enrichment', values
-end

data/spec/lib/krikri/enrichments/iso_enrich_spec.rb~

@@ -1,5 +0,0 @@
-# -*- coding: utf-8 -*-
-require 'spec_helper'
-
-describe Krikri::Enrichments::StripHtml do
-  it_behaves_like 'a field enrichment'