krikri 0.4.0 → 0.5.0

data/app/controllers/krikri/report_lists_controller.rb

@@ -1,10 +0,0 @@
-module Krikri
-  class ReportListsController < ApplicationController
-    layout 'krikri/application'
-
-    def index
-      @validation_report_list = Krikri::ValidationReportList.new.report_list
-    end
-
-  end
-end

data/app/helpers/krikri/validation_reports_helper.rb

@@ -1,5 +0,0 @@
-module Krikri
-  module ValidationReportsHelper
-    include Krikri::SearchResultsHelperBehavior
-  end
-end

data/app/models/krikri/harvesters/oai_harvester.rb~

@@ -1,10 +0,0 @@
-module Krikri::Harvesters
-  class OAIHarvester < Krikri::Harvester
-
-    attr_accessor :client
-
-    def initialize(opts={})
-      @client = OAI::Client.new(opts[:endpoint])
-    end
-  end
-end

data/app/models/krikri/original_record_desc.rb~

@@ -1,6 +0,0 @@
-module Krikri
-  ##
-  # Descriptive Metadata for OriginalRecord
-  class OriginalRecordMetadata < ActiveTriples::Resource
-  end
-end

data/app/models/krikri/original_record_metadata.rb~

@@ -1,9 +0,0 @@
-module Krikri
-  ##
-  # Descriptive Metadata for OriginalRecord
-  class OriginalRecordMetadata < ActiveTriples::Resource
-    include Krikri::Ldp::RdfSource
-
-    property :wasGeneratedBy, predicate: RDF::PROV.wasGeneratedBy
-  end
-end

data/app/models/krikri/parser.rb~

@@ -1,5 +0,0 @@
-module Krikri
-  class Parser
-    
-  end
-end

data/app/models/krikri/parsers/xml_parser.rb~

@@ -1,5 +0,0 @@
-module Krikri::Parsers
-
-  class XmlParser
-  end
-end

data/app/views/krikri/report_lists/_validation_report_list.html.erb

@@ -1,14 +0,0 @@
-<h2>Validation Reports</h2>
-<% if @validation_report_list %>
-  <ul>
-    <% @validation_report_list.each do |report| %>
-      <% if report[:url] %>
-        <li><%= link_to report[:label], report[:url] %></li>
-      <% else %>
-        <li><%= report[:label] %></li>
-      <% end %>
-    <% end %>
-  </ul>
-<% else %>
-  <div>There was an error generating the validation reports.</div>
-<% end %>

data/app/views/krikri/report_lists/index.html.erb

@@ -1,5 +0,0 @@
-<% content_for :title do %>Report Lists<% end %>
-
-<div id="main-container" class="container">
-  <%= render "validation_report_list" %>
-</div>

data/app/views/krikri/validation_reports/_document_list.html.erb

@@ -1,18 +0,0 @@
-<table id="document_list_table">
-  <% keys = index_fields.keys %>
-
-  <tr>
-    <% keys.each do |key| %>
-      <th><%= index_field_label nil, key %></th>
-    <% end %>
-  </tr>
-
-  <% documents.each do |document| %>
-    <tr>
-      <% keys.each do |key| %>
-        <td><%= render_document_field_data document, key %></td>
-      <% end %>
-    </tr>
-  <% end %>
-
-</table>

data/app/views/krikri/validation_reports/_search_header.html.erb

@@ -1 +0,0 @@
-<%= render 'sort_and_per_page' %>

data/app/views/krikri/validation_reports/_zero_results.html.erb

@@ -1 +0,0 @@
-<div>There are no invalid items to report.</div>

data/app/views/krikri/validation_reports/index.html.erb

@@ -1,18 +0,0 @@
-<% content_for :title do %>Validation Reports<% end %>
-
-<%= render partial: 'shared/ajax_modal' %>
-
-<div id="main-container" class="container">
-  <%= render :partial=>'/flash_msg', layout: 'shared/flash_messages' %>
-  <div class="row"> 
-    <div id="content" class="col-md-12">
-
-    <% unless has_search_parameters? %>
-      <%= render 'home' %>
-    <% else %>
-      <h2>Validation Report: <%= params[:report_name] %></h2>
-      <%= render 'search_results' %>
-    <% end %>
-    
-  </div>
-</div>

data/config/initializers/config.rb~

@@ -1,19 +0,0 @@
-setting_files = [self.root.join('config', 'settings.yml'),
-                 self.root.join('config', 'settings', "#{Rails.env}.yml"),
-                 self.root.join('config', 'environments', "#{Rails.env}.yml"),
-                 self.root.join('config', 'settings.local.yml'),
-                 self.root.join('config', 'settings', "#{Rails.env}.local.yml"),
-                 self.root.join('config', 'environments', 
-                                "#{Rails.env}.local.yml")
-                ].map { |path| path.to_s }
-
-settings_const = Kernel.const_get(RailsConfig.const_name)
-
-source_paths = settings_const.add_source!('nil')[0..-2].map do |source| 
-  source.path 
-end
-
-source_paths = setting_files + source_paths
-
-RailsConfig.load_and_set_settings(source_paths)
-Krikri::Settings = Kernel.const_get(RailsConfig.const_name)

data/config/settings/test.yml~

@@ -1,3 +0,0 @@
----
-marmotta:
-  base: 'http://localhost:8080/marmotta/'

data/lib/aggregation.rb~

@@ -1,4 +0,0 @@
-class DPLA::MAP::Aggregation
-  include Krikri::LDP::RdfSource
-  configure :base_uri => Krikri::Settings['marmotta']['item_container']
-end

data/lib/blacklight.rb~

@@ -1,8 +0,0 @@
-module Blacklight
-  def self.connection_config
-    @connection_config ||= begin
-      raise "The #{::Rails.env} environment settings were not found in the blacklight.yml config" unless blacklight_yml[::Rails.env]
-      blacklight_yml[::Rails.env].symbolize_keys
-    end
-  end
-end

data/lib/krikri/enrichment.rb~

@@ -1,5 +0,0 @@
-module Krikri
-  class Enrichment
-    extend SoftwareAgent
-  end
-end

data/lib/krikri/enrichment_agent.rb~

@@ -1,11 +0,0 @@
-module Krikri
-  ##
-  # EnrichmentAgent
-  class EnrichmentAgent
-    include SoftwareAgent
-
-    def initialize(opts = {})
-      @generator_uri = RDF::URI(opts.fetch(:generator_uri))
-    end
-  end
-end

data/lib/krikri/enrichment_agent_spec.rb~

@@ -1,2 +0,0 @@
-describe Krikri::Enrichment::Agent do
-  it_behaves_like 'a software agent', opts

data/lib/krikri/enrichment_job.rb~

@@ -1,13 +0,0 @@
-module Krikri
-  ##
-  # MappingJob: perform enqueued Krikri::Mapper::Agent
-  #
-  # @see: Krikri::Mapper, Krikri::Mapper::Agent
-  class EnrichmentJob < Krikri::Job
-    @queue = :enrichment
-
-    def self.run(mapper, activity_uri = nil)
-      mapper.run(activity_uri)
-    end
-  end
-end

data/lib/krikri/enrichments/dedup_values.rb~

@@ -1,7 +0,0 @@
-module Krikri::Enrichments
-  ##
-  #
-  class DedupValues
-    include Krikri::FieldEnrichment
-  end
-end

data/lib/krikri/enrichments/strip_ending_punctuation.rb~

@@ -1,18 +0,0 @@
-module Krikri::Enrichments
-  ##
-  # Strip Ending punctuation
-  #
-  #   StripPunctuation.new
-  #     .enrich_value("([!.;:\tmoominpapa;:;:; moominmama! ...\n")
-  #   # => "\tmoominpapa;:;:; moominmama! ...\n"
-  #
-  # Leaves quotation marks.
-  class StripLeadingPunctuation
-    include Krikri::FieldEnrichment
-
-    def enrich_value(value)
-      return value unless value.is_a? String
-      value.gsub(/[^\p{Alnum}\'\"\s]*/, '')
-    end
-  end
-end

data/lib/krikri/enrichments/strip_leading_colons.rb~

@@ -1,15 +0,0 @@
-module Krikri::Enrichments
-  ##
-  # Strip leading colons
-  #
-  #   StripPunctuation.new.enrich_value(";:\tmoominpa()pa;;;")
-  #   # => "\tmoominpa()pa;;;"
-  class StripLeadingColons
-    include Krikri::FieldEnrichment
-
-    def enrich_value(value)
-      return value unless value.is_a? String
-      value.gsub(/^[\;\:]*/, '')
-    end
-  end
-end

data/lib/krikri/enrichments/strip_leading_punctuation.rb~

@@ -1,18 +0,0 @@
-module Krikri::Enrichments
-  ##
-  # Strip leading punctuation
-  #
-  #   StripPunctuation.new
-  #     .enrich_value("([!.;:\tmoominpapa;:;:; moominmama! ...\n")
-  #   # => "\tmoominpapa;:;:; moominmama! ...\n"
-  #
-  # Leaves quotation marks.
-  class StripLeadingPunctuation
-    include Krikri::FieldEnrichment
-
-    def enrich_value(value)
-      return value unless value.is_a? String
-      value.gsub(/^[^\p{Alnum}\'\"\s]*/, '')
-    end
-  end
-end

data/lib/krikri/enrichments.rb~

@@ -1,4 +0,0 @@
-module Krikri
-  module Enrichments
-  end
-end

data/lib/krikri/field_enrichment.rb~

@@ -1,3 +0,0 @@
-module Krikri
-  module FieldEnrichment
-    extend SoftwareAgent

data/lib/krikri/harvesters/api_harvester.rb~

@@ -1,44 +0,0 @@
-module Krikri::Harvesters
-  ##
-  # A harvester implementation for REST APIs
-  class ApiHarvester
-    include Krikri::Harvester
-
-    def initialize(opts = {})
-      super
-      @opts = opts.fetch(:api, {})
-    end
-
-    ##
-    # @return [Hash] A hash documenting the allowable options to pass to
-    #   initializers.
-    #
-    # @see Krikri::Harvester::expected_opts
-    def self.expected_opts
-      {
-        key: :api,
-        opts: {
-          params: { type: :string, required: false }
-        }
-      }
-    end
-
-    ##
-    # @see Krikri::Harvester#count
-    def count
-      JSON.parse(request(opts['params']))['response']['numFound']
-    end
-
-    ##
-    # @return [Enumerator::Lazy] an enumerator of the records targeted by this
-    #   harvester.
-    def records
-    end
-
-    private
-
-    def request(opts)
-      RestClient.get uri, opts
-    end
-  end
-end

data/lib/krikri/harvesters/basic_save_behavior.rb~

@@ -1 +0,0 @@
-module Krikri

data/lib/krikri/harvesters/file_harvester.rb~

@@ -1,4 +0,0 @@
-module Krikri::Harvesters
-  class FileHarvester
-  end
-end

data/lib/krikri/harvesters/harvest_behavior.rb~

@@ -1,14 +0,0 @@
-module Krikri::Harvesters
-  class HarvestBehavior
-    attr_reader :activity_uri, :record
-
-    def initialize(record, activity_uri)
-      @record = record
-      @activity_uri = activity_uri
-    end
-
-    def self.process_record(record, activity_uri)
-      new(record, activity_uri).process_record
-    end
-  end
-end

data/lib/krikri/harvesters/mdl_api_harvester.rb~

@@ -1,7 +0,0 @@
-module Krikri::Harvesters
-  ##
-  # A harvester implementation for Minnesota Digital Library's API
-  class MdlApiHarvester
-
-  end
-end

data/lib/krikri/harvesters/mdl_harvester.rb~

@@ -1,4 +0,0 @@
-module Krikri::Harvesters
-  ##
-  # A harvester implementation for MDL's API
-  class MdlHarvester

data/lib/krikri/harvesters/oai_skip_deleted_behavior.rb~

@@ -1,17 +0,0 @@
-module Krikri::Harvesters
-  ##
-  # Harvest behavior that skips OAI records marked as deleted
-  class OAISkipDeletedBehavior < BasicSaveBehavior
-    def process_record
-      return if deleted?(record)
-      super
-    end
-
-    private
-
-    def deleted?(record)
-      require 'pry'
-      binding.pry
-    end
-  end
-end

data/lib/krikri/id_minter.rb~

@@ -1,8 +0,0 @@
-module Krikri
-  class IdMinter
-    class << self
-      def mint
-      end
-    end
-  end
-end

data/lib/krikri/id_service.rb~

@@ -1,4 +0,0 @@
-module Krikri
-  module IdService
-  end
-end

data/lib/krikri/index_service.rb

@@ -1,128 +0,0 @@
-require 'rubygems'
-require 'rsolr'
-
-module Krikri
-  ##
-  # Generates flattened Solr documents and manages indexing of DPLA MAP models.
-  #
-  # @example
-  #
-  #   indexer = Krikri::IndexService.new
-  #   agg = Krikri::Aggregation.new
-  #   json_doc = agg.to_jsonld['@graph'].first.to_json
-  #
-  #   indexer.add(json_doc)
-  #   indexer.commit
-  #
-  class IndexService
-    attr_reader :solr
-
-    ##
-    # @param opts [Hash] options to pass to RSolr
-    # @see RSolr.connect
-    def initialize(opts = Krikri::Settings.solr.to_h)
-      @solr = RSolr.connect(opts)
-    end
-
-    # TODO: Assure that the following metacharacters are escaped:
-    # + - && || ! ( ) { } [ ] ^ " ~ * ? : \
-
-    ##
-    # Adds a single JSON document to Solr
-    # @param JSON
-    def add(doc)
-      solr.add solr_doc(doc)
-    end
-
-    ##
-    # Deletes an item from Solr
-    # @param String or Array
-    def delete_by_id(id)
-      solr.delete_by_id id
-    end
-
-    ##
-    # Deletes items from Solr that match query
-    # @param String or Array
-    def delete_by_query(query)
-      solr.delete_by_query query
-    end
-
-    ##
-    # Commits changes to Solr, making them visible to new requests
-    # Should be run after self.add and self.delete
-    # Okay to add or delete multiple docs and commit them all with
-    # a single self.commit
-    def commit
-      solr.commit
-    end
-
-    ##
-    # Converts JSON document into a Hash that complies with Solr schema
-    # @param [JSON]
-    # @return [Hash]
-    def solr_doc(doc)
-      remove_invalid_keys(flat_hash(JSON.parse(doc)))
-    end
-
-    ##
-    # Get field names from Solr schema in host application.
-    # Will raise exception if file not found.
-    # @return [Array]
-    def schema_keys
-      schema_file = File.join(Rails.root, 'solr_conf', 'schema.xml')
-      file = File.open(schema_file)
-      doc = Nokogiri::XML(file)
-      file.close
-      doc.xpath('//fields/field').map { |f| f.attr('name') }
-    end
-
-    private
-
-    ##
-    # Flattens a nested hash
-    # Joins keys with "_" and removes "@" symbols
-    # Example:
-    #   flat_hash( {"a"=>"1", "b"=>{"c"=>"2", "d"=>"3"} )
-    #   => {"a"=>"1", "b_c"=>"2", "b_d"=>"3"}
-    def flat_hash(hash, keys = [])
-      new_hash = {}
-
-      hash.each do |key, val|
-
-        if val.is_a? Hash
-          new_hash.merge!(flat_hash(val, keys + [key]))
-        else
-          new_hash[format_key(keys + [key])] = val
-        end
-      end
-
-      new_hash
-    end
-
-    ##
-    # Formats a key to match a field name in the Solr schema
-    #
-    # Removes unnecessary special character strings that would
-    # require special treatment in Solr
-    #
-    # @param Array
-    #
-    # TODO: Revisit this to make it more generalizable
-    def format_key(keys)
-      keys.join('_')
-        .gsub('@', '')
-        .gsub('http://www.geonames.org/ontology#', '')
-        .gsub('http://www.w3.org/2003/01/geo/wgs84_pos#', '')
-    end
-
-    ##
-    # Remove keys (ie. fields) that are not in the Solr schema.
-    # @param [Hash]
-    # @return [Hash]
-    def remove_invalid_keys(solr_doc)
-      valid_keys = schema_keys
-      solr_doc.delete_if { |key, _| !key.in? valid_keys }
-    end
-  end
-end

data/lib/krikri/ldp/container.rb~

@@ -1,22 +0,0 @@
-module Krikri::LDP
-  class Container < ActiveTriples::Resource
-    include Krikri::LDP::Resource 
-
-    configure :type => RDF::URI('http://www.w3.org/ns/ldp#Container')
-    
-    def initialize(uri, slug)
-      @ldp_uri = uri
-      @container_slug = slug
-      super("#{uri}/#{slug}")
-    end
-
-    def save(body = nil, opts = {})
-      opts[:Link] = "<#{type.first.to_s}>; rel='type'"
-      opts[:Slug] = @container_slug
-      opts[:method] = :post unless exists?
-      body ||= (dump :ttl)
-      opts['Content-Type'] ||= 'text/turtle'
-      super(body, opts)
-    end
-  end
-end

data/lib/krikri/ldp/nr_source.rb~

@@ -1,4 +0,0 @@
-module Krikri::LDP
-  module NRSource
-  end
-end

data/lib/krikri/ldp/rdf_source.rb~

@@ -1,24 +0,0 @@
-module Krikri::LDP
-  module RdfSource
-    extend ActiveSupport::Concern
-    include Krikri::LDP::Resource
-
-    def save(headers = {})
-      result = super(dump(:ttl))
-      get
-      result
-    end
-
-    def get(*args)
-      result = super
-      reload
-      result
-    end
-
-    def reload
-      return super unless !node? && exists?
-      clear
-      self << RDF::Reader.for(:ttl).new(@http_cache.body).statements
-    end
-  end
-end

data/lib/krikri/ldp/resource.rb~

@@ -1,49 +0,0 @@
-require 'faraday'
-require 'faraday_middleware'
-
-module Krikri::LDP
-  module Resource
-    extend ActiveSupport::Concern
-
-    attr_accessor :rdf_subject, :connection_uri
-
-    def ldp_connection
-      @ldp_conn ||= Faraday.new(connection_uri) do |conn|
-        conn.use Faraday::Response::RaiseError
-        conn.use FaradayMiddleware::FollowRedirects, limit: 3
-        conn.adapter Faraday.default_adapter
-      end
-    end
-
-    def etag
-      http_head.env['response_headers']['etag']
-    end
-
-    def http_head
-      raise 'No subject set for LDP resource.' if rdf_subject.nil?
-      @http_cache ||= ldp_connection.head { |request| request.url rdf_subject }
-    end
-
-    def exists?
-      return true if rdf_subject && http_head
-      false
-    rescue Faraday::ResourceNotFound
-      false
-    end
-
-    def save(uri, body = nil, opts = {})
-      require 'pry'
-      binding.pry
-      create(uri, body, opts)
-    end
-
-    def create(uri, body = nil, opts = {})
-      response = ldp_connection.post do |request|
-        request.url uri
-        request.headers = opts if opts
-        request.body = body
-      end
-      response
-    end
-  end
-end

data/lib/krikri/mapping_dsl.rb~

@@ -1,4 +0,0 @@
-module Krikri
-  module MappingDSL
-  end
-end

data/lib/krikri/mapping_job.rb~

@@ -1,13 +0,0 @@
-module Krikri
-  class MappingJob < Krikri::Job
-    @queue = :mapping
-
-    private
-
-    def self.run(mapper)
-      require 'pry'
-      binding.pry
-      raise NotImplementedError
-    end
-  end
-end

data/lib/krikri/md5_minter.rb~

@@ -1,8 +0,0 @@
-module Krikri
-  class Md5Minter
-    class << self
-      def mint
-      end
-    end
-  end
-end