krikri 0.12.3 → 0.12.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: af1ac47d3d861edd6eb88da136736645598d4040
-  data.tar.gz: cd4dc4745a8535311347af768da3864272ba8cda
+  metadata.gz: 517965ae2813b05cc769baeedd6f0168163a4071
+  data.tar.gz: 58c07dffaaa06b05c7d7c511a88ca9836f0a4e8c
 SHA512:
-  metadata.gz: c64131af7a6bace61f13a53c92678b78e16f1547295731f563b46ab45f634671522a1c7134a240b0c8dcc6712acced9b3ede00b1bce9ec290e46064dd5360a34
-  data.tar.gz: 6ed7589fc0586bf1e3c0b55c589fc64582bc78a251ac53dc97adc3211e18807fdd435a0fbb2bdb66b9e4d007c1cac7adc52188c831758d7baf28cc7aa4a03067
+  metadata.gz: c4e1277af09828f18159603b9a17389453e38746e947ffc3b3c3621376b267591903218aaa8987b297c1b8fc64cfcc437e84b25693e61ede5a4f979f9c961ac3
+  data.tar.gz: b61bcda8cae84919b46dfde666a832899e6a1c1b6b0a89d61cdcc3d172eb9d939b9ec19f13fa00ae58570086a863a99ba0dfc909935bee61ca8b98c398b51c29

data/app/controllers/krikri/_qa_report_list.html.erb~

@@ -0,0 +1,10 @@
+<h3>Validation Reports</h3>
+<% if @validation_reports %>
+  <ul>
+    <% @validation_reports.each do |validation_report| %>
+      <li><%= render_validation_report(validation_report) %></li>
+    <% end %>
+  </ul>
+<% else %>
+  <div>There was an error generating the QA reports.</div>
+<% end %>

data/app/controllers/krikri/concerns/provider_context.rb~

@@ -0,0 +1,7 @@
+module Krikri::Concerns
+  class ProviderContext
+    def set_current_provider(provider_id = params[:provider])
+      @current_provider = Krikri::Provider.find(provider_id)
+    end
+  end
+end

data/app/controllers/krikri/qa_reports_controller.rb~

@@ -0,0 +1,18 @@
+module Krikri
+  ##
+  # Handles HTTP requests for QA Reports
+  class QAReportsController < ApplicationController
+    include Concerns::ProviderContext
+
+    before_action :authenticate_user!, :set_current_provider
+
+    def show
+      require 'pry'
+      binding.pry
+      respond_to do |format|
+        format.html
+        format.csv { render csv: 'test'  }
+      end
+    end
+  end
+end

data/app/models/krikri/original_record_desc.rb~

@@ -0,0 +1,6 @@
+module Krikri
+  ##
+  # Descriptive Metadata for OriginalRecord
+  class OriginalRecordMetadata < ActiveTriples::Resource
+  end
+end

data/app/models/krikri/original_record_metadata.rb~

@@ -0,0 +1,9 @@
+module Krikri
+  ##
+  # Descriptive Metadata for OriginalRecord
+  class OriginalRecordMetadata < ActiveTriples::Resource
+    include Krikri::Ldp::RdfSource
+
+    property :wasGeneratedBy, predicate: RDF::PROV.wasGeneratedBy
+  end
+end

data/app/models/krikri/parser.rb~

@@ -0,0 +1,5 @@
+module Krikri
+  class Parser
+    
+  end
+end

data/app/models/krikri/parsers/xml_parser.rb~

@@ -0,0 +1,5 @@
+module Krikri::Parsers
+
+  class XmlParser
+  end
+end

data/app/models/krikri/qa_report.rb~

@@ -0,0 +1,7 @@
+module Krikri
+  class QAReport
+    class << self
+      def all
+    end
+  end
+end

data/app/views/krikri/qa_reports/index.html.erb~

@@ -0,0 +1,3 @@
+<% # krikri/qa_records/index %>
+
+<% content_for :title do %>Institutions<% end %>

data/app/views/krikri/qa_reports/show.html.erb~

@@ -0,0 +1 @@
+<% # krikri/institutions/show %>

data/config/initializers/config.rb~

@@ -0,0 +1,19 @@
+setting_files = [self.root.join('config', 'settings.yml'),
+                 self.root.join('config', 'settings', "#{Rails.env}.yml"),
+                 self.root.join('config', 'environments', "#{Rails.env}.yml"),
+                 self.root.join('config', 'settings.local.yml'),
+                 self.root.join('config', 'settings', "#{Rails.env}.local.yml"),
+                 self.root.join('config', 'environments', 
+                                "#{Rails.env}.local.yml")
+                ].map { |path| path.to_s }
+
+settings_const = Kernel.const_get(RailsConfig.const_name)
+
+source_paths = settings_const.add_source!('nil')[0..-2].map do |source| 
+  source.path 
+end
+
+source_paths = setting_files + source_paths
+
+RailsConfig.load_and_set_settings(source_paths)
+Krikri::Settings = Kernel.const_get(RailsConfig.const_name)

data/config/settings/test.yml~

@@ -0,0 +1,3 @@
+---
+marmotta:
+  base: 'http://localhost:8080/marmotta/'

data/db/migrate/20150328035550_add_qa_report.rb~

@@ -0,0 +1,11 @@
+class AddQaReport < ActiveRecord::Migration
+  def change
+    create_table :qa_report do |t|
+      t.text :field_report, limit: nil
+      t.text :count_report, limit: nil
+      t.string :provider, primary_key: true
+
+      t.timestamps
+    end
+  end
+end

data/lib/krikri/enrichments/language_to_lexvo.rb

@@ -125,7 +125,7 @@ module Krikri::Enrichments
     # @param code [#to_sym] a three letter iso code
     # @return [DPLA::MAP::Controlled::Language]
     def match_iso(code)
-      match = QNAMES.find { |c| c == code.to_sym }
+      match = QNAMES.find { |c| c == code.downcase.to_sym }
       from_sym(match)
     end
 

data/lib/krikri/enrichments/split_on_provided_label.rb

@@ -0,0 +1,58 @@
+module Krikri::Enrichments
+  ##
+  # Splits a resource into multiple resources when multiple providedLabels are
+  # present. This is useful when a mapping error or limitation in partner data
+  # makes it impossible to split resoureces properly at mapping time.
+  #
+  # @note: Properties other than `providedLabel` are retained by the original 
+  #   node. This does not attempt to keep like properties together.
+  # @note: Nodes created by this enrichment share a class with the original 
+  #   input value.
+  #
+  # @example
+  #   label_splitter = SplitOnProvidedLabel.new
+  #   node = DPLA::MAP::Agent.new(providedLabel: ['moomin', 'moominmama']
+  #                               closeMatch:    'Moomintroll')
+  #
+  #   new_values = label_splitter.enrich_value(node)
+  #   new_values # => [#<DPLA::MAP::Agent:0x1...()>,
+  #                    #<DPLA::MAP::Agent:0x2...()>]
+  # 
+  #   new_values.map(&:providedLabel) # => [['moomin'], ['moominmama']]
+  #
+  # @see Audumbla::FieldEnrichment
+  class SplitOnProvidedLabel
+    include Audumbla::FieldEnrichment
+
+    ##
+    # @param value [Object] the value to split
+    # @see Audumbla::FieldEnrichment#enrich_value
+    def enrich_value(value)
+      return value unless value.is_a?(ActiveTriples::Resource) &&
+                          value.respond_to?(:providedLabel)
+      return value unless value.providedLabel.count > 1
+      split_provided(value)
+    end
+
+    private
+
+    ##
+    # @param value [ActiveTriples::Resource] a resource with one or more
+    #   `providedLabels`.
+    # @return [Array<ActiveTriples::Resource] an array on resources matching the
+    #   class of the original; the array contains the original resource, reduced
+    #   to one `providedLabel`, and a resource for each extra label.
+    def split_provided(value)
+      labels = value.providedLabel.dup
+      value.providedLabel = labels.shift
+
+      nodes = [value]
+
+      labels.each_with_object(nodes) do |label, object|
+        new_node               = value.class.new
+        new_node.providedLabel = label
+        nodes << new_node
+      end
+    end
+  end
+end

data/lib/krikri/ldp/container.rb~

@@ -0,0 +1,22 @@
+module Krikri::LDP
+  class Container < ActiveTriples::Resource
+    include Krikri::LDP::Resource 
+
+    configure :type => RDF::URI('http://www.w3.org/ns/ldp#Container')
+    
+    def initialize(uri, slug)
+      @ldp_uri = uri
+      @container_slug = slug
+      super("#{uri}/#{slug}")
+    end
+
+    def save(body = nil, opts = {})
+      opts[:Link] = "<#{type.first.to_s}>; rel='type'"
+      opts[:Slug] = @container_slug
+      opts[:method] = :post unless exists?
+      body ||= (dump :ttl)
+      opts['Content-Type'] ||= 'text/turtle'
+      super(body, opts)
+    end
+  end
+end

data/lib/krikri/ldp/nr_source.rb~

@@ -0,0 +1,4 @@
+module Krikri::LDP
+  module NRSource
+  end
+end

data/lib/krikri/ldp/rdf_source.rb~

@@ -0,0 +1,24 @@
+module Krikri::LDP
+  module RdfSource
+    extend ActiveSupport::Concern
+    include Krikri::LDP::Resource
+
+    def save(headers = {})
+      result = super(dump(:ttl))
+      get
+      result
+    end
+
+    def get(*args)
+      result = super
+      reload
+      result
+    end
+
+    def reload
+      return super unless !node? && exists?
+      clear
+      self << RDF::Reader.for(:ttl).new(@http_cache.body).statements
+    end
+  end
+end

data/lib/krikri/ldp/resource.rb~

@@ -0,0 +1,49 @@
+require 'faraday'
+require 'faraday_middleware'
+
+module Krikri::LDP
+  module Resource
+    extend ActiveSupport::Concern
+
+    attr_accessor :rdf_subject, :connection_uri
+
+    def ldp_connection
+      @ldp_conn ||= Faraday.new(connection_uri) do |conn|
+        conn.use Faraday::Response::RaiseError
+        conn.use FaradayMiddleware::FollowRedirects, limit: 3
+        conn.adapter Faraday.default_adapter
+      end
+    end
+
+    def etag
+      http_head.env['response_headers']['etag']
+    end
+
+    def http_head
+      raise 'No subject set for LDP resource.' if rdf_subject.nil?
+      @http_cache ||= ldp_connection.head { |request| request.url rdf_subject }
+    end
+
+    def exists?
+      return true if rdf_subject && http_head
+      false
+    rescue Faraday::ResourceNotFound
+      false
+    end
+
+    def save(uri, body = nil, opts = {})
+      require 'pry'
+      binding.pry
+      create(uri, body, opts)
+    end
+
+    def create(uri, body = nil, opts = {})
+      response = ldp_connection.post do |request|
+        request.url uri
+        request.headers = opts if opts
+        request.body = body
+      end
+      response
+    end
+  end
+end

data/lib/krikri/map_crosswalk.rb

@@ -115,7 +115,7 @@ module Krikri
           get_label(creator)
         end
 
-        set_value(sr, :description, parent_sr.description, true)
+        set_value(sr, :description, parent_sr.description)
         set_value(sr, :format, parent_sr.dcformat)
         set_value(sr, :identifier, parent_sr.identifier)
 

data/lib/krikri/parsers/json_parser.rb~

@@ -0,0 +1,17 @@
+module Krikri
+  ##
+  # A parser for JSON records
+  # @see Krikri::Parser
+  class JsonParser < Krikri::Parser
+    def initialize(record)
+      @root = Value.new(JSON.parse(record.content))
+      super
+    end
+
+    class Value < Krikri::Parser::Value
+      def initialize(json)
+        @json = json
+      end
+    end
+  end
+end

data/lib/krikri/parsers/oai_headers.rb~

@@ -0,0 +1,4 @@
+module Krikri
+  module OaiHeaders
+  end
+end

data/lib/krikri/parsers/oai_parser.rb~

@@ -0,0 +1,2 @@
+module Krikri
+  class XmlParser < Krikri::Parser

data/lib/krikri/parsers/oai_parser_headers.rb~

@@ -0,0 +1,4 @@
+module Krikri
+  module OaiParserHeaders
+  end
+end

data/lib/krikri/parsers/xml_parser.rb~

@@ -0,0 +1,61 @@
+module Krikri
+  ##
+  # An XmlParser
+  # @see Krikri::Parser
+  class XmlParser < Krikri::Parser
+    def initialize(record, root_path = '/')
+      xml = Nokogiri::XML(record.to_s)
+      ns = namespaces_from_xml(xml)
+      @root = Value.new(xml.at_xpath(root_path, ns), ns)
+      super(record)
+    end
+
+    private
+
+    def namespaces_from_xml(xml)
+      namespaces = xml.collect_namespaces.map do |k, v|
+        [k.gsub('xmlns:', ''), v]
+      end
+      namespaces.to_h
+    end
+
+    ##
+    # An XML Parser Value node class
+    # @see Krikri::Parser::Value
+    class Value < Krikri::Parser::Value
+      def initialize(node, namespaces)
+        node = node.root if node.xml?
+        @node = node
+        @namespaces = namespaces
+      end
+
+      delegate :attributes, :xpath, :at_xpath, :css, :at_css, :to => :@node
+
+      def children
+        @node.element_children.map do |child|
+          return child.name unless child.namespace
+          "#{@namespaces.key(child.namespace.href)}:#{child.name}"
+        end
+      end
+
+      def values
+        select_values.map(&:text)
+      end
+
+      def values?
+        !select_values.empty?
+      end
+
+      private
+
+      def get_child_nodes(name)
+        @node.xpath("#{@node.path}/#{name}", @namespaces)
+          .map { |node| self.class.new(node, @namespaces) }
+      end
+
+      def select_values
+        @node.children.select(&:text?)
+      end
+    end
+  end
+end

data/lib/krikri/util/edtf_converter.rb~

@@ -0,0 +1,26 @@
+module Krikri::Util
+  module ExtendedDateParser
+
+    ##
+    # e.g. 1990s or 199- or 199x
+    def decade(str)
+      decade
+    end
+
+    ##
+    # e.g. 1990s
+    def decade_s(str)
+      /^(\d{3})0s$/.match(str) do |m|
+        Date.edtf("#{m[1]}x")
+      end
+    end
+
+    ##
+    # e.g. 199-
+    def decade_hyphen(str)
+      /^(\d{3})-$/.match(str) do |m|
+        Date.edtf("#{m[1]}x")
+      end
+    end
+  end
+end