krikri 0.8.1 → 0.8.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 2d998b215f1674f1c87fed89f1a369c22aa73259
-  data.tar.gz: 56f10a605f5ad73233071c6763edc6a7f250ddec
+  metadata.gz: acb9717b689c2284ce0a35f93d7b015163815c79
+  data.tar.gz: bb147f029097ec38d27d4b89708edf712b0abf62
 SHA512:
-  metadata.gz: 32deb50ac4513d87a5fdba7fe4382d3b254cece404274f2562eb568cdefc09db91a224196b24ce6931664c7ded2713b8896cb2951c812f981c7715b714a99e0d
-  data.tar.gz: a3278ba7efe65147e95dfdfd79b559b9abfc16607253e56f0e0fb8070dd3aba608dab9df766c60b2f10adbaadf05a3929cc263d6c38b2e5a2cc71a7710c8cebd
+  metadata.gz: a83db3cc736d955d97145d3665f47993417293e9e86dc2ebc1b662b0800ce79054d91317dc90647e940bdff3b6f2c2218a96bdeb159069def9f4638540598ef6
+  data.tar.gz: d28a6972b162b22266892c0f91b890df645e25fc714741cebf92dbb21274b5bc2fdf30e6c04720eda5d0c89975a661183f0001b59fb5a106fcfa21007ba46051

data/app/controllers/krikri/_qa_report_list.html.erb~

@@ -0,0 +1,10 @@
+<h3>Validation Reports</h3>
+<% if @validation_reports %>
+  <ul>
+    <% @validation_reports.each do |validation_report| %>
+      <li><%= render_validation_report(validation_report) %></li>
+    <% end %>
+  </ul>
+<% else %>
+  <div>There was an error generating the QA reports.</div>
+<% end %>

data/app/controllers/krikri/concerns/provider_context.rb~

@@ -0,0 +1,7 @@
+module Krikri::Concerns
+  class ProviderContext
+    def set_current_provider(provider_id = params[:provider])
+      @current_provider = Krikri::Provider.find(provider_id)
+    end
+  end
+end

data/app/controllers/krikri/qa_reports_controller.rb~

@@ -0,0 +1,18 @@
+module Krikri
+  ##
+  # Handles HTTP requests for QA Reports
+  class QAReportsController < ApplicationController
+    include Concerns::ProviderContext
+
+    before_action :authenticate_user!, :set_current_provider
+
+    def show
+      require 'pry'
+      binding.pry
+      respond_to do |format|
+        format.html
+        format.csv { render csv: 'test'  }
+      end
+    end
+  end
+end

data/app/models/krikri/harvesters/oai_harvester.rb~

@@ -0,0 +1,10 @@
+module Krikri::Harvesters
+  class OAIHarvester < Krikri::Harvester
+
+    attr_accessor :client
+
+    def initialize(opts={})
+      @client = OAI::Client.new(opts[:endpoint])
+    end
+  end
+end

data/app/models/krikri/original_record_desc.rb~

@@ -0,0 +1,6 @@
+module Krikri
+  ##
+  # Descriptive Metadata for OriginalRecord
+  class OriginalRecordMetadata < ActiveTriples::Resource
+  end
+end

data/app/models/krikri/original_record_metadata.rb~

@@ -0,0 +1,9 @@
+module Krikri
+  ##
+  # Descriptive Metadata for OriginalRecord
+  class OriginalRecordMetadata < ActiveTriples::Resource
+    include Krikri::Ldp::RdfSource
+
+    property :wasGeneratedBy, predicate: RDF::PROV.wasGeneratedBy
+  end
+end

data/app/models/krikri/parser.rb~

@@ -0,0 +1,5 @@
+module Krikri
+  class Parser
+    
+  end
+end

data/app/models/krikri/parsers/xml_parser.rb~

@@ -0,0 +1,5 @@
+module Krikri::Parsers
+
+  class XmlParser
+  end
+end

data/app/models/krikri/qa_report.rb~

@@ -0,0 +1,7 @@
+module Krikri
+  class QAReport
+    class << self
+      def all
+    end
+  end
+end

data/app/views/krikri/field_value_reports/show.csv.erb

@@ -1 +1,4 @@
-<%= @field_value_report.headers.to_csv %><% @field_value_report.enumerate_rows.each do |row| %><%= row.to_csv %><% end %>
+<%= raw @field_value_report.headers.to_csv -%>
+<%- @field_value_report.enumerate_rows.each do |row| -%>
+<%= raw row.to_csv -%>
+<%- end %>

data/app/views/krikri/qa_reports/index.html.erb~

@@ -0,0 +1,3 @@
+<% # krikri/qa_records/index %>
+
+<% content_for :title do %>Institutions<% end %>

data/app/views/krikri/qa_reports/show.html.erb~

@@ -0,0 +1 @@
+<% # krikri/institutions/show %>

data/config/initializers/config.rb~

@@ -0,0 +1,19 @@
+setting_files = [self.root.join('config', 'settings.yml'),
+                 self.root.join('config', 'settings', "#{Rails.env}.yml"),
+                 self.root.join('config', 'environments', "#{Rails.env}.yml"),
+                 self.root.join('config', 'settings.local.yml'),
+                 self.root.join('config', 'settings', "#{Rails.env}.local.yml"),
+                 self.root.join('config', 'environments', 
+                                "#{Rails.env}.local.yml")
+                ].map { |path| path.to_s }
+
+settings_const = Kernel.const_get(RailsConfig.const_name)
+
+source_paths = settings_const.add_source!('nil')[0..-2].map do |source| 
+  source.path 
+end
+
+source_paths = setting_files + source_paths
+
+RailsConfig.load_and_set_settings(source_paths)
+Krikri::Settings = Kernel.const_get(RailsConfig.const_name)

data/config/settings/test.yml~

@@ -0,0 +1,3 @@
+---
+marmotta:
+  base: 'http://localhost:8080/marmotta/'

data/db/migrate/20150328035550_add_qa_report.rb~

@@ -0,0 +1,11 @@
+class AddQaReport < ActiveRecord::Migration
+  def change
+    create_table :qa_report do |t|
+      t.text :field_report, limit: nil
+      t.text :count_report, limit: nil
+      t.string :provider, primary_key: true
+
+      t.timestamps
+    end
+  end
+end

data/lib/krikri/engine.rb

@@ -1,4 +1,5 @@
 require 'rdf/isomorphic'
+require 'linkeddata'
 require 'active_support'
 require 'rails_config'
 require 'krikri/ldp'

data/lib/krikri/enrichments/dcmi_enforcer.rb

@@ -4,13 +4,15 @@ module Krikri::Enrichments
   class DcmiEnforcer
     include Audumbla::FieldEnrichment
 
+    TERMS = RDF::DCMITYPE.to_a
+
     ##
     # @param value [Object] the value to enrich
     #
     # @return [DPLA::MAP::Controlled::DCMIType, nil] the original value or `nil`
     def enrich_value(value)
       return nil unless value.is_a? DPLA::MAP::Controlled::DCMIType
-      return nil unless value.valid?
+      return nil unless TERMS.include? value.rdf_subject
       value
     end
   end

data/lib/krikri/enrichments/language_to_lexvo.rb

@@ -48,7 +48,7 @@ module Krikri::Enrichments
   class LanguageToLexvo
     include Audumbla::FieldEnrichment
 
-    TERMS = DPLA::MAP::Controlled::Language.list_terms.freeze
+    TERMS = RDF::ISO_639_3.to_a
     QNAMES = TERMS.map { |t| t.qname[1] }.freeze
 
     ##

data/lib/krikri/ldp/container.rb~

@@ -0,0 +1,22 @@
+module Krikri::LDP
+  class Container < ActiveTriples::Resource
+    include Krikri::LDP::Resource 
+
+    configure :type => RDF::URI('http://www.w3.org/ns/ldp#Container')
+    
+    def initialize(uri, slug)
+      @ldp_uri = uri
+      @container_slug = slug
+      super("#{uri}/#{slug}")
+    end
+
+    def save(body = nil, opts = {})
+      opts[:Link] = "<#{type.first.to_s}>; rel='type'"
+      opts[:Slug] = @container_slug
+      opts[:method] = :post unless exists?
+      body ||= (dump :ttl)
+      opts['Content-Type'] ||= 'text/turtle'
+      super(body, opts)
+    end
+  end
+end

data/lib/krikri/ldp/nr_source.rb~

@@ -0,0 +1,4 @@
+module Krikri::LDP
+  module NRSource
+  end
+end

data/lib/krikri/ldp/rdf_source.rb~

@@ -0,0 +1,24 @@
+module Krikri::LDP
+  module RdfSource
+    extend ActiveSupport::Concern
+    include Krikri::LDP::Resource
+
+    def save(headers = {})
+      result = super(dump(:ttl))
+      get
+      result
+    end
+
+    def get(*args)
+      result = super
+      reload
+      result
+    end
+
+    def reload
+      return super unless !node? && exists?
+      clear
+      self << RDF::Reader.for(:ttl).new(@http_cache.body).statements
+    end
+  end
+end

data/lib/krikri/ldp/resource.rb~

@@ -0,0 +1,49 @@
+require 'faraday'
+require 'faraday_middleware'
+
+module Krikri::LDP
+  module Resource
+    extend ActiveSupport::Concern
+
+    attr_accessor :rdf_subject, :connection_uri
+
+    def ldp_connection
+      @ldp_conn ||= Faraday.new(connection_uri) do |conn|
+        conn.use Faraday::Response::RaiseError
+        conn.use FaradayMiddleware::FollowRedirects, limit: 3
+        conn.adapter Faraday.default_adapter
+      end
+    end
+
+    def etag
+      http_head.env['response_headers']['etag']
+    end
+
+    def http_head
+      raise 'No subject set for LDP resource.' if rdf_subject.nil?
+      @http_cache ||= ldp_connection.head { |request| request.url rdf_subject }
+    end
+
+    def exists?
+      return true if rdf_subject && http_head
+      false
+    rescue Faraday::ResourceNotFound
+      false
+    end
+
+    def save(uri, body = nil, opts = {})
+      require 'pry'
+      binding.pry
+      create(uri, body, opts)
+    end
+
+    def create(uri, body = nil, opts = {})
+      response = ldp_connection.post do |request|
+        request.url uri
+        request.headers = opts if opts
+        request.body = body
+      end
+      response
+    end
+  end
+end

data/lib/krikri/parsers/json_parser.rb~

@@ -0,0 +1,17 @@
+module Krikri
+  ##
+  # A parser for JSON records
+  # @see Krikri::Parser
+  class JsonParser < Krikri::Parser
+    def initialize(record)
+      @root = Value.new(JSON.parse(record.content))
+      super
+    end
+
+    class Value < Krikri::Parser::Value
+      def initialize(json)
+        @json = json
+      end
+    end
+  end
+end

data/lib/krikri/parsers/oai_headers.rb~

@@ -0,0 +1,4 @@
+module Krikri
+  module OaiHeaders
+  end
+end

data/lib/krikri/parsers/oai_parser.rb~

@@ -0,0 +1,2 @@
+module Krikri
+  class XmlParser < Krikri::Parser

data/lib/krikri/parsers/oai_parser_headers.rb~

@@ -0,0 +1,4 @@
+module Krikri
+  module OaiParserHeaders
+  end
+end

data/lib/krikri/parsers/xml_parser.rb~

@@ -0,0 +1,61 @@
+module Krikri
+  ##
+  # An XmlParser
+  # @see Krikri::Parser
+  class XmlParser < Krikri::Parser
+    def initialize(record, root_path = '/')
+      xml = Nokogiri::XML(record.to_s)
+      ns = namespaces_from_xml(xml)
+      @root = Value.new(xml.at_xpath(root_path, ns), ns)
+      super(record)
+    end
+
+    private
+
+    def namespaces_from_xml(xml)
+      namespaces = xml.collect_namespaces.map do |k, v|
+        [k.gsub('xmlns:', ''), v]
+      end
+      namespaces.to_h
+    end
+
+    ##
+    # An XML Parser Value node class
+    # @see Krikri::Parser::Value
+    class Value < Krikri::Parser::Value
+      def initialize(node, namespaces)
+        node = node.root if node.xml?
+        @node = node
+        @namespaces = namespaces
+      end
+
+      delegate :attributes, :xpath, :at_xpath, :css, :at_css, :to => :@node
+
+      def children
+        @node.element_children.map do |child|
+          return child.name unless child.namespace
+          "#{@namespaces.key(child.namespace.href)}:#{child.name}"
+        end
+      end
+
+      def values
+        select_values.map(&:text)
+      end
+
+      def values?
+        !select_values.empty?
+      end
+
+      private
+
+      def get_child_nodes(name)
+        @node.xpath("#{@node.path}/#{name}", @namespaces)
+          .map { |node| self.class.new(node, @namespaces) }
+      end
+
+      def select_values
+        @node.children.select(&:text?)
+      end
+    end
+  end
+end

data/lib/krikri/util/edtf_converter.rb~

@@ -0,0 +1,26 @@
+module Krikri::Util
+  module ExtendedDateParser
+
+    ##
+    # e.g. 1990s or 199- or 199x
+    def decade(str)
+      decade
+    end
+
+    ##
+    # e.g. 1990s
+    def decade_s(str)
+      /^(\d{3})0s$/.match(str) do |m|
+        Date.edtf("#{m[1]}x")
+      end
+    end
+
+    ##
+    # e.g. 199-
+    def decade_hyphen(str)
+      /^(\d{3})-$/.match(str) do |m|
+        Date.edtf("#{m[1]}x")
+      end
+    end
+  end
+end

data/lib/krikri/util/extended_date_parser.rb~

@@ -0,0 +1,70 @@
+module Krikri::Util
+  module ExtendedDateParser
+    module_function
+
+    def parse(date_str)
+      date = Date.edtf(date_str)
+      date ||= partial_edtf(date_str)
+      date ||= decade_hyphen(date_str)
+      date ||= month_year(date_str)
+      date ||= decade_s(date_str)
+      date ||= hyphenated_partial_range(date_str)
+      date ||= begin
+                 Date.parse(date_str)
+               rescue ArgumentError
+                 nil
+               end
+    end
+
+    def range_match(str)
+      regexp = %r{
+        ([\d\-\.xu\?\~]*\d{4}[\d\-\.xu\?\~]*)
+        \s*[-\.]+\s*
+        ([\d\-\.xu\?\~]*\d{4}[\d\.\-xu\?\~]*)
+      }x
+      regexp.match(str) do |m|
+        [m[1], m[2]]
+      end
+    end
+
+    ##
+    # e.g. 01-2045
+    def month_year(str)
+      /(\d{2})-(\d{4})/.match(str) do |m|
+        Date.edtf("#{m[2]}-#{m[1]}")
+      end
+    end
+
+    ##
+    # e.g. 1990-92
+    def hyphenated_partial_range(str)
+      /^(\d{2})(\d{2})-(\d{2})$/.match(str) do |m|
+        Date.edtf("#{m[1]}#{m[2]}/#{m[1]}#{m[3]}")
+      end
+    end
+
+    ##
+    # e.g. 1970-08-01/02 or 1970-12/10
+    def partial_edtf(str)
+      /^(\d{4}(-\d{2})*)-(\d{2})\/(\d{2})$/.match(str) do |m|
+        Date.edtf("#{m[1]}-#{m[3]}/#{m[1]}-#{m[4]}")
+      end
+    end
+
+    ##
+    # e.g. 1990s
+    def decade_s(str)
+      /^(\d{3})0s$/.match(str) do |m|
+        Date.edtf("#{m[1]}x")
+      end
+    end
+
+    ##
+    # e.g. 199-
+    def decade_hyphen(str)
+      /^(\d{3})-$/.match(str) do |m|
+        Date.edtf("#{m[1]}x")
+      end
+    end
+  end
+end