krikri 0.7.6 → 0.8.0

data/config/initializers/config.rb~

@@ -0,0 +1,19 @@
+setting_files = [self.root.join('config', 'settings.yml'),
+                 self.root.join('config', 'settings', "#{Rails.env}.yml"),
+                 self.root.join('config', 'environments', "#{Rails.env}.yml"),
+                 self.root.join('config', 'settings.local.yml'),
+                 self.root.join('config', 'settings', "#{Rails.env}.local.yml"),
+                 self.root.join('config', 'environments', 
+                                "#{Rails.env}.local.yml")
+                ].map { |path| path.to_s }
+
+settings_const = Kernel.const_get(RailsConfig.const_name)
+
+source_paths = settings_const.add_source!('nil')[0..-2].map do |source| 
+  source.path 
+end
+
+source_paths = setting_files + source_paths
+
+RailsConfig.load_and_set_settings(source_paths)
+Krikri::Settings = Kernel.const_get(RailsConfig.const_name)

data/config/routes.rb

@@ -22,7 +22,9 @@ Krikri::Engine.routes.draw do
     resources :harvest_sources, shallow: true
   end
 
-  resources :providers, only: [:index, :show]
+  resources :providers, only: [:index, :show] do
+    resources :field_value_reports, only: [:show]
+  end
 
   mount Resque::Server.new, at: '/resque'
 end

data/config/settings/test.yml~

@@ -0,0 +1,3 @@
+---
+marmotta:
+  base: 'http://localhost:8080/marmotta/'

data/db/migrate/20150328035550_add_qa_report.rb~

@@ -0,0 +1,11 @@
+class AddQaReport < ActiveRecord::Migration
+  def change
+    create_table :qa_report do |t|
+      t.text :field_report, limit: nil
+      t.text :count_report, limit: nil
+      t.string :provider, primary_key: true
+
+      t.timestamps
+    end
+  end
+end

data/lib/krikri/enrichments/remove_empty_fields.rb

@@ -18,7 +18,7 @@ module Krikri::Enrichments
 
     def empty?(value)
       return true if value.empty?
-      return true if value =~ /^\s*$/
+      return true if value =~ /\A\s*\z/
       false
     end
   end

data/lib/krikri/enrichments/strip_ending_punctuation.rb

@@ -14,7 +14,7 @@ module Krikri::Enrichments
     def enrich_value(value)
       return value unless value.is_a? String
       value.gsub!(/[^\p{Alnum}\'\"\)\]\}]*$/, '') unless
-        value.match /\s*[a-z]{1,2}\.$/i
+        value.match /\s+[a-z]{1,2}\.$/i
       value
     end
   end

data/lib/krikri/ldp/container.rb~

@@ -0,0 +1,22 @@
+module Krikri::LDP
+  class Container < ActiveTriples::Resource
+    include Krikri::LDP::Resource 
+
+    configure :type => RDF::URI('http://www.w3.org/ns/ldp#Container')
+    
+    def initialize(uri, slug)
+      @ldp_uri = uri
+      @container_slug = slug
+      super("#{uri}/#{slug}")
+    end
+
+    def save(body = nil, opts = {})
+      opts[:Link] = "<#{type.first.to_s}>; rel='type'"
+      opts[:Slug] = @container_slug
+      opts[:method] = :post unless exists?
+      body ||= (dump :ttl)
+      opts['Content-Type'] ||= 'text/turtle'
+      super(body, opts)
+    end
+  end
+end

data/lib/krikri/ldp/nr_source.rb~

@@ -0,0 +1,4 @@
+module Krikri::LDP
+  module NRSource
+  end
+end

data/lib/krikri/ldp/rdf_source.rb~

@@ -0,0 +1,24 @@
+module Krikri::LDP
+  module RdfSource
+    extend ActiveSupport::Concern
+    include Krikri::LDP::Resource
+
+    def save(headers = {})
+      result = super(dump(:ttl))
+      get
+      result
+    end
+
+    def get(*args)
+      result = super
+      reload
+      result
+    end
+
+    def reload
+      return super unless !node? && exists?
+      clear
+      self << RDF::Reader.for(:ttl).new(@http_cache.body).statements
+    end
+  end
+end

data/lib/krikri/ldp/resource.rb~

@@ -0,0 +1,49 @@
+require 'faraday'
+require 'faraday_middleware'
+
+module Krikri::LDP
+  module Resource
+    extend ActiveSupport::Concern
+
+    attr_accessor :rdf_subject, :connection_uri
+
+    def ldp_connection
+      @ldp_conn ||= Faraday.new(connection_uri) do |conn|
+        conn.use Faraday::Response::RaiseError
+        conn.use FaradayMiddleware::FollowRedirects, limit: 3
+        conn.adapter Faraday.default_adapter
+      end
+    end
+
+    def etag
+      http_head.env['response_headers']['etag']
+    end
+
+    def http_head
+      raise 'No subject set for LDP resource.' if rdf_subject.nil?
+      @http_cache ||= ldp_connection.head { |request| request.url rdf_subject }
+    end
+
+    def exists?
+      return true if rdf_subject && http_head
+      false
+    rescue Faraday::ResourceNotFound
+      false
+    end
+
+    def save(uri, body = nil, opts = {})
+      require 'pry'
+      binding.pry
+      create(uri, body, opts)
+    end
+
+    def create(uri, body = nil, opts = {})
+      response = ldp_connection.post do |request|
+        request.url uri
+        request.headers = opts if opts
+        request.body = body
+      end
+      response
+    end
+  end
+end

data/lib/krikri/parsers/json_parser.rb~

@@ -0,0 +1,17 @@
+module Krikri
+  ##
+  # A parser for JSON records
+  # @see Krikri::Parser
+  class JsonParser < Krikri::Parser
+    def initialize(record)
+      @root = Value.new(JSON.parse(record.content))
+      super
+    end
+
+    class Value < Krikri::Parser::Value
+      def initialize(json)
+        @json = json
+      end
+    end
+  end
+end

data/lib/krikri/parsers/oai_headers.rb~

@@ -0,0 +1,4 @@
+module Krikri
+  module OaiHeaders
+  end
+end

data/lib/krikri/parsers/oai_parser.rb~

@@ -0,0 +1,2 @@
+module Krikri
+  class XmlParser < Krikri::Parser

data/lib/krikri/parsers/oai_parser_headers.rb~

@@ -0,0 +1,4 @@
+module Krikri
+  module OaiParserHeaders
+  end
+end

data/lib/krikri/parsers/xml_parser.rb~

@@ -0,0 +1,61 @@
+module Krikri
+  ##
+  # An XmlParser
+  # @see Krikri::Parser
+  class XmlParser < Krikri::Parser
+    def initialize(record, root_path = '/')
+      xml = Nokogiri::XML(record.to_s)
+      ns = namespaces_from_xml(xml)
+      @root = Value.new(xml.at_xpath(root_path, ns), ns)
+      super(record)
+    end
+
+    private
+
+    def namespaces_from_xml(xml)
+      namespaces = xml.collect_namespaces.map do |k, v|
+        [k.gsub('xmlns:', ''), v]
+      end
+      namespaces.to_h
+    end
+
+    ##
+    # An XML Parser Value node class
+    # @see Krikri::Parser::Value
+    class Value < Krikri::Parser::Value
+      def initialize(node, namespaces)
+        node = node.root if node.xml?
+        @node = node
+        @namespaces = namespaces
+      end
+
+      delegate :attributes, :xpath, :at_xpath, :css, :at_css, :to => :@node
+
+      def children
+        @node.element_children.map do |child|
+          return child.name unless child.namespace
+          "#{@namespaces.key(child.namespace.href)}:#{child.name}"
+        end
+      end
+
+      def values
+        select_values.map(&:text)
+      end
+
+      def values?
+        !select_values.empty?
+      end
+
+      private
+
+      def get_child_nodes(name)
+        @node.xpath("#{@node.path}/#{name}", @namespaces)
+          .map { |node| self.class.new(node, @namespaces) }
+      end
+
+      def select_values
+        @node.children.select(&:text?)
+      end
+    end
+  end
+end

data/lib/krikri/util/edtf_converter.rb~

@@ -0,0 +1,26 @@
+module Krikri::Util
+  module ExtendedDateParser
+
+    ##
+    # e.g. 1990s or 199- or 199x
+    def decade(str)
+      decade
+    end
+
+    ##
+    # e.g. 1990s
+    def decade_s(str)
+      /^(\d{3})0s$/.match(str) do |m|
+        Date.edtf("#{m[1]}x")
+      end
+    end
+
+    ##
+    # e.g. 199-
+    def decade_hyphen(str)
+      /^(\d{3})-$/.match(str) do |m|
+        Date.edtf("#{m[1]}x")
+      end
+    end
+  end
+end

data/lib/krikri/util/extended_date_parser.rb~

@@ -0,0 +1,70 @@
+module Krikri::Util
+  module ExtendedDateParser
+    module_function
+
+    def parse(date_str)
+      date = Date.edtf(date_str)
+      date ||= partial_edtf(date_str)
+      date ||= decade_hyphen(date_str)
+      date ||= month_year(date_str)
+      date ||= decade_s(date_str)
+      date ||= hyphenated_partial_range(date_str)
+      date ||= begin
+                 Date.parse(date_str)
+               rescue ArgumentError
+                 nil
+               end
+    end
+
+    def range_match(str)
+      regexp = %r{
+        ([\d\-\.xu\?\~]*\d{4}[\d\-\.xu\?\~]*)
+        \s*[-\.]+\s*
+        ([\d\-\.xu\?\~]*\d{4}[\d\.\-xu\?\~]*)
+      }x
+      regexp.match(str) do |m|
+        [m[1], m[2]]
+      end
+    end
+
+    ##
+    # e.g. 01-2045
+    def month_year(str)
+      /(\d{2})-(\d{4})/.match(str) do |m|
+        Date.edtf("#{m[2]}-#{m[1]}")
+      end
+    end
+
+    ##
+    # e.g. 1990-92
+    def hyphenated_partial_range(str)
+      /^(\d{2})(\d{2})-(\d{2})$/.match(str) do |m|
+        Date.edtf("#{m[1]}#{m[2]}/#{m[1]}#{m[3]}")
+      end
+    end
+
+    ##
+    # e.g. 1970-08-01/02 or 1970-12/10
+    def partial_edtf(str)
+      /^(\d{4}(-\d{2})*)-(\d{2})\/(\d{2})$/.match(str) do |m|
+        Date.edtf("#{m[1]}-#{m[3]}/#{m[1]}-#{m[4]}")
+      end
+    end
+
+    ##
+    # e.g. 1990s
+    def decade_s(str)
+      /^(\d{3})0s$/.match(str) do |m|
+        Date.edtf("#{m[1]}x")
+      end
+    end
+
+    ##
+    # e.g. 199-
+    def decade_hyphen(str)
+      /^(\d{3})-$/.match(str) do |m|
+        Date.edtf("#{m[1]}x")
+      end
+    end
+  end
+end

data/lib/krikri/version.rb

@@ -1,3 +1,3 @@
 module Krikri
-  VERSION = '0.7.6'.freeze
+  VERSION = '0.8.0'.freeze
 end

data/lib/tasks/jetty.rake~

@@ -0,0 +1,12 @@
+require 'fileutils'
+
+namespace :jetty do
+
+  desc 'Configure solr schema'
+  task :solr_config do
+    cp('solr_conf/schema.xml', 'jetty/solr/blacklight-core/conf/schema.xml')
+    cp('solr_conf/solrconfig.xml',
+       'jetty/solr/blacklight-core/conf/solcconfig.xml')
+  end
+
+end

data/lib/tasks/krikri.rake~

@@ -0,0 +1,20 @@
+namespace :krikri do
+
+# Tasks will execute in spec/internal unless directory is changed
+
+  ITEMS_JSON = File.read(File.expand_path("../../../spec/items.json", __FILE__))
+
+  desc "Index sample data in solr"
+  task :index_sample_data do
+    require 'factory_girl'
+    Krikri::IndexService.add ITEMS_JSON
+    Krikri::IndexService.commit
+  end
+
+  desc "Delete sample data from solr"
+  task :delete_sample_data do
+    Krikri::IndexService.delete_by_id "sample_0"
+    Krikri::IndexService.commit
+  end
+
+end

data/spec/controllers/application_controller_spec.rb~

@@ -0,0 +1,11 @@
+require 'spec_helper'
+
+describe Krikri::ApplicationController, :type => :controller do
+
+  describe '#set_current_provider' do
+    it do
+      require 'pry'
+      binding.pry
+    end
+  end
+end

data/spec/controllers/field_value_reports_controller_spec.rb

@@ -0,0 +1,34 @@
+require 'spec_helper'
+
+describe Krikri::FieldValueReportsController, :type => :controller do
+
+  routes { Krikri::Engine.routes }
+
+  describe 'GET #show' do
+    login_user
+
+    it 'sets field_value_report variable' do
+      field_value_report = [instance_double(Krikri::FieldValueReport)]
+      allow(Krikri::FieldValueReport).to receive(:find)
+        .and_return(field_value_report)
+      expect { get :show, id: 'sourceResource_title', provider_id: '123',
+               format: 'csv' }
+        .to change { assigns[:field_value_report] }.to field_value_report
+    end
+
+    it 'does not render :show view in html' do
+      expect do
+        get :show, id: 'sourceResource_title', provider_id: '123'
+      end.to raise_error(ActionController::UnknownFormat)
+    end
+
+    context 'csv' do
+      include_context 'with indexed item'
+
+      it 'returns a csv document' do
+        get :show, id: 'sourceResource_title', provider_id: '123', format: 'csv'
+        expect(response.content_type).to eq 'text/csv'
+      end
+    end
+  end
+end