mei 0.0.1 → 0.0.3

data/lib/mei/helper.rb

@@ -0,0 +1,9 @@
+module Mei
+  class Helper
+    def self.strip_uri(s)
+      left_paran = s.rindex(/\(/)
+      right_paran = s.rindex(/\)/)
+      s[left_paran+1..right_paran-1]
+    end
+  end
+end

data/lib/mei/loc.rb

@@ -0,0 +1,203 @@
+require 'uri'
+
+module Mei
+  class Loc
+
+    include Mei::WebServiceBase
+
+    def self.pop_graph(value)
+      RDF::Graph.load("#{Mei::Loc.ldf_config[:ldf_server]}#{value}.ttl", format: :ttl)
+    end
+
+    def self.ldf_config
+      @ldf_config ||= YAML::load(File.open(ldf_config_path))[env]
+                                 .with_indifferent_access
+    end
+
+    def self.app_root
+      return @app_root if @app_root
+      @app_root = Rails.root if defined?(Rails) and defined?(Rails.root)
+      @app_root ||= APP_ROOT if defined?(APP_ROOT)
+      @app_root ||= '.'
+    end
+
+    def self.env
+      return @env if @env
+      #The following commented line always returns "test" in a rails c production console. Unsure of how to fix this yet...
+      #@env = ENV["RAILS_ENV"] = "test" if ENV
+      @env ||= Rails.env if defined?(Rails) and defined?(Rails.root)
+      @env ||= 'development'
+    end
+
+    def self.ldf_config_path
+      File.join(app_root, 'config', 'mei.yml')
+    end
+
+    def self.qskos value
+      if value.match(/^sh\d+/)
+        return ::RDF::URI.new("http://id.loc.gov/authorities/subjects/#{value}")
+      else
+        return ::RDF::URI.new("http://www.w3.org/2004/02/skos/core##{value}")
+      end
+    end
+
+    def initialize(subauthority, solr_field)
+      @subauthority = subauthority
+      @solr_field = solr_field
+      #RestClient.enable Rack::Cache
+    end
+
+    def search q
+      @raw_response = get_json(build_query_url(q))
+      parse_authority_response
+    end
+
+
+    def build_query_url q
+      escaped_query = URI.escape(q)
+      authority_fragment = Qa::Authorities::Loc.get_url_for_authority(@subauthority) + URI.escape(@subauthority)
+      return "http://id.loc.gov/search/?q=#{escaped_query}&q=#{authority_fragment}&format=json"
+    end
+
+    # Reformats the data received from the LOC service
+    def parse_authority_response
+      threaded_responses = []
+      #end_response = Array.new(20)
+      end_response = []
+      position_counter = 0
+      @raw_response.select {|response| response[0] == "atom:entry"}.map do |response|
+        threaded_responses << Thread.new(position_counter) { |local_pos|
+          end_response[local_pos] = loc_response_to_qa(response_to_struct(response), position_counter)
+        }
+        position_counter+=1
+        #sleep(0.05)
+
+        #loc_response_to_qa(response_to_struct(response))
+      end
+      threaded_responses.each { |thr|  thr.join }
+      end_response
+    end
+
+    # Simple conversion from LoC-based struct to QA hash
+    def loc_response_to_qa(data, counter)
+      json_link = data.links.select { |link| link.first == 'application/json' }
+      if json_link.present?
+        json_link = json_link[0][1]
+
+        broader, narrower, variants = get_skos_concepts(json_link.gsub('.json',''))
+      end
+
+      #count = ActiveFedora::Base.find_with_conditions("subject_tesim:#{data.id.gsub('info:lc', 'http://id.loc.gov').gsub(':','\:')}", rows: '100', fl: 'id' ).length
+      #FIXME
+      count = ActiveFedora::Base.search_with_conditions("#{@solr_field}:#{solr_clean(data.id.gsub('info:lc', 'http://id.loc.gov'))}", rows: '100', fl: 'id' ).length
+      #count = 0
+      if count >= 99
+        count = "99+"
+      else
+        count = count.to_s
+      end
+
+
+
+      {
+          "uri_link" => data.id.gsub('info:lc', 'http://id.loc.gov') || data.title,
+          "label" => data.title,
+          "broader" => broader,
+          "narrower" => narrower,
+          "variants" => variants,
+          "count" => count
+      }
+    end
+
+
+    def solr_clean(term)
+      return term.gsub('\\', '\\\\').gsub(':', '\\:').gsub(' ', '\ ')
+    end
+
+    def response_to_struct response
+      result = response.each_with_object({}) do |result_parts, result|
+        next unless result_parts[0]
+        key = result_parts[0].sub('atom:', '').sub('dcterms:', '')
+        info = result_parts[1]
+        val = result_parts[2]
+
+        case key
+          when 'title', 'id', 'name', 'updated', 'created'
+            result[key] = val
+          when 'link'
+            result["links"] ||= []
+            result["links"] << [info["type"], info["href"]]
+        end
+      end
+
+      OpenStruct.new(result)
+    end
+
+    def get_skos_concepts subject
+      broader_list = []
+      narrower_list = []
+      variant_list = []
+
+      #xml_response = Nokogiri::XML(response).remove_namespaces!
+
+      repo = pop_graph(subject)
+      repo.query(:subject=>::RDF::URI.new(subject), :predicate=>Mei::Loc.qskos('broader')).each_statement do |result_statement|
+        if !result_statement.object.literal? and result_statement.object.uri?
+          broader_label = nil
+          broader_uri = result_statement.object.to_s
+          #if Mei::Loc.repo.query(:subject=>::RDF::URI.new(broader_uri), :predicate=>Mei::Loc.qskos('narrower'), :object=>::RDF::URI.new(subject)).count > 0
+          valid = false
+
+          broader_repo = pop_graph(broader_uri)
+          broader_repo.query(:subject=>::RDF::URI.new(broader_uri)).each_statement do |broader_statement|
+            if broader_statement.predicate.to_s == Mei::Loc.qskos('prefLabel')
+              broader_label ||= broader_statement.object.value if broader_statement.object.literal?
+            end
+
+            if broader_statement.predicate.to_s == Mei::Loc.qskos('member')
+              valid = true if broader_statement.object.to_s == 'http://id.loc.gov/authorities/subjects/collection_LCSHAuthorizedHeadings'
+            end
+          end
+          broader_label ||= broader_uri
+          broader_list << {:uri_link=>broader_uri, :label=>broader_label} if valid
+          #end
+        end
+      end
+
+      puts 'pre-a'
+      repo.query(:subject=>::RDF::URI.new(subject), :predicate=>Mei::Loc.qskos('narrower')).each_statement do |result_statement|
+        puts 'a'
+        if !result_statement.object.literal? and result_statement.object.uri?
+          narrower_label = nil
+          narrower_uri = result_statement.object.to_s
+          valid = false
+
+          narrower_repo = pop_graph(narrower_uri)
+          puts 'b'
+          puts narrower_uri
+          narrower_repo.query(:subject=>::RDF::URI.new(narrower_uri)).each_statement do |narrower_statement|
+            if narrower_statement.predicate.to_s == Mei::Loc.qskos('prefLabel')
+              narrower_label ||= narrower_statement.object.value if narrower_statement.object.literal?
+            end
+
+            if narrower_statement.predicate.to_s == Mei::Loc.qskos('member')
+              valid = true if narrower_statement.object.to_s == 'http://id.loc.gov/authorities/subjects/collection_LCSHAuthorizedHeadings'
+            end
+          end
+          narrower_label ||= narrower_uri
+          narrower_list << {:uri_link=>narrower_uri, :label=>narrower_label} if valid
+        end
+      end
+
+      repo.query(:subject=>::RDF::URI.new(subject), :predicate=>Mei::Loc.qskos('altLabel')).each_statement do |result_statement|
+        variant_list << result_statement.object.value if result_statement.object.literal?
+      end
+
+      return broader_list, narrower_list, variant_list
+    end
+
+
+
+
+  end
+end

data/lib/mei/version.rb

@@ -1,3 +1,3 @@
 module Mei
-  VERSION = "0.0.1"
+  VERSION = "0.0.3"
 end

data/lib/mei/web_service_base.rb

@@ -0,0 +1,32 @@
+require 'rest_client'
+require 'restclient/components'
+require 'rack/cache'
+
+module Mei
+  module WebServiceBase
+    attr_accessor :raw_response
+
+    # mix-in to retreive and parse JSON content from the web
+    def get_json(url)
+      RestClient.enable Rack::Cache
+      r = RestClient.get url, request_options
+      RestClient.disable Rack::Cache
+      JSON.parse(r)
+
+    end
+
+    def request_options
+      { accept: :json }
+    end
+
+    def get_xml(url)
+      RestClient.enable Rack::Cache
+      r = RestClient.get url
+      RestClient.disable Rack::Cache
+      r
+    end
+
+
+
+  end
+end

metadata

@@ -1,29 +1,141 @@
 --- !ruby/object:Gem::Specification
 name: mei
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.3
 platform: ruby
 authors:
 - Steven Anderson
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-12-04 00:00:00.000000000 Z
+date: 2016-10-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simple_form
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: active-fedora
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: gon
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: curation_concerns
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 4.2.5
+        version: 1.6.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 4.2.5
+        version: 1.6.1
+- !ruby/object:Gem::Dependency
+  name: qa
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.5.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.5.0
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.8.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.8.0
+- !ruby/object:Gem::Dependency
+  name: rest-client-components
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rack-cache
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: sqlite3
   requirement: !ruby/object:Gem::Requirement
@@ -48,8 +160,33 @@ files:
 - MIT-LICENSE
 - README.rdoc
 - Rakefile
+- app/assets/javascripts/custom_form_functions.js
+- app/assets/stylesheets/mei/mei_styles.scss
+- app/controllers/mei/application_controller.rb
+- app/controllers/mei/terms_controller.rb
+- app/helpers/mei/application_helper.rb
+- app/inputs/lcsh_lookup_input.rb
+- app/inputs/mei_multi_lookup_input.rb
+- app/inputs/with_help_icon.rb
+- app/models/mei/geo_names_resource.rb
+- app/models/mei/homosaurus_subject_resource.rb
+- app/models/mei/lcsh_subject_resource.rb
+- app/views/mei/_form.html.erb
+- config/mei.yml.sample
+- config/routes.rb
+- lib/generators/mei/install_generator.rb
+- lib/generators/mei/localassets_generator.rb
+- lib/generators/mei/routes_generator.rb
+- lib/generators/mei/templates/config/mei.yml.sample
+- lib/generators/mei/templates/mei.scss
+- lib/generators/mei/yml_generator.rb
 - lib/mei.rb
+- lib/mei/engine.rb
+- lib/mei/geonames.rb
+- lib/mei/helper.rb
+- lib/mei/loc.rb
 - lib/mei/version.rb
+- lib/mei/web_service_base.rb
 - lib/tasks/mei_tasks.rake
 - test/dummy/README.rdoc
 - test/dummy/Rakefile