marc2linkeddata 0.0.6 → 0.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: bd3a379bcb2fe572912159e9576a34afff5622a7
-  data.tar.gz: 6c911bd97a593049f7c13e77bbbcf25b7878f64e
+  metadata.gz: f54e31c819d0978629746c13c88690d5b2f1f392
+  data.tar.gz: 5325910c217a5e1bd3d45bb0a1f0bdb3b48fa11e
 SHA512:
-  metadata.gz: 265a259a65ce550ee3b54f3d6c093136a658e2ec89821c0c40f2415bfe6446ac323e2de93691ea4d1622eff93798470bd0085215158329c904fdcd01cb7e58f4
-  data.tar.gz: 29f7d365eca71e843782c0853d959012c0755e99e1037d3b92b63e5212abbd152984842432559af89ca60d86b5a9003af92c60b99beae373735073a32cfc0f63
+  metadata.gz: 2565a8648875bc22f3b62ccd7cd1aad47ce843d388a93f6e4e363f7bab77644abbf56a1a70f73de9d6ac9aa9be3857578b62c87e5ebc2d4e50b157afaea7c7ae
+  data.tar.gz: a8ba98f07795a0c97f4bd00d9c431ea7a4dd15d39952f1cdbc56a4136d4b6e60f2bb0a6d05cb6f3affe5d5eecd03dc6752b4093dcb8b149f61d36583911af610

data/.travis.yml

@@ -0,0 +1,13 @@
+language: ruby
+
+script: "bundle exec rspec"
+
+notifications:
+  email: false
+
+rvm:
+  - 1.9.3
+  - 2.0.0
+  - 2.1.5
+  - 2.2.0
+

data/lib/marc2linkeddata.rb

@@ -52,7 +52,22 @@ module Marc2LinkedData
 
   def self.http_head_request(url)
     uri = URI.parse(url)
-    Net::HTTP.start(uri.host, uri.port) {|http| req = Net::HTTP::Head.new(uri); http.request req }
+    begin
+      if RUBY_VERSION =~ /^1\.9/
+        req = Net::HTTP::Head.new(uri.path)
+      else
+        req = Net::HTTP::Head.new(uri)
+      end
+      Net::HTTP.start(uri.host, uri.port) {|http| http.request req }
+    rescue
+      @configuration.logger.error "Net::HTTP::Head failed for #{uri}"
+      begin
+        Net::HTTP.get_response(uri)
+      rescue
+        @configuration.logger.error "Net::HTTP.get_response failed for #{uri}"
+        nil
+      end
+    end
   end
 
   def self.write_prefixes(file)

data/lib/marc2linkeddata/loc.rb

@@ -18,9 +18,9 @@ module Marc2LinkedData
     # end
 
     def rdf
-      return nil if iri.nil?
+      return nil if @iri.nil?
       return @rdf unless @rdf.nil?
-      uri4rdf = iri.to_s + '.rdf'
+      uri4rdf = @iri.to_s + '.rdf'
       @rdf = get_rdf(uri4rdf)
     end
 

data/lib/marc2linkeddata/parseMarcAuthority.rb

@@ -450,7 +450,10 @@ module Marc2LinkedData
       # Try to find LOC, VIAF, and ISNI IRIs in the MARC record
       @loc = Loc.new get_iri4loc rescue nil
       # Try to identify problems in getting an LOC IRI.
-      binding.pry if (@@config.debug && @loc.nil?)
+      if @loc.nil?
+        binding.pry if @@config.debug
+        raise 'Failed to get authority at LOC'
+      end
       # might require LOC to get ISNI.
       @viaf = Viaf.new get_iri4viaf rescue nil
       # might require VIAF to get ISNI.

data/lib/marc2linkeddata/sparql.rb

@@ -37,12 +37,6 @@ module Marc2LinkedData
     # end
 
 
-    # For reference, note that there is an allegrograph ruby gem, see
-    # https://github.com/emk/rdf-agraph
-
-    # For reference, note that there is a ruby gem for RDF on mongodb, see
-    # https://rubygems.org/gems/rdf-mongo
-
 
 
 

data/lib/marc2linkeddata/sparql_pubmed.rb

@@ -0,0 +1,48 @@
+require 'base64'
+
+module Marc2LinkedData
+
+  class SparqlPubmed
+
+    attr_reader :sparql
+
+    def initialize
+      # config = Marc2LinkedData.configuration
+      @sparql = SPARQL::Client.new('http://pubmed.bio2rdf.org/sparql')
+    end
+
+    # http://bio2rdf.org/pubmed_vocabulary:Author
+    # dcterms:identifier   pubmed_resource:author:a71b95197f579ff09cc6d9a7d4856535
+    # http://bio2rdf.org/pubmed_vocabulary:fore_name  Alison
+    # http://bio2rdf.org/pubmed_vocabulary:initials  A
+    # http://bio2rdf.org/pubmed_vocabulary:last_name  Callahan
+
+    # e.g. run this SPARQL at http://pubmed.bio2rdf.org/sparql
+    # SELECT DISTINCT ?author $fn $ln WHERE {
+    #   ?author a <http://bio2rdf.org/pubmed_vocabulary:Author> .
+    #   ?author <http://bio2rdf.org/pubmed_vocabulary:fore_name> $fn .
+    #   ?author <http://bio2rdf.org/pubmed_vocabulary:last_name> $ln .
+    # }
+    # LIMIT 100
+
+    # Note, might have to use first name initial for matching.
+
+    def find_author(last_name, first_name=nil, middle_initial=nil)
+      q  = 'SELECT DISTINCT ?author ?fn WHERE { '
+      q += '?author a <http://bio2rdf.org/pubmed_vocabulary:Author> . '
+      q += '?author <http://bio2rdf.org/pubmed_vocabulary:fore_name> ?fn . '
+      q += "?author <http://bio2rdf.org/pubmed_vocabulary:last_name> \"#{last_name}\"^^<http://www.w3.org/2001/XMLSchema#string> . "
+      q += '}'
+      result = @sparql.query(q)
+      result.each_solution do |s|
+        # match on first_name? or initials?
+        puts s.inspect
+      end
+      binding.pry
+    end
+
+  end
+
+end
+
+

data/lib/marc2linkeddata/viaf.rb

@@ -7,19 +7,19 @@ module Marc2LinkedData
     PREFIX = 'http://viaf.org/viaf/'
 
     # def id
-    #   return nil if iri.nil?
+    #   return nil if @iri.nil?
     #   iri.path.gsub('viaf/','').gsub('/','')
     # end
 
     def rdf
-      return nil if iri.nil?
+      return nil if @iri.nil?
       return @rdf unless @rdf.nil?
-      uri4rdf = iri.to_s + '/rdf.xml'
+      uri4rdf = @iri.to_s + '/rdf.xml'
       @rdf = get_rdf(uri4rdf)
     end
 
     def get_isni
-      return nil if iri.nil?
+      return nil if @iri.nil?
       return nil unless rdf_valid?
       return @isni_iri unless @isni_iri.nil?
       # Try to get ISNI source for VIAF

data/marc2linkeddata.gemspec

@@ -4,7 +4,7 @@ $:.unshift lib unless $:.include?(lib)
 
 Gem::Specification.new do |s|
   s.name        = 'marc2linkeddata'
-  s.version     = '0.0.6'
+  s.version     = '0.0.7'
   s.licenses    = ['Apache-2.0']
 
   s.platform    = Gem::Platform::RUBY
@@ -15,18 +15,27 @@ Gem::Specification.new do |s|
   s.homepage    = 'https://github.com/darrenleeweber/marc2linkeddata'
 
   s.required_rubygems_version = '>= 1.3.6'
-  s.required_ruby_version = '>= 2.1.0'
+  # s.required_ruby_version = '>= 2.1.0'
 
   s.add_dependency 'addressable'
   s.add_dependency 'linkeddata'
   s.add_dependency 'marc'
-  s.add_dependency 'rdf-4store'
   s.add_dependency 'ruby-progressbar'
+
+  # Use ENV for config
   s.add_dependency 'dotenv'
 
+  # ruby gem for RDF on 4store, see https://github.com/emk/rdf-4store
+  s.add_dependency 'rdf-4store'
+  # ruby gem for RDF on allegrograph, see https://github.com/emk/rdf-agraph
+  s.add_dependency 'rdf-agraph'
+  # ruby gem for RDF on mongodb, see https://rubygems.org/gems/rdf-mongo
+  s.add_dependency 'rdf-mongo'
+  # cache simple RDF on redis
   s.add_dependency 'hiredis'
   s.add_dependency 'redis'
 
+  # Use pry for console and debug config
   s.add_dependency 'pry'
   s.add_dependency 'pry-doc'
   s.add_development_dependency 'rspec'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: marc2linkeddata
 version: !ruby/object:Gem::Version
-  version: 0.0.6
+  version: 0.0.7
 platform: ruby
 authors:
 - Darren Weber
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-01-31 00:00:00.000000000 Z
+date: 2015-02-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: addressable
@@ -52,6 +52,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: dotenv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rdf-4store
   requirement: !ruby/object:Gem::Requirement
@@ -67,7 +95,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: ruby-progressbar
+  name: rdf-agraph
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -81,7 +109,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: dotenv
+  name: rdf-mongo
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -180,6 +208,7 @@ extra_rdoc_files: []
 files:
 - ".env_example"
 - ".rspec"
+- ".travis.yml"
 - Gemfile
 - LICENSE
 - README.md
@@ -203,6 +232,7 @@ files:
 - lib/marc2linkeddata/readMarcCatalog.rb
 - lib/marc2linkeddata/resource.rb
 - lib/marc2linkeddata/sparql.rb
+- lib/marc2linkeddata/sparql_pubmed.rb
 - lib/marc2linkeddata/viaf.rb
 - marc2linkeddata.gemspec
 - spec/marc2linkeddata/configuration_spec.rb
@@ -223,7 +253,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.1.0
+      version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
@@ -231,7 +261,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: 1.3.6
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.4.5
 signing_key: 
 specification_version: 4
 summary: Convert Marc21 records to linked data, for use in SUL/DLSS projects