gared 0.0.18 → 0.0.23

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ad89b9fa713cb95d420566a0a9735ad839907661996bfa0e816a87391010e8b6
-  data.tar.gz: f450165383f2e8c030b4e5e25ade74d5a927009aa2a6c92f174c68e76e5003c1
+  metadata.gz: cd1e7f535a0650e0251fec57b3572e49dda88b189b96fe1d1b630acc5e147bb4
+  data.tar.gz: b606f6169bdf2cac88f5d29cec6bf4e5464a639bc73b655a24c61aecf7593cd1
 SHA512:
-  metadata.gz: e5f35bc4cdb1efe388224d5b0e7973eb40fe7c3e9d241961562b87998e56a058509b9040e94752177b1df3df56ce8aec4617953af7d253bbbfa6e338285c5cba
-  data.tar.gz: 6b070deefebb23a21d191155bc1e5ff8bf80a60261a74a657486ce2fa44d8244fbeed3ec19a2ae9a196d54649e23a5dced67dace6daaaa2ba1f68c1a548cdf49
+  metadata.gz: b5c082ab85a8a7fb4cf5c23af7ebc35584751ebcaf88defc1b4f8c8d808d5cb3ff5d213db4b07687bfae49fda11b12f6963c9c6d2bd2e6b1d2e5edcc487e6e4b
+  data.tar.gz: a4415463242669077a504252094c2e93f63469fe6fcd4faeeee7a5cceb852b5325608dd5255991c79f04d725856ac61296023301c39af0a4f48288dbe1ddad70

data/lib/gared.rb

@@ -7,6 +7,7 @@ module Gared
   require 'gared/hebrewbooks'
   require 'gared/idea'
   require 'gared/googlebooks'
+  require 'gared/nli_api'
   # ...
 
 end

data/lib/gared/holding.rb

@@ -1,6 +1,6 @@
 module Gared
   class Holding
-    attr_accessor :source_id, :source_name, :scan_url
+    attr_accessor :source_id, :source_name, :scan_url, :location
 
   end
 end

data/lib/gared/nli_api.rb

@@ -0,0 +1,89 @@
+require 'rest-client'
+
+module Gared
+  class Nli_Api
+    def initialize(url, api_key)
+      @options = {url: url, api_key: api_key}
+    end
+
+    def query_persons(q)
+    end
+
+    def query_person(person)
+    end
+
+    def query_publications(q)
+    end
+
+    def query_publication(publication)
+    end
+    def fetch_value_by_dc_key(record, key)
+      ret = ''
+      fullkey = key[0] == '@' ? key : 'http://purl.org/dc/elements/1.1/' + key
+      unless record.nil?
+        unless record[fullkey].nil?
+          if record[fullkey].class == String
+            ret = record[fullkey  ]
+          elsif record[fullkey].class == Array
+            ret = record[fullkey].map{|x| x['@value'] }.join('; ')
+          end
+        end
+      end
+      ret
+    end
+    # return in-memory Publication instances with associated Holdings
+    def query_publications_by_person(person, ctx = nil)
+      ret = []
+      begin
+        # first run obtain counts for the query
+        escaped_person = URI.escape(person)
+        url = @options[:url]+"?api_key=#{@options[:api_key]}&query=creator,contains,#{escaped_person},AND;language,exact,heb&sort_field=title&material_type=books&count_mode=true"
+        json = JSON.parse(RestClient::Resource.new(url,verify_ssl: OpenSSL::SSL::VERIFY_NONE).get)
+        total = json['countInfos']['total']
+        # then start loading the results
+        result_page = 1
+        recs = []
+        while recs.length < total
+          url = @options[:url]+"?api_key=#{@options[:api_key]}&query=creator,contains,#{escaped_person},AND;language,exact,heb&sort_field=title&material_type=books&result_page=#{result_page}"
+          puts "DBG: retrieving results page #{result_page}"
+          json = JSON.parse(RestClient::Resource.new(url,verify_ssl: OpenSSL::SSL::VERIFY_NONE).get)
+          recs += json
+          result_page += 1
+          # sleep 1 # respect the server and avoid flood-blocking
+        end
+        recs.each do |r|
+          begin
+            p = Publication.new(ctx)
+            p.title = fetch_value_by_dc_key(r, 'title')
+            p.author_line = fetch_value_by_dc_key(r, 'creator')
+            p.language = fetch_value_by_dc_key(r, 'language')
+            p.notes = "#{fetch_value_by_dc_key(r, 'format')}\n#{fetch_value_by_dc_key(r, 'subject')}"
+            p.publisher_line = fetch_value_by_dc_key(r,'publisher')
+            p.pub_year = fetch_value_by_dc_key(r, 'non_standard_date')
+            p.source_id = fetch_value_by_dc_key(r, '@id')
+            # collect additional URLS from record, for clients to be able to determine whether a scanned object exists
+            additional_urls = []
+            r.keys.each do |key|
+              val = fetch_value_by_dc_key(r, key)
+              additional_urls << val if val =~ /https?:[^\s]\/\//
+            end
+            p.additional_urls = additional_urls if additional_urls.length > 0
+            h = Holding.new
+            h.source_id = p.source_id
+            h.source_name = 'NLI API'
+            h.location = fetch_value_by_dc_key(r, 'recordid')
+            p.add_holding(h)
+            ret << p
+          rescue Exception
+            puts $!
+          end
+        end
+        # TODO: also collect IIIF links for the *subset* of titles that have them, using the availability_type param.  No way to get that in the above query -- the fields are not emitted.
+        # the URL is like https://api.nli.org.il/openlibrary/search?api_key=(((KEY)))&query=title,contains,querystring&availability_type=online_and_api_access&material_type=books
+      rescue Exception
+        puts $!
+      end
+      return ret
+    end  
+  end
+end

data/lib/gared/primo.rb

@@ -23,14 +23,14 @@ module Gared
     def query_publications_by_person(person, ctx = nil)
       ret = []
       begin
-        url = @options[:url]+"?institution=#{@options[:institution]}&query=creator,contains,#{URI.escape(person)}&indx=1&bulkSize=50&query=facet_rtype,exact,books}&json=true"
+        url = @options[:url]+"?institution=#{@options[:institution]}&query=creator,contains,#{URI.escape(person)}&indx=1&bulkSize=50&query=facet_rtype,exact,books&json=true"
         json = JSON.parse(RestClient.get(url))
         total = json['SEGMENTS']['JAGROOT']['RESULT']['DOCSET']['@TOTALHITS'].to_i
         start_at = 1
         recs = json['SEGMENTS']['JAGROOT']['RESULT']['DOCSET']['DOC'] # stash the records
         while recs.length < total
           start_at += 50
-          url = @options[:url]+"?institution=#{@options[:institution]}&query=creator,contains,#{URI.escape(person)}&indx=#{start_at}&bulkSize=50&query=facet_rtype,exact,books}&json=true"
+          url = @options[:url]+"?institution=#{@options[:institution]}&query=creator,contains,#{URI.escape(person)}&indx=#{start_at}&bulkSize=50&query=facet_rtype,exact,books&json=true"
           json = JSON.parse(RestClient.get(url))
           recs += json['SEGMENTS']['JAGROOT']['RESULT']['DOCSET']['DOC']
           sleep 1 # respect the server and avoid flood-blocking
@@ -55,6 +55,8 @@ module Gared
             h = Holding.new
             h.source_id = p.source_id
             h.source_name = 'Primo:'+@options[:institution]
+            
+            h.location = r['LIBRARIES']['LIBRARY'][0].nil? ? r['LIBRARIES']['LIBRARY']['callNumber'] : r['LIBRARIES']['LIBRARY'][0]['callNumber'] # there seem to be two cases, different between NLI and TAU, for example
             p.add_holding(h)
             ret << p
           rescue Exception
@@ -67,4 +69,4 @@ module Gared
       return ret
     end  
   end
-end
+end

data/test/test_gared.rb

@@ -1,8 +1,24 @@
+require 'minitest/byebug' if ENV['DEBUG']
 require 'minitest/autorun'
 require 'gared'
 
 class GaredTest < Minitest::Test
 
+  def test_nli_api_query_publicatios_by_person
+    if ENV['NLI_API_KEY'].nil?
+      puts "skipping NLI API test because NLI_API_KEY envvar is not set"
+      return
+    end
+    puts "Testing NLI API"
+    nli = Gared::Nli_Api.new('https://api.nli.org.il/openlibrary/search', ENV['NLI_API_KEY'])
+    refute_nil nli
+    recs = nli.query_publications_by_person('ביאליק')
+    #recs = nli.query_publications_by_person('אילנאה')
+    refute_nil recs
+    refute_empty(recs)
+    refute_empty(recs[0].title)
+  end
+
   def test_primo_query_publicatios_by_person
     puts "Testing Primo"
     primo = Gared::Primo.new('http://primo.nli.org.il/PrimoWebServices/xservice/search/brief', 'NNL')

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gared
 version: !ruby/object:Gem::Version
-  version: 0.0.18
+  version: 0.0.23
 platform: ruby
 authors:
 - Asaf Bartov
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-07-10 00:00:00.000000000 Z
+date: 2021-05-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: zoom
@@ -56,14 +56,14 @@ dependencies:
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">"
       - !ruby/object:Gem::Version
         version: '1.8'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">"
       - !ruby/object:Gem::Version
         version: '1.8'
 - !ruby/object:Gem::Dependency
@@ -93,6 +93,7 @@ files:
 - lib/gared/holding.rb
 - lib/gared/idea.rb
 - lib/gared/jpress.rb
+- lib/gared/nli_api.rb
 - lib/gared/person.rb
 - lib/gared/primo.rb
 - lib/gared/publication.rb
@@ -116,8 +117,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.7
+rubygems_version: 3.1.4
 signing_key: 
 specification_version: 4
 summary: Scrape Hebrew bibliography sources