cdmbl 0.1.2 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f7e429cb47c7da0c901fa8a8ce4442dabb7026b2
-  data.tar.gz: f74c3d1a4fc3c3ddef1a24b1e9970732adbd128d
+  metadata.gz: 48502d2d45023a03df1bb78ef376bca9f1be4977
+  data.tar.gz: ee88711b42d87772d6bb2e91a2c0876c2c0adb72
 SHA512:
-  metadata.gz: 15106e790243ea1fef442e615753c2066cbacafc872599acfa15e00ad94ec08a52123d156a3c2aa0d7b2227850aa38829c298ad42b58963ec88eb0cddda67a13
-  data.tar.gz: 53b1164b69cb53d145c6f4945db87b30ecd0c2123ee4f77ecf1d7185400cb5ee5bc2532e5343e81374544f27dd1698ee0e088a9e57c86bbc72e0af2dee4833cf
+  metadata.gz: 6b36549f3fc364a2aa1e00ddd55899dbbdcf102997929fd55506c571bd06addba143cb99ebc7a802c59df554dde91eb518a8bfaf132758274acf63876b91d6a1
+  data.tar.gz: e0e08c16ed335a2bc7a948772b1d36d11e6b70c9926e04f6f2348714deff84e00e67c259ebaf2594b4800acf1d95fdd7d403ab12866c8fd68a300ba2afb2f771

data/README.md

@@ -135,3 +135,4 @@ CDMBL could be expanded to include some features from the [MDL](https://github.c
 * Asyncronous thumbnail caching (e.g. https://github.com/UMNLibraries/mdl_search/blob/master/app/controllers/catalog_controller.rb#L34)
 * A (very simple) model to keep track of indexing runs (used like this: https://github.com/UMNLibraries/mdl_search/blob/master/lib/tasks/ingester.rake#L6)
 * A template to over-write the standard BL catalog controller to make use of the CDM solr fields?
+* The [react-borealis viewer](https://github.com/UMNLibraries/react-borealis)

data/lib/cdmbl/extractor.rb

@@ -65,6 +65,7 @@ module CDMBL
     end
 
     def cdm_request(collection, id)
+      Rails.logger.info("-----------Ingesting:#{collection}/#{id}-----------")
       cdm_item.new(base_url: cdm_endpoint, collection: collection, id: id).metadata
     end
 

data/lib/cdmbl/oai_request.rb

@@ -12,6 +12,7 @@ module CDMBL
       end
 
       def identifiers
+        Rails.logger.info("===============#{first_batch_uri}===============")
         (resumption_token) ? request(batch_uri) : request(first_batch_uri)
       end
 
@@ -22,15 +23,15 @@ module CDMBL
       private
 
       def first_batch_uri
-        "#{base_uri}?verb=ListIdentifiers&metadataPrefix=oai_dc&from=#{from}"
+        "#{base_uri}&verb=ListIdentifiers&metadataPrefix=oai_dc&from=#{from}"
       end
 
       def batch_uri
-        "#{base_uri}?verb=ListIdentifiers&resumptionToken=#{resumption_token}"
+        "#{base_uri}&verb=ListIdentifiers&resumptionToken=#{resumption_token}"
       end
 
       def sets_uri
-        "#{base_uri}?verb=ListSets"
+        "http://reflections.mndigital.org/oai/oai.php?verb=ListSets"
       end
 
       def request(location)

data/lib/cdmbl/transformer.rb

@@ -75,7 +75,7 @@ module CDMBL
         {dest_path: 'topic_teim', origin_path: 'genera', formatters: [StripFormatter, SplitFormatter, StripFormatter]},
         {dest_path: 'topic_ssim', origin_path: 'genera', formatters: [Titlieze, StripFormatter, SplitFormatter, StripFormatter]},
         {dest_path: 'topic_unstem_search', origin_path: 'genera', formatters: [StripSemicolonFormatter, StripFormatter]},
-        {dest_path: 'type_ssi', origin_path: 'type', formatters: [Titlieze, StripSemicolonFormatter]},
+        {dest_path: 'type_ssi', origin_path: 'type', formatters: [Titlieze, StripSemicolonFormatter, StripFormatter]},
         {dest_path: 'physical_format_ssi', origin_path: 'physic', formatters: [StripSemicolonFormatter]},
         {dest_path: 'physical_format_tei', origin_path: 'physic', formatters: [StripSemicolonFormatter]},
         {dest_path: 'formal_subject_unstem_search', origin_path: 'specif', formatters: [StripFormatter]},
@@ -139,8 +139,7 @@ module CDMBL
         {dest_path: 'geographic_feature_ssim', origin_path: 'geogra', formatters: [Titlieze, StripFormatter, SplitFormatter, StripFormatter]},
         {dest_path: 'geographic_feature_teim', origin_path: 'geogra', formatters: [StripFormatter]},
         {dest_path: 'geographic_feature_unstem_search', origin_path: 'geogra', formatters: [StripFormatter]},
-        {dest_path: 'compound_objects_ts', origin_path: 'compound_objects', formatters: [ToJsonFormatter]},
-        {dest_path: 'image_ids_ssim', origin_path: 'compound_objects', formatters: [ImageId]},
+        {dest_path: 'compound_objects_ts', origin_path: 'page', formatters: [ToJsonFormatter]}
       ]
     end
   end

data/lib/cdmbl/version.rb

@@ -1,3 +1,3 @@
 module CDMBL
-  VERSION = "0.1.2"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cdmbl
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.2.0
 platform: ruby
 authors:
 - chadfennell
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-10-05 00:00:00.000000000 Z
+date: 2016-10-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: hash_at_path