cdmbl 0.2.29 → 0.2.31

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b442ddb62ccccf2cf8367b4f32378a5cb496a671
-  data.tar.gz: 306943b0184756fc11a9f8887f96b69d73c425bb
+  metadata.gz: 449bb4f0e7151290ff5ca7e688533c5e91b56893
+  data.tar.gz: ec2262161507fc093b68aed1b866f12b1b4645c1
 SHA512:
-  metadata.gz: bdadc18e3facd134fa03c6f0ddf44d4f682b1e634468d7597870d3a244839741e31b716967b022f2599a753b16c5ec5dbce5506cf58815bd07fb439b6131346c
-  data.tar.gz: 11e5ef014bfcf6fcf2b9f68fbaf7fcf89e57d10e9f3d51e56a80f9ef84aa5769937005361fc359a40072b37b39aed248cc4e84bbd6b7bce91974f3d173a25dd0
+  metadata.gz: 705862665b66d5e06d475736009de158dfc55a4f70df3fd26292dee02834e3790b4792bce96af824b3f83934aa084105306af5f46b70bb04732dbb5a44fe54dc
+  data.tar.gz: 3fc1850f0ffc825115f4e83fa6314fcc851ad7287d3461f3743ea84aef7817bfd278fdb6fb3850c16b2e3c42d9bc2b25ec0dbf0cf2c607d8f052452ee66426a3

data/README.md

@@ -28,6 +28,15 @@ Add the CDMBL rake task to your project Rakefile:
 require 'cdmbl/rake_task'
 ```
 
+### GeoNames (optional)
+
+In order to make use of the GeoNames service, you must purchase a [GeoNames Premium Webservices Account](http://www.geonames.org/commercial-webservices.html). If you do not have a `geonam` field in your CONTENTdm schema, you may ignore this instruction. Add your credentials to your shell environment once you have secured a GeoNames user:
+
+```
+# e.g. within your .bash_profile or .zprofile file
+export export GEONAMES_USER="yourusernamehere"
+```
+
 ## Usage
 
 Run the ingester
@@ -84,7 +93,7 @@ end
 |origin_path| Where to get the field data from the original record for this mapping. |
 |formatters| [Formatters](https://github.com/UMNLibraries/cdmbl/blob/master/lib/cdmbl/formatters.rb) perform tasks such as stripping white space or splitting CONTENTdm multi-valued fields (delimited by semicolons) into JSON arrays. |
 
-**Note:** The first formatter receives the value found at the declared `origin_path`. Each formatter declared after the initial formatter will receive a value produced by the preceding formatter. 
+**Note:** The first formatter receives the value found at the declared `origin_path`. Each formatter declared after the initial formatter will receive a value produced by the preceding formatter.
 
 Formatters are very simple stateless classes that take a value, do something to it, and respond with a modified version of this value via a class method called `format`. Examples of other formatters may be found in the [Formatters file](https://github.com/UMNLibraries/cdmbl/blob/master/lib/cdmbl/formatters.rb). For Example:
 
@@ -103,13 +112,13 @@ mappings = CDMBL::Transformer.default_mappings.merge(your_custom_field_mappings)
 ```
 ## A Custom Post-indexing Callback
 
-If you would like to perform some action (e.g. send an email) following the completion of the CDMBL indexing process, you may declare your own callback hook (anything with "Callback" in the class name declared within the CDMBL module space will be used). To do so in Rails, create a Rails initializer file `config/initializers/cdmbl.rb`: 
+If you would like to perform some action (e.g. send an email) following the completion of the CDMBL indexing process, you may declare your own callback hook (anything with "Callback" in the class name declared within the CDMBL module space will be used). To do so in Rails, create a Rails initializer file `config/initializers/cdmbl.rb`:
 
 ```ruby
 module CDMBL
   class Callback
     def self.call!
-      Rails.logger.info("My Custom CDMBL Callback")      
+      Rails.logger.info("My Custom CDMBL Callback")
     end
   end
 end

data/lib/cdmbl/formatters.rb

@@ -1,7 +1,42 @@
 require 'titleize'
+require 'json'
+require 'net/http'
 # A handful of very simple formatters to clean up CONTENTdm API metadata
 module CDMBL
 
+
+  class GeoNameID
+    def self.format(value)
+      value.split('/').last
+    end
+  end
+
+  class GeoNameIDToJson
+    URL = "http://ws.geonames.net/getJSON?username=#{ENV['GEONAMES_USER']}"
+    def self.format(value)
+      JSON.parse(Net::HTTP.get_response(URI.parse("#{URL}&geonameId=#{value}")).body)
+    end
+  end
+
+  class GeoNameToLocation
+    def self.format(value)
+      return if !value.respond_to?(:fetch)
+      return if !value['lat'] || !value['lng']
+      "#{value['lat']},#{value['lng']}"
+    end
+  end
+
+  class GeoNameToPlaceName
+    def self.format(value)
+      return if !value.respond_to?(:fetch)
+      [
+        value['name'],
+        value['adminName1'],
+        value['adminName2']
+      ].select { |place| place != 'Minnesota'}.compact.uniq
+    end
+  end
+
   class DefaultFormatter
     def self.format(value)
       value

data/lib/cdmbl/transformer.rb

@@ -36,15 +36,6 @@ module CDMBL
       end
     end
 
-    #TODO: Make a
-    def with_location(dest_record, record)
-      if record['latitu'] && record['longit'] && record['latitu'] != '' && record['longit'] != ''
-        dest_record.merge({'location_llsi': "#{record['latitu']}, #{record['longit']}"})
-      else
-        dest_record
-      end
-    end
-
     def self.default_mappings
       [
         {dest_path: 'location_llsi', origin_path: '/', formatters: [LocationFormatter]},
@@ -149,7 +140,10 @@ module CDMBL
         {dest_path: 'geonam_ssi', origin_path: 'geonam', formatters: [StripFormatter]},
         {dest_path: 'kaltura_audio_ssi', origin_path: 'audio', formatters: [StripFormatter]},
         {dest_path: 'kaltura_audio_playlist_ssi', origin_path: 'audioa', formatters: [StripFormatter]},
-        {dest_path: 'kaltura_video_ssi', origin_path: 'video', formatters: [StripFormatter]}
+        {dest_path: 'kaltura_video_ssi', origin_path: 'video', formatters: [StripFormatter]},
+        {dest_path: 'coordinates_llsi', origin_path: 'geonam', formatters: [GeoNameID, GeoNameIDToJson, GeoNameToLocation]},
+        {dest_path: 'placename_ssim', origin_path: 'geonam', formatters: [GeoNameID, GeoNameIDToJson, GeoNameToPlaceName]},
+        {dest_path: 'placename_unstem_search', origin_path: 'geonam', formatters: [GeoNameID, GeoNameIDToJson, GeoNameToPlaceName]}
       ]
     end
   end

data/lib/cdmbl/version.rb

@@ -1,3 +1,3 @@
 module CDMBL
-  VERSION = "0.2.29"
+  VERSION = "0.2.31"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cdmbl
 version: !ruby/object:Gem::Version
-  version: 0.2.29
+  version: 0.2.31
 platform: ruby
 authors:
 - chadfennell
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-03-23 00:00:00.000000000 Z
+date: 2017-03-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: hash_at_path