geohydra 0.3.1 → 0.3.3

data/lib/geohydra/gazetteer.rb

@@ -3,6 +3,9 @@
 require 'csv'
 require 'awesome_print'
 
+# Gazetteer data look like this:
+#   "l_kw","geonames_kw","geonames_id","lc_kw","lc_id"
+#   "Ahmadābād District (India)","Ahmadābād",1279234,"Ahmadābād (India : District)","n78019943"
 module GeoHydra
   class Gazetteer
     
@@ -10,64 +13,85 @@ module GeoHydra
     
     def initialize
       @registry = {}
-      CSV.foreach(CSV_FN, :encoding => 'UTF-8') do |v|
-        @registry[v[0]] = {
-          :id => v[1].to_i,
-          :lc => v[2],
-          :lcid => v[3]
+      CSV.foreach(CSV_FN, :encoding => 'UTF-8', :headers => true) do |v|
+        v = v.each { |k,v| v.to_s.strip }
+        k = v[0]
+        k = v[1] if k.nil? or k.empty?
+        @registry[k] = {
+          :geonames_placename => v[1],
+          :geonames_id => v[2].to_i,
+          :loc_keyword => (v[3].nil? or v[3].empty?)? nil : v[3],
+          :loc_id => (v[4].nil? or v[4].empty?)? nil : v[4]
         }
       end
     end
-    
-    def _get(k, i)
-      return nil unless @registry.include?(k)
-      @registry[k][i]
+
+    def each
+      @registry.each_key.to_a.sort.each {|k| yield k }
+    end
+
+    # @return [String] geonames name
+    def find_placename(k)
+      _get(k, :geonames_placename)
     end
     
     # @return [Integer] geonames id
-    def find_id_by_keyword(k)
-      _get(k, :id)
+    def find_id(k)
+      _get(k, :geonames_id)
     end
 
     # @return [String] library of congress name
-    def find_lc_by_keyword(k)
-      _get(k, :lc)
+    def find_loc_keyword(k)
+      _get(k, :loc_keyword)
     end
     
     # @return [String] library of congress valueURI
-    def find_lcuri_by_keyword(k)
-      lcid = _get(k, :lcid)
-      if lcid =~ /^lcsh:(\d+)$/
+    def find_loc_uri(k)
+      lcid = _get(k, :loc_id)
+      if lcid =~ /^lcsh:(\d+)$/ or lcid =~ /^sh(\d+)$/
         "http://id.loc.gov/authorities/subjects/sh#{$1}"
-      elsif lcid =~ /^lcnaf:(\d+)$/
+      elsif lcid =~ /^lcnaf:(\d+)$/ or lcid =~ /^n(\d+)$/
         "http://id.loc.gov/authorities/names/n#{$1}"
+      elsif lcid =~ /^no(\d+)$/
+        "http://id.loc.gov/authorities/names/no#{$1}"
       else
         nil
       end
     end
     
-    def find_lcauth_by_keyword(k)
-      lcid = _get(k, :lcid)
+    # @return [String] authority name
+    def find_loc_authority(k)
+      lcid = _get(k, :loc_id)
       return $1 if lcid =~ /^(lcsh|lcnaf):/
-      return 'lcsh' unless find_lc_by_keyword(k).nil? # default to lcsh if present
+      return 'lcsh' if lcid =~ /^sh\d+$/
+      return 'lcnaf' if lcid =~ /^(n|no)\d+$/
+      return 'lcsh' unless find_loc_keyword(k).nil? # default to lcsh if present
       nil
     end
     
 
     # @see http://www.geonames.org/ontology/documentation.html
     # @return [String] geonames uri (includes trailing / as specified)
-    def find_uri_by_keyword(k)
-      return nil if _get(k, :id).nil?
-      "http://sws.geonames.org/#{_get(k, :id)}/"
+    def find_placename_uri(k)
+      return nil if _get(k, :geonames_id).nil?
+      "http://sws.geonames.org/#{_get(k, :geonames_id)}/"
     end
   
     # @return [String] The keyword
     def find_keyword_by_id(id)
       @registry.each do |k,v|
-        return k if v[:id] == id
+        return k if v[:geonames_id] == id
       end
       nil
     end
+
+    private
+    def _get(k, i)
+      return nil unless @registry.include?(k)
+      raise ArgumentError unless i.is_a? Symbol
+      @registry[k][i]
+    end
+
   end
 end
 

data/lib/geohydra/mods2geoblacklight.xsl

@@ -0,0 +1,248 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+     mods2geoblacklight.xsl - Transforms MODS with GML extensions into a GeoBlacklight document
+
+     Copyright 2014, Stanford University Libraries.
+
+     Created by Darren Hardy.
+
+     Example usage:
+
+     xsltproc -stringparam geoserver_root 'http://kurma-podd1.stanford.edu/geoserver'
+              -stringparam purl 'http://purl-dev.stanford.edu/fw920bc5473'
+              -output '/var/geomdtk/current/workspace/fw/920/bc/5473/fw920bc5473/temp/geoblacklightSolr.xml'
+              '/home/geostaff/geomdtk/current/lib/geomdtk/mods2geoblacklight.xsl'
+              '/var/geomdtk/current/workspace/fw/920/bc/5473/fw920bc5473/metadata/descMetadata.xml'
+
+     Requires parameters:
+
+       - geoserver_root - URL prefix to the geoserver
+       - purl - complete URL with aa111bb1111 (len = 11)
+
+     -->
+<xsl:stylesheet xmlns="http://lucene.apache.org/solr/4/document" xmlns:gml="http://www.opengis.net/gml/3.2/" xmlns:mods="http://www.loc.gov/mods/v3" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:xsl="http://www.w3.org/1999/XSL/Transform" version="1.0" exclude-result-prefixes="gml mods rdf xsl">
+  <xsl:output method="xml" version="1.0" encoding="UTF-8" indent="yes"/>
+  <xsl:strip-space elements="*"/>
+  <xsl:template match="/mods:mods">
+    <!-- XXX: Handle other institution naming schemes -->
+    <xsl:variable name="druid" select="substring($purl, string-length($purl)-10)"/>
+    <add>
+      <doc>
+        <field name="uuid">
+          <xsl:value-of select="$purl"/>
+        </field>
+        <field name="dc_identifier_s">
+          <xsl:value-of select="$purl"/>
+        </field>
+        <!-- XXX: handle multivalued relations -->
+        <field name="dct_isPartOf_sm">
+          <xsl:value-of select="mods:relatedItem/mods:titleInfo/mods:title"/>
+        </field>
+        <!-- XXX: handle GeoTIFF -->
+        <field name="dc_format_s">
+          <xsl:text>Shapefile</xsl:text>
+        </field>
+        <field name="dc_language_s">
+          <xsl:text>English</xsl:text>
+        </field>
+        <field name="dc_rights_s">
+          <xsl:text>Restricted</xsl:text>
+        </field>
+        <!-- XXX: Handle other institutions -->
+        <field name="dct_provenance_s">
+          <xsl:text>Stanford</xsl:text>
+        </field>
+        <field name="dc_type_s">
+          <xsl:text>Dataset</xsl:text>
+        </field>
+        <!-- XXX: Handle other institution naming schemes -->
+        <field name="layer_id_s">
+          <xsl:text>druid:</xsl:text><xsl:value-of select="$druid"/>
+        </field>
+        <!-- XXX: Handle other institutions -->
+        <field name="layer_slug_s">
+          <xsl:text>stanford-</xsl:text><xsl:value-of select="$druid"/>
+        </field>
+        <xsl:choose>
+          <xsl:when test="mods:originInfo/mods:dateIssued">
+            <field name="dct_issued_s">
+              <xsl:value-of select="mods:originInfo/mods:dateIssued"/>
+            </field>
+            <field name="solr_year_i">
+              <xsl:value-of select="substring(mods:originInfo/mods:dateIssued, 1, 4)"/>
+            </field>
+          </xsl:when>
+        </xsl:choose>
+        <field name="dct_temporal_sm">
+          <xsl:choose>
+            <xsl:when test="mods:subject/mods:temporal">
+              <xsl:value-of select="mods:subject/mods:temporal"/>
+            </xsl:when>
+          </xsl:choose>
+        </field>
+        <field name="dc_title_s">
+          <xsl:value-of select="mods:titleInfo/mods:title[not(@type)]"/>
+        </field>
+        <xsl:for-each select="mods:extension[@displayLabel='geo']/rdf:RDF/rdf:Description/dc:type">
+          <field name="layer_geom_type_s">
+            <xsl:choose>
+              <xsl:when test="substring(., 9)='LineString'">
+                <xsl:text>Line</xsl:text>
+              </xsl:when>
+              <xsl:otherwise>
+                <xsl:value-of select='substring(., 9)'/><!-- strip Dataset# prefix -->
+              </xsl:otherwise>
+            </xsl:choose>
+          </field>
+        </xsl:for-each>
+        <field name="dc_publisher_s">
+          <xsl:value-of select="mods:originInfo/mods:publisher"/>
+        </field>
+        <xsl:for-each select="mods:name">
+          <field name="dc_creator_sm">
+            <xsl:value-of select="mods:namePart"/>
+          </field>
+        </xsl:for-each>
+        <field name="dc_description_s">
+          <xsl:for-each select="mods:abstract[@displayLabel='Abstract' or @displayLabel='Purpose']/text()">
+            <xsl:value-of select="."/>
+          </xsl:for-each>
+        </field>
+        <xsl:for-each select="mods:subject/mods:topic">
+          <field name="dc_subject_sm">
+            <xsl:choose>
+              <xsl:when test="@authority='ISO19115topicCategory'">
+                <xsl:value-of select="@valueURI"/>
+              </xsl:when>
+              <xsl:otherwise>
+                <xsl:value-of select="text()"/>
+              </xsl:otherwise>
+            </xsl:choose>
+          </field>
+        </xsl:for-each>
+        <xsl:for-each select="mods:subject/mods:geographic">
+          <field name="dc_spatial_sm">
+            <xsl:value-of select="text()"/>
+          </field>
+        </xsl:for-each>
+        <field name="dct_references_sm">
+          <xlink type="simple" role="http://schema.org/url">
+            <xsl:attribute name="href">
+              <xsl:value-of select="$purl"/>
+            </xsl:attribute>
+          </xlink>
+          <xlink type="simple" role="http://www.opengis.net/def/serviceType/ogc/wms">
+            <xsl:attribute name="href">
+              <xsl:value-of select="$geoserver_root"/>
+              <xsl:text>/wms</xsl:text>
+            </xsl:attribute>
+          </xlink>
+          <xlink type="simple" role="http://www.opengis.net/def/serviceType/ogc/wfs">
+            <xsl:attribute name="href">
+              <xsl:value-of select="$geoserver_root"/>
+              <xsl:text>/wfs</xsl:text>
+            </xsl:attribute>
+          </xlink>
+          <xlink type="simple" role="http://www.opengis.net/def/serviceType/ogc/wcs">
+            <xsl:attribute name="href">
+              <xsl:value-of select="$geoserver_root"/>
+              <xsl:text>/wcs</xsl:text>
+            </xsl:attribute>
+          </xlink>
+        </field>
+        <xsl:for-each select="mods:extension[@displayLabel='geo']/rdf:RDF/rdf:Description/gml:boundedBy/gml:Envelope">
+          <xsl:variable name="x2" select="number(substring-before(gml:upperCorner/text(), ' '))"/><!-- E -->
+          <xsl:variable name="x1" select="number(substring-before(gml:lowerCorner/text(), ' '))"/><!-- W -->
+          <xsl:variable name="y2" select="number(substring-after(gml:upperCorner/text(), ' '))"/><!-- N -->
+          <xsl:variable name="y1" select="number(substring-after(gml:lowerCorner/text(), ' '))"/><!-- S -->
+          <field name="georss_polygon_s">
+            <xsl:text></xsl:text>
+            <xsl:value-of select="$y1"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$x1"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$y2"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$x1"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$y2"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$x2"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$y1"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$x2"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$y1"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$x1"/>
+          </field>
+          <field name="solr_geom">
+            <xsl:text>POLYGON((</xsl:text>
+            <xsl:value-of select="$x1"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$y1"/>
+            <xsl:text>, </xsl:text>
+            <xsl:value-of select="$x2"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$y1"/>
+            <xsl:text>, </xsl:text>
+            <xsl:value-of select="$x2"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$y2"/>
+            <xsl:text>, </xsl:text>
+            <xsl:value-of select="$x1"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$y2"/>
+            <xsl:text>, </xsl:text>
+            <xsl:value-of select="$x1"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$y1"/>
+            <xsl:text>))</xsl:text>
+          </field>
+          <field name="georss_box_s">
+            <xsl:value-of select="$y1"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$x1"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$y2"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$x2"/>
+          </field>
+          <field name="solr_bbox">
+            <xsl:value-of select="$x1"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$y1"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$x2"/>
+            <xsl:text> </xsl:text>
+            <xsl:value-of select="$y2"/>
+          </field>
+          <field name="solr_sw_pt">
+            <xsl:value-of select="$y1"/>
+            <xsl:text>,</xsl:text>
+            <xsl:value-of select="$x1"/>
+          </field>
+          <field name="solr_ne_pt">
+            <xsl:value-of select="$y2"/>
+            <xsl:text>,</xsl:text>
+            <xsl:value-of select="$x2"/>
+          </field>
+          <!-- <field name="solr_srs_s">
+            <xsl:value-of select="@gml:srsName"/>
+          </field> -->
+        </xsl:for-each>
+        <field name="solr_wms_url">
+          <xsl:value-of select="$geoserver_root"/>
+          <xsl:text>/wms</xsl:text>
+        </field>
+        <!-- XXX: need to check for WFS vs WCS -->
+        <field name="solr_wfs_url">
+          <xsl:value-of select="$geoserver_root"/>
+          <xsl:text>/wfs</xsl:text>
+        </field>
+      </doc>
+    </add>
+  </xsl:template>
+  <xsl:template match="*"/>
+</xsl:stylesheet>

data/lib/geohydra/mods2ogp.xsl

@@ -24,12 +24,11 @@
        - purl - complete URL with aa111bb1111 (len = 11)
 
      -->
-<xsl:stylesheet xmlns="http://lucene.apache.org/solr/4/document" xmlns:gco="http://www.isotc211.org/2005/gco" xmlns:gmd="http://www.isotc211.org/2005/gmd" xmlns:gml="http://www.opengis.net/gml/3.2" xmlns:mods="http://www.loc.gov/mods/v3" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:xsl="http://www.w3.org/1999/XSL/Transform" version="1.0" exclude-result-prefixes="gmd gco gml mods rdf xsl">
+<xsl:stylesheet xmlns="http://lucene.apache.org/solr/4/document" xmlns:gml="http://www.opengis.net/gml/3.2/" xmlns:mods="http://www.loc.gov/mods/v3" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:xsl="http://www.w3.org/1999/XSL/Transform" version="1.0" exclude-result-prefixes="gml mods rdf xsl">
   <xsl:output method="xml" version="1.0" encoding="UTF-8" indent="yes"/>
   <xsl:strip-space elements="*"/>
   <xsl:template match="/mods:mods">
     <xsl:variable name="druid" select="substring($purl, string-length($purl)-10)"/>
-    <xsl:variable name="datatype" select="substring-after(mods:extension/rdf:RDF[@rdf:type='geo']/rdf:Description[@rdf:type='geo#geometryType']/text(), 'gml:')"/>
     <add>
       <doc>
         <field name="LayerId">
@@ -47,8 +46,8 @@
           <xsl:value-of select="mods:relatedItem/mods:titleInfo/mods:title"/>
         </field>
         <field name="Access">
-          <!-- REQUIRED -->
-          <xsl:text>Restricted</xsl:text>
+          <!-- REQUIRED: Uses Public due to GIS-7 -->
+          <xsl:text>Public</xsl:text>
         </field>
         <field name="Institution">
           <!-- REQUIRED -->
@@ -129,12 +128,10 @@
         <field name="PlaceKeywords">
           <xsl:for-each select="mods:subject/mods:geographic">
             <xsl:value-of select="text()"/>
-            <xsl:if test="position()!=last()">
-              <xsl:text>; </xsl:text>
-            </xsl:if>
+            <xsl:text>; </xsl:text>
           </xsl:for-each>
         </field>
-        <xsl:for-each select="mods:extension/rdf:RDF[@rdf:type='geo']/rdf:Description[@rdf:type='geo#boundingBox']/gml:Envelope">
+        <xsl:for-each select="mods:extension[@displayLabel='geo']/rdf:RDF/rdf:Description/gml:boundedBy/gml:Envelope">
           <xsl:variable name="x2" select="number(substring-before(gml:upperCorner/text(), ' '))"/>
           <xsl:variable name="x1" select="number(substring-before(gml:lowerCorner/text(), ' '))"/>
           <xsl:variable name="y2" select="number(substring-after(gml:upperCorner/text(), ' '))"/>

data/lib/geohydra/transform.rb

@@ -9,6 +9,7 @@ module GeoHydra
     def self.search_for_xsl(filename)
       path = %w{
         lib
+        lib/geohydra
         lib/geomdtk
         /usr/share/tomcat6/webapps/geonetwork/xsl/conversion/import
         /var/geonetwork/2.8.0/lib
@@ -27,7 +28,8 @@ module GeoHydra
     # XSLT file locations
     XSLT = {
       :arcgis     => self.search_for_xsl('ArcGIS2ISO19139.xsl'),
-      :arcgis_fc  => self.search_for_xsl('arcgis_to_iso19139_fc.xsl')
+      :arcgis_fc  => self.search_for_xsl('arcgis_to_iso19110.xsl'),
+      :arcgis_fgdc=> self.search_for_xsl('ArcGIS2FGDC.xsl')
     }
     
     # XSLT processor
@@ -48,11 +50,15 @@ module GeoHydra
     # @param [String] fn Input file
     # @param [String] ofn Output file
     # @param [String] ofn_fc Output file for the Feature Catalog (optional)
-    def self.from_arcgis fn, ofn, ofn_fc = nil
+    def self.from_arcgis fn, ofn, ofn_fc = nil, ofn_fgdc = nil
       system("#{XSLTPROC} #{XSLT[:arcgis]} '#{fn}' | #{XMLLINT} -o '#{ofn}' -")
       unless ofn_fc.nil?
         system("#{XSLTPROC} #{XSLT[:arcgis_fc]} '#{fn}' | #{XMLLINT} -o '#{ofn_fc}' -")
       end
+      unless ofn_fgdc.nil?
+        system("#{XSLTPROC} #{XSLT[:arcgis_fgdc]} '#{fn}' | #{XMLLINT} -o '#{ofn_fgdc}' -")
+      end
+      
     end
     
     # @return [Hash]

data/lib/geohydra/utils.rb

@@ -1,6 +1,12 @@
 require 'druid-tools'
 
 module GeoHydra
+  class Process
+    def run(args)
+      raise NotImplementedError
+    end
+  end
+
   class Utils
     def self.find_druid_folders(dir = '.')
       # requires extra * for symlinks to directories