adiwg-mdtranslator 2.1.2 → 2.2.0

data/lib/adiwg/mdtranslator/readers/fgdc/modules/module_dateTime.rb

@@ -28,6 +28,14 @@ module ADIWG
                      return nil
                   end
 
+                  # remove invalid date and time input strings
+                  unless date =~ /^[0-9\-]*$/
+                     return nil
+                  end
+                  unless time =~ /^[0-9:]*$/
+                     time = ''
+                  end
+
                   # convert date from fgdc to iso format
                   year = date.byteslice(0,4)
                   month = date.byteslice(4,2)

data/lib/adiwg/mdtranslator/readers/fgdc/modules/module_fgdc.rb

@@ -54,7 +54,7 @@ module ADIWG
                   # metadata (dataqual 2) - data quality
                   xDataQual = xMetadata.xpath('./dataqual')
                   unless xDataQual.empty?
-                     Quality.unpack(xDataQual, hResponseObj)
+                     Quality.unpack(xDataQual, hMetadata, hResponseObj)
                   end
 
                   # metadata (spdoinfo 3) - spatial data organization

data/lib/adiwg/mdtranslator/readers/fgdc/modules/module_identification.rb

@@ -11,6 +11,8 @@ require_relative 'module_timePeriod'
 require_relative 'module_timeInstant'
 require_relative 'module_spatialDomain'
 require_relative 'module_keyword'
+require_relative 'module_contact'
+require_relative 'module_security'
 
 module ADIWG
    module Mdtranslator
@@ -26,16 +28,13 @@ module ADIWG
 
                   # useful parts
                   hMetadata = intObj[:metadata]
-                  hMetadataInfo = hMetadata[:metadataInfo]
                   hResourceInfo = hMetadata[:resourceInfo]
 
                   # identification information 1.1 (citation) - citation (required)
                   xCitation = xIdInfo.xpath('./citation')
                   unless xCitation.empty?
                      hCitation = Citation.unpack(xCitation, hResponseObj)
-                     unless hCitation.nil?
-                        hResourceInfo[:citation] = hCitation
-                     end
+                     hResourceInfo[:citation] = hCitation unless hCitation.nil?
                   end
 
                   # identification information 1.2 (descript) - description (required)
@@ -44,21 +43,15 @@ module ADIWG
 
                      # description 1.2.1 (abstract) - abstract
                      abstract = xDescription.xpath('./abstract').text
-                     unless abstract.empty?
-                        hResourceInfo[:abstract] = abstract
-                     end
+                     hResourceInfo[:abstract] = abstract unless abstract.empty?
 
                      # description 1.2.2 (purpose) - purpose
                      purpose = xDescription.xpath('./purpose').text
-                     unless purpose.empty?
-                        hResourceInfo[:purpose] = purpose
-                     end
+                     hResourceInfo[:purpose] = purpose unless purpose.empty?
 
                      # description 1.2.3 (supplinf) - supplemental information
                      supplemental = xDescription.xpath('./supplinf').text
-                     unless supplemental.empty?
-                        hResourceInfo[:supplementalInfo] = supplemental
-                     end
+                     hResourceInfo[:supplementalInfo] = supplemental unless supplemental.empty?
 
                   end
 
@@ -68,9 +61,7 @@ module ADIWG
 
                      # time period for single date and date range
                      hTimePeriod = TimePeriod.unpack(xTimePeriod, hResponseObj)
-                     unless hTimePeriod.nil?
-                        hResourceInfo[:timePeriod] = hTimePeriod
-                     end
+                     hResourceInfo[:timePeriod] = hTimePeriod unless hTimePeriod.nil?
 
                      # time period multiple date time pairs 9.1.2 (mdattim)
                      axMultiple = xTimePeriod.xpath('./timeinfo/mdattim/sngdate')
@@ -89,9 +80,7 @@ module ADIWG
                               hExtent[:temporalExtents] << hTempExtent
                            end
                         end
-                        unless hExtent[:temporalExtents].empty?
-                           hResourceInfo[:extents] << hExtent
-                        end
+                        hResourceInfo[:extents] << hExtent unless hExtent[:temporalExtents].empty?
                      end
 
                   end
@@ -102,9 +91,7 @@ module ADIWG
 
                      # status 1.4.1 (progress) - state of resource
                      progress = xStatus.xpath('./progress').text
-                     unless progress.empty?
-                        hResourceInfo[:status] << progress
-                     end
+                     hResourceInfo[:status] << progress unless progress.empty?
 
                      # status 1.4.2 (update) - maintenance frequency
                      update = xStatus.xpath('./update').text
@@ -120,20 +107,87 @@ module ADIWG
                   xDomain = xIdInfo.xpath('./spdom')
                   unless xDomain.empty?
                      hExtent = SpatialDomain.unpack(xDomain, hResponseObj)
-                     unless hExtent.nil?
-                        hResourceInfo[:extents] << hExtent
-                     end
+                     hResourceInfo[:extents] << hExtent unless hExtent.nil?
                   end
 
                   # identification information 1.6 (keywords) - keywords
                   xKeywords = xIdInfo.xpath('./keywords')
                   unless xKeywords.empty?
-                     Keyword.unpack(xKeywords, hResourceInfo[:keywords], hResponseObj)
+                     Keyword.unpack(xKeywords, hResourceInfo, hResponseObj)
                   end
 
                   # identification information 1.7 (accconst) - access constraints
                   # identification information 1.8 (useconst) - use constraints
+                  accessCon = xIdInfo.xpath('./accconst').text
+                  useCon = xIdInfo.xpath('./useconst').text
+                  hConstraint = intMetadataClass.newConstraint
+                  hConstraint[:type] = 'legal'
+                  hLegal = intMetadataClass.newLegalConstraint
+
+                  hLegal[:otherCons] << accessCon unless accessCon.empty?
+                  hLegal[:otherCons] << useCon unless useCon.empty?
+                  unless hLegal[:otherCons].empty?
+                     hConstraint[:legalConstraint] = hLegal
+                     hResourceInfo[:constraints] << hConstraint
+                  end
+
+                  # identification information 1.9 (ptcontac) - point of contact
+                  xContact = xIdInfo.xpath('./ptcontac')
+                  unless xContact.empty?
+                     hResponsibility = Contact.unpack(xContact, hResponseObj)
+                     unless hResponsibility.nil?
+                        hResponsibility[:roleName] = 'pointOfContact'
+                        hResourceInfo[:pointOfContacts] << hResponsibility
+                     end
+                  end
+
+                  # identification information 1.10 (browse) - browse graphic []
+                  axBrowse = xIdInfo.xpath('./browse')
+                  unless axBrowse.empty?
+                     axBrowse.each do |xBrowse|
+                        browseName = xBrowse.xpath('./browsen').text
+                        browseDesc = xBrowse.xpath('./browsed').text
+                        browseType = xBrowse.xpath('./browset').text
+                        hGraphic = intMetadataClass.newGraphic
+                        hGraphic[:graphicName] = browseName unless browseName.empty?
+                        hGraphic[:graphicDescription] = browseDesc unless browseDesc.empty?
+                        hGraphic[:graphicType] = browseType unless browseType.empty?
+                        hResourceInfo[:graphicOverviews] << hGraphic
+                     end
+                  end
+
+                  # identification information 1.11 (datacred) - data credit
+                  credits = xIdInfo.xpath('./datacred').text
+                  unless credits.empty?
+                     hResourceInfo[:credits] << credits
+                  end
+
+                  # identification information 1.12 (secinfo) - security information
+                  xSecurity = xIdInfo.xpath('./secinfo')
+                  unless xSecurity.empty?
+                     hConstraint = Security.unpack(xSecurity, hResponseObj)
+                     hResourceInfo[:constraints] << hConstraint unless hConstraint.nil?
+                  end
+
+                  # identification information 1.13 (native) - native dataset environment
+                  native = xIdInfo.xpath('./native').text
+                  unless native.empty?
+                     hResourceInfo[:environmentDescription] = native
+                  end
+
+                  # identification information 1.14 (crossref) - cross reference {associatedResource}
+                  xCitation = xIdInfo.xpath('./crossref')
+                  unless xCitation.empty?
+                     hCitation = Citation.unpack(xCitation, hResponseObj)
+                     unless hCitation.empty?
+                        hAssociatedResource = intMetadataClass.newAssociatedResource
+                        hAssociatedResource[:associationType] = 'crossReference'
+                        hAssociatedResource[:resourceCitation] = hCitation
+                        hMetadata[:associatedResources] << hAssociatedResource
+                     end
+                  end
 
+                  return intObj
 
                end
 

data/lib/adiwg/mdtranslator/readers/fgdc/modules/module_keyword.rb

@@ -14,7 +14,9 @@ module ADIWG
 
             module Keyword
 
-               def self.unpack(xKeywords, aKeywords, hResponseObj)
+               def self.unpack(xKeywords, hResourceInfo, hResponseObj)
+
+                  aKeywords = hResourceInfo[:keywords]
 
                   # instance classes needed in script
                   intMetadataClass = InternalMetadata.new
@@ -47,6 +49,15 @@ module ADIWG
                            end
                         end
 
+                        # if keyword thesaurus is 'ISO 19115 Topic Category'
+                        # convert to ISO topic categories
+                        if hKeyword[:thesaurus][:title] == 'ISO 19115 Topic Category'
+                           hKeyword[:keywords].each do |hKeyObj|
+                              hResourceInfo[:topicCategories] << hKeyObj[:keyword]
+                           end
+                           hKeyword = {}
+                        end
+
                         unless hKeyword.empty?
                            aKeywords << hKeyword
                         end
@@ -124,7 +135,7 @@ module ADIWG
                      end
                   end
 
-                  # kewords 1.6.4 (place) - temporal keywords {keyword}
+                  # kewords 1.6.4 (temporal) - temporal keywords {keyword}
                   axTemporal = xKeywords.xpath('./temporal')
                   unless axTemporal.empty?
                      axTemporal.each do |xTemporal|

data/lib/adiwg/mdtranslator/readers/fgdc/modules/module_lineage.rb

@@ -0,0 +1,58 @@
+# Reader - fgdc to internal data structure
+# unpack fgdc lineage
+
+# History:
+#  Stan Smith 2017-08-28 original script
+
+require 'nokogiri'
+require 'adiwg/mdtranslator/internal/internal_metadata_obj'
+require_relative 'module_source'
+require_relative 'module_process'
+
+module ADIWG
+   module Mdtranslator
+      module Readers
+         module Fgdc
+
+            module Lineage
+
+               def self.unpack(xLineage, hResourceInfo, hResponseObj)
+
+                  # instance classes needed in script
+                  intMetadataClass = InternalMetadata.new
+                  hLineage = intMetadataClass.newLineage
+
+                  # data quality 2.5 (lineage) - lineage
+                  unless xLineage.empty?
+
+                     # lineage 2.5.1 (srcinfo) - source information []
+                     axSource = xLineage.xpath('./srcinfo')
+                     unless axSource.empty?
+                        axSource.each do |xSource|
+                           hSource = Source.unpack(xSource, hResourceInfo[:spatialResolutions], hResponseObj)
+                           hLineage[:dataSources] << hSource
+                        end
+                     end
+
+                     # lineage 2.5.2 (procstep) - process step []
+                     axProcess = xLineage.xpath('./procstep')
+                     unless axProcess.empty?
+                        axProcess.each do |xProcess|
+                           hProcess = Process.unpack(xProcess, hLineage, hResponseObj)
+                           hLineage[:processSteps] << hProcess
+                        end
+                     end
+
+                     return hLineage
+
+                  end
+
+                  return nil
+
+               end
+            end
+
+         end
+      end
+   end
+end

data/lib/adiwg/mdtranslator/readers/fgdc/modules/module_process.rb

@@ -0,0 +1,101 @@
+# Reader - fgdc to internal data structure
+# unpack fgdc process
+
+# History:
+#  Stan Smith 2017-08-28 original script
+
+require 'nokogiri'
+require 'adiwg/mdtranslator/internal/internal_metadata_obj'
+require_relative 'module_dateTime'
+require_relative 'module_contact'
+
+module ADIWG
+   module Mdtranslator
+      module Readers
+         module Fgdc
+
+            module Process
+
+               def self.unpack(xProcess, hLineage, hResponseObj)
+
+                  # instance classes needed in script
+                  intMetadataClass = InternalMetadata.new
+                  hProcess = intMetadataClass.newProcessStep
+
+                  # process 2.5.2.1 (procdesc) - process description
+                  description = xProcess.xpath('./procdesc').text
+                  unless description.empty?
+                     hProcess[:description] = description
+                  end
+
+                  # process 2.5.2.2 (srcused) - source used citation abbreviation []
+                  axUsed = xProcess.xpath('./srcused')
+                  unless axUsed.empty?
+                     axUsed.each do |xUsed|
+                        usedSrc = xUsed.text
+                        unless usedSrc.empty?
+                           hLineage[:dataSources].each do |hSource|
+                              unless hSource[:sourceCitation].empty?
+                                 hSource[:sourceCitation][:alternateTitles].each do |altTitle|
+                                    if usedSrc == altTitle
+                                       hProcess[:stepSources] << hSource
+                                    end
+                                 end
+                              end
+                           end
+                        end
+                     end
+                  end
+
+                  # process 2.5.2.3/2.5.2.4 (procdate/proctime) - procedure date/time {date} (required) {time} (optional)
+                  procDate = xProcess.xpath('./procdate').text
+                  procTime = xProcess.xpath('./proctime').text
+                  unless procDate.empty?
+                     hDateTime = DateTime.unpack(procDate, procTime, hResponseObj)
+                     unless hDateTime.nil?
+                        hTimePeriod = intMetadataClass.newTimePeriod
+                        hTimePeriod[:description] = 'Step completion dateTime'
+                        hTimePeriod[:endDateTime] = hDateTime
+                        hProcess[:timePeriod] = hTimePeriod
+                     end
+                  end
+
+                  # process 2.5.2.5 (srcprod) - source produced citation abbreviation []
+                  axProduct = xProcess.xpath('./srcprod')
+                  unless axProduct.empty?
+                     axProduct.each do |xProduct|
+                        prodSrc = xProduct.text
+                        unless prodSrc.empty?
+                           hLineage[:dataSources].each do |hSource|
+                              unless hSource[:sourceCitation].empty?
+                                 hSource[:sourceCitation][:alternateTitles].each do |altTitle|
+                                    if prodSrc == altTitle
+                                       hProcess[:stepProducts] << hSource
+                                    end
+                                 end
+                              end
+                           end
+                        end
+                     end
+                  end
+
+                  # process 2.5.2.6 (proccont) - process contact {contact}
+                  xContact = xProcess.xpath('./proccont')
+                  unless xContact.empty?
+                     hResponsibility = Contact.unpack(xContact, hResponseObj)
+                     unless hResponsibility.nil?
+                        hResponsibility[:roleName] = 'processor'
+                        hProcess[:processors] << hResponsibility
+                     end
+                  end
+
+                  return hProcess
+
+               end
+
+            end
+
+         end
+      end
+   end
+end

data/lib/adiwg/mdtranslator/readers/fgdc/modules/module_quality.rb

@@ -6,6 +6,7 @@
 
 require 'nokogiri'
 require 'adiwg/mdtranslator/internal/internal_metadata_obj'
+require_relative 'module_lineage'
 
 module ADIWG
    module Mdtranslator
@@ -14,9 +15,28 @@ module ADIWG
 
             module Quality
 
-               def self.unpack(xDataQual, hResponseObj)
+               def self.unpack(xDataQual, hMetadata, hResponseObj)
 
+                  hResourceInfo = hMetadata[:resourceInfo]
 
+                  # data quality 2.1 (attracc) - attribute accuracy (not implemented)
+
+                  # data quality 2.2 (logic) - logical consistency (not implemented)
+
+                  # data quality 2.3 (complete) - completion report (not implemented)
+
+                  # data quality 2.4 (position) - positional accuracy (not implemented)
+
+                  # data quality 2.5 (lineage) - lineage
+                  xLineage = xDataQual.xpath('./lineage')
+                  unless xLineage.empty?
+                     hLineage = Lineage.unpack(xLineage, hResourceInfo, hResponseObj)
+                     unless hLineage.nil?
+                        hMetadata[:lineageInfo] << hLineage
+                     end
+                  end
+
+                  return hMetadata
 
                end
 

data/lib/adiwg/mdtranslator/readers/fgdc/modules/module_security.rb

@@ -0,0 +1,48 @@
+# Reader - fgdc to internal data structure
+# unpack fgdc security
+
+# History:
+#  Stan Smith 2017-08-25 original script
+
+require 'nokogiri'
+require 'adiwg/mdtranslator/internal/internal_metadata_obj'
+
+module ADIWG
+   module Mdtranslator
+      module Readers
+         module Fgdc
+
+            module Security
+
+               def self.unpack(xSecurity, hResponseObj)
+
+                  # instance classes needed in script
+                  intMetadataClass = InternalMetadata.new
+                  hConstraint = intMetadataClass.newConstraint
+                  hConstraint[:type] = 'security'
+                  hSecurity = intMetadataClass.newSecurityConstraint
+
+                  # series 1.12.1 (secsys) - security system name
+                  system = xSecurity.xpath('./secsys').text
+                  hSecurity[:classSystem] = system unless system.empty?
+
+                  # series 1.12.2 (secclass) - security class
+                  secClass = xSecurity.xpath('./secclass').text
+                  hSecurity[:classCode] = secClass unless secClass.empty?
+
+                  # series 1.12.3 (sechandl) - security handling instructions
+                  secHand = xSecurity.xpath('./sechandl').text
+                  hSecurity[:handling] = secHand unless secHand.empty?
+
+                  hConstraint[:securityConstraint] = hSecurity
+
+                  return hConstraint
+
+               end
+
+            end
+
+         end
+      end
+   end
+end

data/lib/adiwg/mdtranslator/readers/fgdc/modules/module_source.rb

@@ -0,0 +1,83 @@
+# Reader - fgdc to internal data structure
+# unpack fgdc source
+
+# History:
+#  Stan Smith 2017-08-28 original script
+
+require 'nokogiri'
+require 'adiwg/mdtranslator/internal/internal_metadata_obj'
+require_relative 'module_citation'
+require_relative 'module_timePeriod'
+
+module ADIWG
+   module Mdtranslator
+      module Readers
+         module Fgdc
+
+            module Source
+
+               def self.unpack(xSource, aSpatialResolutions, hResponseObj)
+
+                  # instance classes needed in script
+                  intMetadataClass = InternalMetadata.new
+                  hSource = intMetadataClass.newDataSource
+
+                  # source 2.5.1.1 (srccite) - source citation {citation}
+                  xCitation = xSource.xpath('./srccite')
+                  unless xCitation.empty?
+                     hCitation = Citation.unpack(xCitation, hResponseObj)
+                     hSource[:sourceCitation] = hCitation
+                  end
+
+                  # source 2.5.1.2 (srcscale) - source scale denominator
+                  scale = xSource.xpath('./srcscale').text
+                  unless scale.empty?
+                     hResolution = intMetadataClass.newSpatialResolution
+                     hResolution[:scaleFactor] = scale.to_i
+                     aSpatialResolutions << hResolution
+                  end
+
+                  # source 2.5.1.3 (typesrc) - type of source media
+                  type = xSource.xpath('./typesrc').text
+                  unless type.empty?
+                     hSource[:description] = type
+                  end
+
+                  # source 2.5.1.4 (srctime) - source time period {scope < temporalExtent}
+                  xTimePeriod = xSource.xpath('./srctime')
+                  unless xTimePeriod.empty?
+                     hTimePeriod = TimePeriod.unpack(xTimePeriod, hResponseObj)
+                     unless hTimePeriod.nil?
+                        hScope = intMetadataClass.newScope
+                        hExtent = intMetadataClass.newExtent
+                        hTempExtent = intMetadataClass.newTemporalExtent
+                        hTempExtent[:timePeriod] = hTimePeriod
+                        hExtent[:temporalExtents] << hTempExtent
+                        hScope[:scopeCode] = 'dataset'
+                        hScope[:extents] << hExtent
+                        hSource[:scope] = hScope
+                     end
+                  end
+
+                  # source 2.5.1.5 (srccitea) - source citation abbreviation
+                  citationAbb = xSource.xpath('./srccitea').text
+                  unless citationAbb.empty?
+                     hSource[:sourceCitation][:alternateTitles] << citationAbb
+                  end
+
+                  # source 2.5.1.6 (srccontr) - source contribution
+                  contribution = xSource.xpath('./srccontr').text
+                  unless contribution.empty?
+                     hSource[:description] = contribution
+                  end
+
+                  return hSource
+
+               end
+
+            end
+
+         end
+      end
+   end
+end

data/lib/adiwg/mdtranslator/readers/fgdc/modules/module_timePeriod.rb

@@ -23,7 +23,16 @@ module ADIWG
 
                   # time period 9 (timeinfo) - time period information
                   xTimeInfo = xTimePeriod.xpath('./timeinfo')
-                  current = xTimePeriod.xpath('./current').text
+
+                  # current may have different element tags depending on timePeriod source
+                  current = nil?
+                  xFoundIt = xTimePeriod.at('./current')
+                  if xFoundIt.nil?
+                     xFoundIt = xTimePeriod.at('./srccurr')
+                  end
+                  unless xFoundIt.nil?
+                     current = xFoundIt.text
+                  end
 
                   unless xTimeInfo.empty?