geonetwork-ui 2.4.0-dev.fe59f179 → 2.4.1-dev.73bac9979

package/src/libs/api/metadata-converter/src/lib/iso19139/read-parts.ts

@@ -1,18 +1,31 @@
 import {
   Constraint,
-  DatasetDistribution,
+  ConstraintTranslations,
+  DatasetOnlineResource,
+  FieldTranslation,
   GraphicOverview,
   Individual,
   Keyword,
+  KeywordTranslations,
+  LanguageCode,
+  ModelTranslations,
+  OnlineLinkResource,
+  OnlineResource,
+  OnlineResourceTranslations,
   Organization,
+  OrganizationTranslations,
   RecordKind,
   RecordStatus,
+  RecordTranslations,
+  ReuseType,
   Role,
   ServiceOnlineResource,
   SpatialRepresentationType,
   UpdateFrequency,
   UpdateFrequencyCustom,
 } from '../../../../../../libs/common/domain/src/lib/model/record'
+import { ThesaurusModel } from '../../../../../../libs/common/domain/src/lib/model/thesaurus'
+import { Geometry } from 'geojson'
 import { matchMimeType, matchProtocol } from '../common/distribution.mapper'
 import {
   ChainableFunction,
@@ -26,21 +39,24 @@ import {
   pipe,
 } from '../function-utils'
 import {
-  XmlElement,
   findChildElement,
   findChildrenElement,
   findNestedElement,
   findNestedElements,
   findParent,
+  firstChildElement,
   readAttribute,
   readText,
+  XmlElement,
 } from '../xml-utils'
+import { readGeometry } from './utils/geometry'
 import { fullNameToParts } from './utils/individual-name'
 import { getKeywordTypeFromKeywordTypeCode } from './utils/keyword.mapper'
 import { getRoleFromRoleCode } from './utils/role.mapper'
 import { getStatusFromStatusCode } from './utils/status.mapper'
 import { getUpdateFrequencyFromFrequencyCode } from './utils/update-frequency.mapper'
-import { ThesaurusModel } from '../../../../../../libs/common/domain/src/lib/model/thesaurus'
+import { LANG_3_TO_2_MAPPER } from '../../../../../../libs/util/i18n/src/lib/language-codes'
+import { getResourceType, getReuseType } from '../common/resource-types'
 
 export function extractCharacterString(): ChainableFunction<
   XmlElement,
@@ -55,6 +71,51 @@ export function extractCharacterString(): ChainableFunction<
   )
 }
 
+/**
+ * Translated values will also be collected in the translations object
+ */
+export function extractLocalizedCharacterString<T extends ModelTranslations>(
+  fieldName: string,
+  translations?: T
+): ChainableFunction<XmlElement, [string, T]> {
+  return combine(
+    pipe(
+      fallback(
+        findChildElement('gco:CharacterString', false),
+        findChildElement('gmx:Anchor', false)
+      ),
+      readText()
+    ),
+    (el) => {
+      const translatedValues = findNestedElements(
+        'gmd:PT_FreeText',
+        'gmd:textGroup',
+        'gmd:LocalisedCharacterString'
+      )(el)
+      const translationsSafe = translations ?? ({} as T)
+      if (!translatedValues.length) return translationsSafe
+      const valueTranslations: FieldTranslation = translatedValues.reduce(
+        (prev, translationEl) => {
+          const lang = readAttribute('locale')(translationEl)
+            .toLowerCase()
+            .replace(/^#/, '')
+          const value = readText()(translationEl)
+          if (!lang) {
+            return prev
+          }
+          return { ...prev, [lang]: value }
+        },
+        {}
+      )
+      translationsSafe[fieldName] = {
+        ...translationsSafe[fieldName],
+        ...valueTranslations,
+      }
+      return translationsSafe
+    }
+  )
+}
+
 export function extractDateTime(): ChainableFunction<XmlElement, Date> {
   return pipe(
     fallback(
@@ -66,6 +127,14 @@ export function extractDateTime(): ChainableFunction<XmlElement, Date> {
   )
 }
 
+export function extractDecimal(): ChainableFunction<XmlElement, number> {
+  return pipe(
+    findChildElement('gco:Decimal', false),
+    readText(),
+    map((numberStr) => (numberStr ? Number(numberStr) : null))
+  )
+}
+
 export function extractUrl(): ChainableFunction<XmlElement, URL> {
   const getUrl = pipe(findChildElement('gmd:URL', false), readText())
   const getCharacterString = pipe(
@@ -121,13 +190,14 @@ export function extractOrganization(): ChainableFunction<
     combine(
       pipe(
         findChildElement('gmd:organisationName', false),
-        extractCharacterString()
+        extractLocalizedCharacterString<OrganizationTranslations>('name')
       ),
       getUrl
     ),
-    map(([name, website]) => ({
+    map(([[name, translations], website]) => ({
       name,
       ...(website && { website }),
+      translations,
     }))
   )
 }
@@ -237,10 +307,16 @@ export function extractLegalConstraints(): ChainableFunction<
     ),
     flattenArray(),
     flattenArray(),
-    mapArray(combine(extractCharacterString(), extractUrl())),
-    mapArray(([text, url]) => ({
+    mapArray(
+      combine(
+        extractLocalizedCharacterString<ConstraintTranslations>('text'),
+        extractUrl()
+      )
+    ),
+    mapArray(([[text, translations], url]) => ({
       ...(url && { url }),
       text,
+      translations,
     }))
   )
 }
@@ -253,10 +329,16 @@ export function extractSecurityConstraints(): ChainableFunction<
   return pipe(
     findNestedElements('gmd:MD_SecurityConstraints', 'gmd:useLimitation'),
     flattenArray(),
-    mapArray(combine(extractCharacterString(), extractUrl())),
-    mapArray(([text, url]) => ({
+    mapArray(
+      combine(
+        extractLocalizedCharacterString<ConstraintTranslations>('text'),
+        extractUrl()
+      )
+    ),
+    mapArray(([[text, translations], url]) => ({
       ...(url && { url }),
       text,
+      translations,
     }))
   )
 }
@@ -269,10 +351,16 @@ export function extractOtherConstraints(): ChainableFunction<
   return pipe(
     findNestedElements('gmd:MD_Constraints', 'gmd:useLimitation'),
     flattenArray(),
-    mapArray(combine(extractCharacterString(), extractUrl())),
-    mapArray(([text, url]) => ({
+    mapArray(
+      combine(
+        extractLocalizedCharacterString<ConstraintTranslations>('text'),
+        extractUrl()
+      )
+    ),
+    mapArray(([[text, translations], url]) => ({
       ...(url && { url }),
       text,
+      translations,
     }))
   )
 }
@@ -299,10 +387,16 @@ export function extractLicenses(): ChainableFunction<
     ),
     flattenArray(),
     flattenArray(),
-    mapArray(combine(extractCharacterString(), extractUrl())),
-    mapArray(([text, url]) => ({
+    mapArray(
+      combine(
+        extractLocalizedCharacterString<ConstraintTranslations>('text'),
+        extractUrl()
+      )
+    ),
+    mapArray(([[text, translations], url]) => ({
       ...(url && { url }),
       text,
+      translations,
     }))
   )
 }
@@ -315,12 +409,12 @@ const getMimeType = pipe(
 )
 
 /**
- * Extract distributions from a MD_Distribution element
+ * Extract online resources from an MD_Distribution element
  * @param getMimeTypeFn This function starts from a gmd:transferOptions element
  */
-export function extractDatasetDistributions(
+export function extractDatasetOnlineResources(
   getMimeTypeFn: ChainableFunction<XmlElement, string>
-): ChainableFunction<XmlElement, DatasetDistribution[]> {
+): ChainableFunction<XmlElement, DatasetOnlineResource[]> {
   const getUrl = pipe(findChildElement('gmd:linkage'), extractMandatoryUrl())
   const getProtocolStr = pipe(
     findChildElement('gmd:protocol'),
@@ -343,10 +437,13 @@ export function extractDatasetDistributions(
         /download/i.test(protocolStr)
     )
   )
-  const getName = pipe(findChildElement('gmd:name'), extractCharacterString())
+  const getName = pipe(
+    findChildElement('gmd:name'),
+    extractLocalizedCharacterString<OnlineResourceTranslations>('name')
+  )
   const getDescription = pipe(
     findChildElement('gmd:description'),
-    extractCharacterString()
+    extractLocalizedCharacterString<OnlineResourceTranslations>('description')
   )
   return pipe(
     findNestedElements(
@@ -367,7 +464,19 @@ export function extractDatasetDistributions(
       )
     ),
     mapArray(
-      ([isService, isDownload, protocol, url, name, description, mimeType]) => {
+      ([
+        isService,
+        isDownload,
+        protocol,
+        url,
+        [name, nameTranslations],
+        [description, descriptionTranslations],
+        mimeType,
+      ]) => {
+        const translations = {
+          ...nameTranslations,
+          ...descriptionTranslations,
+        }
         if (isService) {
           const hasIdentifier = protocol === 'wms' || protocol === 'wfs'
           return {
@@ -377,6 +486,7 @@ export function extractDatasetDistributions(
             ...(name && hasIdentifier && { identifierInService: name }),
             ...(name && { name }),
             ...(description && { description }),
+            translations,
           }
         } else if (isDownload) {
           return {
@@ -385,6 +495,7 @@ export function extractDatasetDistributions(
             ...(name && { name }),
             ...(description && { description }),
             ...(mimeType && { mimeType }),
+            translations,
           }
         } else {
           return {
@@ -392,6 +503,7 @@ export function extractDatasetDistributions(
             url: url,
             ...(name && { name }),
             ...(description && { description }),
+            translations,
           }
         }
       }
@@ -431,7 +543,7 @@ export function getUpdateFrequencyFromCustomPeriod(
       per: 'day',
       updatedTimes: 1,
     }
-  } else if (days <= 7) {
+  } else if (days >= 1 && days <= 7) {
     return {
       per: 'week',
       updatedTimes: Math.round(7 / days - 0.0001), // this is to make sure that 'every 2 days' = '3 times per week'
@@ -444,7 +556,7 @@ export function getUpdateFrequencyFromCustomPeriod(
   } else if (hours) {
     return {
       per: 'day',
-      updatedTimes: Math.round(24 / days),
+      updatedTimes: Math.round(24 / hours),
     }
   }
   return null
@@ -541,10 +653,7 @@ export function readKind(rootEl: XmlElement): RecordKind {
   return pipe(
     findNestedElement('gmd:hierarchyLevel', 'gmd:MD_ScopeCode'),
     readAttribute('codeListValue'),
-    map(
-      (scopeCode): RecordKind =>
-        scopeCode === 'service' ? 'service' : 'dataset'
-    )
+    map((scopeCode): RecordKind => getResourceType(scopeCode))
   )(rootEl)
 }
 
@@ -571,19 +680,35 @@ export function readRecordUpdated(rootEl: XmlElement): Date {
   return pipe(findChildElement('gmd:dateStamp'), extractDateTime())(rootEl)
 }
 
-export function readTitle(rootEl: XmlElement): string {
+export function readReuseType(rootEl: XmlElement): ReuseType {
+  return pipe(
+    findNestedElement('gmd:hierarchyLevel', 'gmd:MD_ScopeCode'),
+    readAttribute('codeListValue'),
+    map((scopeCode): ReuseType => getReuseType(scopeCode))
+  )(rootEl)
+}
+
+export function readTitle(
+  rootEl: XmlElement,
+  translations: RecordTranslations
+): string {
   return pipe(
     findIdentification(),
     findNestedElement('gmd:citation', 'gmd:CI_Citation', 'gmd:title'),
-    extractCharacterString()
+    extractLocalizedCharacterString('title', translations),
+    map(([title]) => title)
   )(rootEl)
 }
 
-export function readAbstract(rootEl: XmlElement): string {
+export function readAbstract(
+  rootEl: XmlElement,
+  translations: RecordTranslations
+): string {
   return pipe(
     findIdentification(),
     findChildElement('gmd:abstract', false),
-    extractCharacterString()
+    extractLocalizedCharacterString('abstract', translations),
+    map(([abstract]) => abstract)
   )(rootEl)
 }
 
@@ -645,11 +770,13 @@ export function readKeywordGroup(rootEl: XmlElement): Keyword[] {
   return pipe(
     findChildrenElement('gmd:keyword'),
     mapArray((el) => {
-      const label = extractCharacterString()(el)
+      const [label, translations] =
+        extractLocalizedCharacterString<KeywordTranslations>('label')(el)
       return {
         ...(thesaurus ? { thesaurus } : {}),
         label,
         type,
+        translations,
       } as Keyword
     })
   )(rootEl)
@@ -750,7 +877,10 @@ export function readOverviews(rootEl: XmlElement): GraphicOverview[] {
   )(rootEl)
 }
 
-export function readLineage(rootEl: XmlElement): string {
+export function readLineage(
+  rootEl: XmlElement,
+  translations: RecordTranslations
+): string {
   return pipe(
     findNestedElement(
       'gmd:dataQualityInfo',
@@ -759,15 +889,8 @@ export function readLineage(rootEl: XmlElement): string {
       'gmd:LI_Lineage',
       'gmd:statement'
     ),
-    extractCharacterString()
-  )(rootEl)
-}
-
-export function readDistributions(rootEl: XmlElement): DatasetDistribution[] {
-  return pipe(
-    findNestedElements('gmd:distributionInfo', 'gmd:MD_Distribution'),
-    mapArray(extractDatasetDistributions(getMimeType)),
-    flattenArray()
+    extractLocalizedCharacterString('lineage', translations),
+    map(([lineage]) => lineage)
   )(rootEl)
 }
 
@@ -801,10 +924,16 @@ export function extractServiceOnlineResources(): ChainableFunction<
     getOnlineFunction,
     map((onlineFunction) => onlineFunction === 'information')
   )
-  const getName = pipe(findChildElement('gmd:name'), extractCharacterString())
+  const getName = pipe(
+    findChildElement('gmd:name'),
+    extractLocalizedCharacterString<OnlineResourceTranslations>('name')
+  )
   const getDescription = pipe(
     findChildElement('gmd:description'),
-    extractCharacterString()
+    extractLocalizedCharacterString<OnlineResourceTranslations>(
+      'description',
+      {}
+    )
   )
   return pipe(
     findNestedElements(
@@ -814,32 +943,98 @@ export function extractServiceOnlineResources(): ChainableFunction<
       'gmd:CI_OnlineResource'
     ),
     mapArray(combine(getIsLink, getProtocol, getUrl, getName, getDescription)),
-    mapArray(([isLink, protocol, url, name, description]) => {
-      if (isLink) {
+    mapArray(
+      ([
+        isLink,
+        protocol,
+        url,
+        [name, nameTranslations],
+        [description, descriptionTranslations],
+      ]) => {
+        const translations = {
+          ...nameTranslations,
+          ...descriptionTranslations,
+        }
+        if (isLink) {
+          return {
+            type: 'link',
+            url: url,
+            ...(name && { name }),
+            ...(description && { description }),
+            translations,
+          }
+        } else {
+          return {
+            type: 'endpoint',
+            endpointUrl: url,
+            protocol,
+            ...(description && { description }),
+            translations,
+          }
+        }
+      }
+    )
+  )
+}
+
+export function extractReuseOnlineResources(): ChainableFunction<
+  XmlElement,
+  OnlineLinkResource[]
+> {
+  const getUrl = pipe(findChildElement('gmd:linkage'), extractMandatoryUrl())
+  const getName = pipe(
+    findChildElement('gmd:name'),
+    extractLocalizedCharacterString<OnlineResourceTranslations>('name')
+  )
+  const getDescription = pipe(
+    findChildElement('gmd:description'),
+    extractLocalizedCharacterString<OnlineResourceTranslations>(
+      'description',
+      {}
+    )
+  )
+  return pipe(
+    findNestedElements(
+      'gmd:transferOptions',
+      'gmd:MD_DigitalTransferOptions',
+      'gmd:onLine',
+      'gmd:CI_OnlineResource'
+    ),
+    mapArray(combine(getUrl, getName, getDescription)),
+    mapArray(
+      ([
+        url,
+        [name, nameTranslations],
+        [description, descriptionTranslations],
+      ]) => {
+        const translations = {
+          ...nameTranslations,
+          ...descriptionTranslations,
+        }
         return {
           type: 'link',
           url: url,
           ...(name && { name }),
           ...(description && { description }),
-        }
-      } else {
-        return {
-          type: 'endpoint',
-          endpointUrl: url,
-          protocol,
-          ...(description && { description }),
+          translations,
         }
       }
-    })
+    )
   )
 }
 
-export function readOnlineResources(
-  rootEl: XmlElement
-): ServiceOnlineResource[] {
+export function readOnlineResources(rootEl: XmlElement): OnlineResource[] {
+  let getOnlineResources: ChainableFunction<XmlElement, OnlineResource[]>
+  if (readKind(rootEl) === 'dataset') {
+    getOnlineResources = (el) => extractDatasetOnlineResources(getMimeType)(el)
+  } else if (readKind(rootEl) === 'service') {
+    getOnlineResources = extractServiceOnlineResources()
+  } else {
+    getOnlineResources = extractReuseOnlineResources()
+  }
   return pipe(
     findNestedElements('gmd:distributionInfo', 'gmd:MD_Distribution'),
-    mapArray(extractServiceOnlineResources()),
+    mapArray(getOnlineResources),
     flattenArray()
   )(rootEl)
 }
@@ -895,3 +1090,106 @@ export function readTemporalExtents(rootEl: XmlElement) {
     })
   )(rootEl)
 }
+
+export function readSpatialExtents(rootEl: XmlElement) {
+  const extractGeometry = (rootEl: XmlElement): Geometry => {
+    if (!rootEl) return null
+    return pipe(
+      findChildElement('gmd:polygon', false),
+      firstChildElement,
+      map((el) => (el ? readGeometry(el) : null))
+    )(rootEl)
+  }
+
+  const extractBBox = (
+    rootEl: XmlElement
+  ): [number, number, number, number] => {
+    if (!rootEl) return null
+    return pipe(
+      combine(
+        pipe(findChildElement('gmd:westBoundLongitude'), extractDecimal()),
+        pipe(findChildElement('gmd:southBoundLatitude'), extractDecimal()),
+        pipe(findChildElement('gmd:eastBoundLongitude'), extractDecimal()),
+        pipe(findChildElement('gmd:northBoundLatitude'), extractDecimal())
+      )
+    )(rootEl)
+  }
+
+  const extractDescription = (
+    rootEl: XmlElement
+  ): [string, ModelTranslations] => {
+    if (!rootEl) return [null, {}]
+    return pipe(
+      findNestedElement(
+        'gmd:geographicIdentifier',
+        'gmd:MD_Identifier',
+        'gmd:code'
+      ),
+      extractLocalizedCharacterString('description')
+    )(rootEl)
+  }
+
+  return pipe(
+    findIdentification(),
+    findNestedElements('gmd:extent', 'gmd:EX_Extent', 'gmd:geographicElement'),
+    mapArray(
+      combine(
+        pipe(findChildElement('gmd:EX_BoundingPolygon'), extractGeometry),
+        pipe(findChildElement('gmd:EX_GeographicBoundingBox'), extractBBox),
+        pipe(
+          findChildElement('gmd:EX_GeographicDescription'),
+          extractDescription
+        )
+      )
+    ),
+    filterArray(
+      ([geometry, bbox, [description]]) => !!geometry || !!bbox || !!description
+    ),
+    mapArray(([geometry, bbox, [description, translations]]) => {
+      return {
+        ...(geometry && { geometry }),
+        ...(bbox && { bbox }),
+        ...(description && { description }),
+        translations,
+      }
+    })
+  )(rootEl)
+}
+
+export function readOtherLanguages(rootEl: XmlElement): LanguageCode[] {
+  const defaultLanguage = readDefaultLanguage(rootEl)
+  return pipe(
+    findChildrenElement('gmd:locale', false),
+    mapArray(
+      pipe(
+        findChildElement('gmd:LanguageCode'),
+        readAttribute('codeListValue'),
+        map((lang) => LANG_3_TO_2_MAPPER[lang.toLowerCase()])
+      )
+    ),
+    map((languages) => (languages.length ? languages : [defaultLanguage]))
+  )(rootEl)
+}
+
+export function readDefaultLanguage(rootEl: XmlElement): LanguageCode {
+  return pipe(
+    findChildElement('gmd:language', false),
+    findChildElement('gmd:LanguageCode'),
+    readAttribute('codeListValue'),
+    map((lang) => (lang ? LANG_3_TO_2_MAPPER[lang.toLowerCase()] : null))
+  )(rootEl)
+}
+
+export function readResourceIdentifier(rootEl: XmlElement): string {
+  return pipe(
+    findIdentification(),
+    findNestedElement(
+      'gmd:citation',
+      'gmd:CI_Citation',
+      'gmd:identifier',
+      'gmd:MD_Identifier',
+      'gmd:code'
+    ),
+    extractCharacterString()
+  )(rootEl)
+}

package/src/libs/api/metadata-converter/src/lib/iso19139/utils/geometry.ts

@@ -0,0 +1,39 @@
+import { XmlElement } from '@rgrove/parse-xml'
+import { Geometry } from 'geojson'
+import GML32 from 'ol/format/GML32'
+import GeoJSON from 'ol/format/GeoJSON'
+import { parse } from 'ol/xml'
+import {
+  createDocument,
+  getRootElement,
+  parseXmlString,
+  xmlToString,
+} from '../../xml-utils'
+
+export function readGeometry(el: XmlElement): Geometry {
+  const xmlDoc = createDocument(el)
+  xmlDoc.root.attributes['xmlns'] = 'http://www.opengis.net/gml/3.2'
+  const gmlString = xmlToString(xmlDoc)
+  const doc = parse(gmlString)
+  // we need an intermediate node to be able to parse the GML
+  const node = document.createElement('pre')
+  node.appendChild(doc.documentElement)
+  const gml32Format = new GML32()
+  // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+  // @ts-ignore
+  const geometry = gml32Format.readGeometryFromNode(node)
+  const geojsonFormat = new GeoJSON()
+  return geojsonFormat.writeGeometryObject(geometry)
+}
+
+export function writeGeometry(geometryObject: Geometry): XmlElement {
+  const geojsonFormat = new GeoJSON()
+  const geometry = geojsonFormat.readGeometry(geometryObject)
+  const gml32Format = new GML32()
+  const node = gml32Format.writeGeometryNode(geometry)
+  // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+  // @ts-ignore
+  const element = node.firstElementChild as HTMLElement
+  const gmlString = new XMLSerializer().serializeToString(element)
+  return getRootElement(parseXmlString(gmlString))
+}