geonetwork-ui 2.3.2 → 2.4.0-alpha.1.2ade9018

package/src/libs/api/metadata-converter/src/lib/iso19139/read-parts.ts

@@ -1,19 +1,29 @@
 import {
   Constraint,
-  DatasetDistribution,
+  ConstraintTranslations,
+  DatasetOnlineResource,
+  FieldTranslation,
   GraphicOverview,
   Individual,
   Keyword,
-  KeywordThesaurus,
+  KeywordTranslations,
+  LanguageCode,
+  ModelTranslations,
+  OnlineResource,
+  OnlineResourceTranslations,
   Organization,
+  OrganizationTranslations,
   RecordKind,
   RecordStatus,
+  RecordTranslations,
   Role,
   ServiceOnlineResource,
   SpatialRepresentationType,
   UpdateFrequency,
   UpdateFrequencyCustom,
 } from '../../../../../../libs/common/domain/src/lib/model/record'
+import { ThesaurusModel } from '../../../../../../libs/common/domain/src/lib/model/thesaurus'
+import { Geometry } from 'geojson'
 import { matchMimeType, matchProtocol } from '../common/distribution.mapper'
 import {
   ChainableFunction,
@@ -27,20 +37,23 @@ import {
   pipe,
 } from '../function-utils'
 import {
-  XmlElement,
   findChildElement,
   findChildrenElement,
   findNestedElement,
   findNestedElements,
   findParent,
+  firstChildElement,
   readAttribute,
   readText,
+  XmlElement,
 } from '../xml-utils'
+import { readGeometry } from './utils/geometry'
 import { fullNameToParts } from './utils/individual-name'
 import { getKeywordTypeFromKeywordTypeCode } from './utils/keyword.mapper'
 import { getRoleFromRoleCode } from './utils/role.mapper'
 import { getStatusFromStatusCode } from './utils/status.mapper'
 import { getUpdateFrequencyFromFrequencyCode } from './utils/update-frequency.mapper'
+import { LANG_3_TO_2_MAPPER } from '../../../../../../libs/util/i18n/src/lib/language-codes'
 
 export function extractCharacterString(): ChainableFunction<
   XmlElement,
@@ -55,6 +68,51 @@ export function extractCharacterString(): ChainableFunction<
   )
 }
 
+/**
+ * Translated values will also be collected in the translations object
+ */
+export function extractLocalizedCharacterString<T extends ModelTranslations>(
+  fieldName: string,
+  translations?: T
+): ChainableFunction<XmlElement, [string, T]> {
+  return combine(
+    pipe(
+      fallback(
+        findChildElement('gco:CharacterString', false),
+        findChildElement('gmx:Anchor', false)
+      ),
+      readText()
+    ),
+    (el) => {
+      const translatedValues = findNestedElements(
+        'gmd:PT_FreeText',
+        'gmd:textGroup',
+        'gmd:LocalisedCharacterString'
+      )(el)
+      const translationsSafe = translations ?? ({} as T)
+      if (!translatedValues.length) return translationsSafe
+      const valueTranslations: FieldTranslation = translatedValues.reduce(
+        (prev, translationEl) => {
+          const lang = readAttribute('locale')(translationEl)
+            .toLowerCase()
+            .replace(/^#/, '')
+          const value = readText()(translationEl)
+          if (!lang) {
+            return prev
+          }
+          return { ...prev, [lang]: value }
+        },
+        {}
+      )
+      translationsSafe[fieldName] = {
+        ...translationsSafe[fieldName],
+        ...valueTranslations,
+      }
+      return translationsSafe
+    }
+  )
+}
+
 export function extractDateTime(): ChainableFunction<XmlElement, Date> {
   return pipe(
     fallback(
@@ -66,6 +124,14 @@ export function extractDateTime(): ChainableFunction<XmlElement, Date> {
   )
 }
 
+export function extractDecimal(): ChainableFunction<XmlElement, number> {
+  return pipe(
+    findChildElement('gco:Decimal', false),
+    readText(),
+    map((numberStr) => (numberStr ? Number(numberStr) : null))
+  )
+}
+
 export function extractUrl(): ChainableFunction<XmlElement, URL> {
   const getUrl = pipe(findChildElement('gmd:URL', false), readText())
   const getCharacterString = pipe(
@@ -121,13 +187,14 @@ export function extractOrganization(): ChainableFunction<
     combine(
       pipe(
         findChildElement('gmd:organisationName', false),
-        extractCharacterString()
+        extractLocalizedCharacterString<OrganizationTranslations>('name')
       ),
       getUrl
     ),
-    map(([name, website]) => ({
+    map(([[name, translations], website]) => ({
       name,
       ...(website && { website }),
+      translations,
     }))
   )
 }
@@ -237,10 +304,16 @@ export function extractLegalConstraints(): ChainableFunction<
     ),
     flattenArray(),
     flattenArray(),
-    mapArray(combine(extractCharacterString(), extractUrl())),
-    mapArray(([text, url]) => ({
+    mapArray(
+      combine(
+        extractLocalizedCharacterString<ConstraintTranslations>('text'),
+        extractUrl()
+      )
+    ),
+    mapArray(([[text, translations], url]) => ({
       ...(url && { url }),
       text,
+      translations,
     }))
   )
 }
@@ -253,10 +326,16 @@ export function extractSecurityConstraints(): ChainableFunction<
   return pipe(
     findNestedElements('gmd:MD_SecurityConstraints', 'gmd:useLimitation'),
     flattenArray(),
-    mapArray(combine(extractCharacterString(), extractUrl())),
-    mapArray(([text, url]) => ({
+    mapArray(
+      combine(
+        extractLocalizedCharacterString<ConstraintTranslations>('text'),
+        extractUrl()
+      )
+    ),
+    mapArray(([[text, translations], url]) => ({
       ...(url && { url }),
       text,
+      translations,
     }))
   )
 }
@@ -269,10 +348,16 @@ export function extractOtherConstraints(): ChainableFunction<
   return pipe(
     findNestedElements('gmd:MD_Constraints', 'gmd:useLimitation'),
     flattenArray(),
-    mapArray(combine(extractCharacterString(), extractUrl())),
-    mapArray(([text, url]) => ({
+    mapArray(
+      combine(
+        extractLocalizedCharacterString<ConstraintTranslations>('text'),
+        extractUrl()
+      )
+    ),
+    mapArray(([[text, translations], url]) => ({
       ...(url && { url }),
       text,
+      translations,
     }))
   )
 }
@@ -299,10 +384,16 @@ export function extractLicenses(): ChainableFunction<
     ),
     flattenArray(),
     flattenArray(),
-    mapArray(combine(extractCharacterString(), extractUrl())),
-    mapArray(([text, url]) => ({
+    mapArray(
+      combine(
+        extractLocalizedCharacterString<ConstraintTranslations>('text'),
+        extractUrl()
+      )
+    ),
+    mapArray(([[text, translations], url]) => ({
       ...(url && { url }),
       text,
+      translations,
     }))
   )
 }
@@ -315,12 +406,12 @@ const getMimeType = pipe(
 )
 
 /**
- * Extract distributions from a MD_Distribution element
+ * Extract online resources from an MD_Distribution element
  * @param getMimeTypeFn This function starts from a gmd:transferOptions element
  */
-export function extractDatasetDistributions(
+export function extractDatasetOnlineResources(
   getMimeTypeFn: ChainableFunction<XmlElement, string>
-): ChainableFunction<XmlElement, DatasetDistribution[]> {
+): ChainableFunction<XmlElement, DatasetOnlineResource[]> {
   const getUrl = pipe(findChildElement('gmd:linkage'), extractMandatoryUrl())
   const getProtocolStr = pipe(
     findChildElement('gmd:protocol'),
@@ -343,10 +434,13 @@ export function extractDatasetDistributions(
         /download/i.test(protocolStr)
     )
   )
-  const getName = pipe(findChildElement('gmd:name'), extractCharacterString())
+  const getName = pipe(
+    findChildElement('gmd:name'),
+    extractLocalizedCharacterString<OnlineResourceTranslations>('name')
+  )
   const getDescription = pipe(
     findChildElement('gmd:description'),
-    extractCharacterString()
+    extractLocalizedCharacterString<OnlineResourceTranslations>('description')
   )
   return pipe(
     findNestedElements(
@@ -367,7 +461,19 @@ export function extractDatasetDistributions(
       )
     ),
     mapArray(
-      ([isService, isDownload, protocol, url, name, description, mimeType]) => {
+      ([
+        isService,
+        isDownload,
+        protocol,
+        url,
+        [name, nameTranslations],
+        [description, descriptionTranslations],
+        mimeType,
+      ]) => {
+        const translations = {
+          ...nameTranslations,
+          ...descriptionTranslations,
+        }
         if (isService) {
           const hasIdentifier = protocol === 'wms' || protocol === 'wfs'
           return {
@@ -377,6 +483,7 @@ export function extractDatasetDistributions(
             ...(name && hasIdentifier && { identifierInService: name }),
             ...(name && { name }),
             ...(description && { description }),
+            translations,
           }
         } else if (isDownload) {
           return {
@@ -385,6 +492,7 @@ export function extractDatasetDistributions(
             ...(name && { name }),
             ...(description && { description }),
             ...(mimeType && { mimeType }),
+            translations,
           }
         } else {
           return {
@@ -392,6 +500,7 @@ export function extractDatasetDistributions(
             url: url,
             ...(name && { name }),
             ...(description && { description }),
+            translations,
           }
         }
       }
@@ -571,19 +680,27 @@ export function readRecordUpdated(rootEl: XmlElement): Date {
   return pipe(findChildElement('gmd:dateStamp'), extractDateTime())(rootEl)
 }
 
-export function readTitle(rootEl: XmlElement): string {
+export function readTitle(
+  rootEl: XmlElement,
+  translations: RecordTranslations
+): string {
   return pipe(
     findIdentification(),
     findNestedElement('gmd:citation', 'gmd:CI_Citation', 'gmd:title'),
-    extractCharacterString()
+    extractLocalizedCharacterString('title', translations),
+    map(([title]) => title)
   )(rootEl)
 }
 
-export function readAbstract(rootEl: XmlElement): string {
+export function readAbstract(
+  rootEl: XmlElement,
+  translations: RecordTranslations
+): string {
   return pipe(
     findIdentification(),
     findChildElement('gmd:abstract', false),
-    extractCharacterString()
+    extractLocalizedCharacterString('abstract', translations),
+    map(([abstract]) => abstract)
   )(rootEl)
 }
 
@@ -609,7 +726,7 @@ export function readContactsForResource(rootEl: XmlElement): Individual[] {
 }
 
 // from gmd:thesaurusName
-export function readThesaurus(rootEl: XmlElement): KeywordThesaurus {
+export function readThesaurus(rootEl: XmlElement): ThesaurusModel {
   if (!rootEl) return null
 
   const findIdentifier = findNestedElement(
@@ -645,11 +762,13 @@ export function readKeywordGroup(rootEl: XmlElement): Keyword[] {
   return pipe(
     findChildrenElement('gmd:keyword'),
     mapArray((el) => {
-      const label = extractCharacterString()(el)
+      const [label, translations] =
+        extractLocalizedCharacterString<KeywordTranslations>('label')(el)
       return {
         ...(thesaurus ? { thesaurus } : {}),
         label,
         type,
+        translations,
       } as Keyword
     })
   )(rootEl)
@@ -750,7 +869,10 @@ export function readOverviews(rootEl: XmlElement): GraphicOverview[] {
   )(rootEl)
 }
 
-export function readLineage(rootEl: XmlElement): string {
+export function readLineage(
+  rootEl: XmlElement,
+  translations: RecordTranslations
+): string {
   return pipe(
     findNestedElement(
       'gmd:dataQualityInfo',
@@ -759,15 +881,8 @@ export function readLineage(rootEl: XmlElement): string {
       'gmd:LI_Lineage',
       'gmd:statement'
     ),
-    extractCharacterString()
-  )(rootEl)
-}
-
-export function readDistributions(rootEl: XmlElement): DatasetDistribution[] {
-  return pipe(
-    findNestedElements('gmd:distributionInfo', 'gmd:MD_Distribution'),
-    mapArray(extractDatasetDistributions(getMimeType)),
-    flattenArray()
+    extractLocalizedCharacterString('lineage', translations),
+    map(([lineage]) => lineage)
   )(rootEl)
 }
 
@@ -801,10 +916,16 @@ export function extractServiceOnlineResources(): ChainableFunction<
     getOnlineFunction,
     map((onlineFunction) => onlineFunction === 'information')
   )
-  const getName = pipe(findChildElement('gmd:name'), extractCharacterString())
+  const getName = pipe(
+    findChildElement('gmd:name'),
+    extractLocalizedCharacterString<OnlineResourceTranslations>('name')
+  )
   const getDescription = pipe(
     findChildElement('gmd:description'),
-    extractCharacterString()
+    extractLocalizedCharacterString<OnlineResourceTranslations>(
+      'description',
+      {}
+    )
   )
   return pipe(
     findNestedElements(
@@ -814,29 +935,48 @@ export function extractServiceOnlineResources(): ChainableFunction<
       'gmd:CI_OnlineResource'
     ),
     mapArray(combine(getIsLink, getProtocol, getUrl, getName, getDescription)),
-    mapArray(([isLink, protocol, url, name, description]) => {
-      if (isLink) {
-        return {
-          type: 'link',
-          url: url,
-          ...(name && { name }),
-          ...(description && { description }),
+    mapArray(
+      ([
+        isLink,
+        protocol,
+        url,
+        [name, nameTranslations],
+        [description, descriptionTranslations],
+      ]) => {
+        const translations = {
+          ...nameTranslations,
+          ...descriptionTranslations,
         }
-      } else {
-        return {
-          type: 'endpoint',
-          endpointUrl: url,
-          protocol,
-          ...(description && { description }),
+        if (isLink) {
+          return {
+            type: 'link',
+            url: url,
+            ...(name && { name }),
+            ...(description && { description }),
+            translations,
+          }
+        } else {
+          return {
+            type: 'endpoint',
+            endpointUrl: url,
+            protocol,
+            ...(description && { description }),
+            translations,
+          }
         }
       }
-    })
+    )
   )
 }
 
-export function readOnlineResources(
-  rootEl: XmlElement
-): ServiceOnlineResource[] {
+export function readOnlineResources(rootEl: XmlElement): OnlineResource[] {
+  if (readKind(rootEl) === 'dataset') {
+    return pipe(
+      findNestedElements('gmd:distributionInfo', 'gmd:MD_Distribution'),
+      mapArray((el) => extractDatasetOnlineResources(getMimeType)(el)),
+      flattenArray()
+    )(rootEl)
+  }
   return pipe(
     findNestedElements('gmd:distributionInfo', 'gmd:MD_Distribution'),
     mapArray(extractServiceOnlineResources()),
@@ -895,3 +1035,92 @@ export function readTemporalExtents(rootEl: XmlElement) {
     })
   )(rootEl)
 }
+
+export function readSpatialExtents(rootEl: XmlElement) {
+  const extractGeometry = (rootEl: XmlElement): Geometry => {
+    if (!rootEl) return null
+    return pipe(
+      findChildElement('gmd:polygon', false),
+      firstChildElement,
+      map((el) => (el ? readGeometry(el) : null))
+    )(rootEl)
+  }
+
+  const extractBBox = (
+    rootEl: XmlElement
+  ): [number, number, number, number] => {
+    if (!rootEl) return null
+    return pipe(
+      combine(
+        pipe(findChildElement('gmd:westBoundLongitude'), extractDecimal()),
+        pipe(findChildElement('gmd:southBoundLatitude'), extractDecimal()),
+        pipe(findChildElement('gmd:eastBoundLongitude'), extractDecimal()),
+        pipe(findChildElement('gmd:northBoundLatitude'), extractDecimal())
+      )
+    )(rootEl)
+  }
+
+  const extractDescription = (
+    rootEl: XmlElement
+  ): [string, ModelTranslations] => {
+    if (!rootEl) return [null, {}]
+    return pipe(
+      findNestedElement(
+        'gmd:geographicIdentifier',
+        'gmd:MD_Identifier',
+        'gmd:code'
+      ),
+      extractLocalizedCharacterString('description')
+    )(rootEl)
+  }
+
+  return pipe(
+    findIdentification(),
+    findNestedElements('gmd:extent', 'gmd:EX_Extent', 'gmd:geographicElement'),
+    mapArray(
+      combine(
+        pipe(findChildElement('gmd:EX_BoundingPolygon'), extractGeometry),
+        pipe(findChildElement('gmd:EX_GeographicBoundingBox'), extractBBox),
+        pipe(
+          findChildElement('gmd:EX_GeographicDescription'),
+          extractDescription
+        )
+      )
+    ),
+    filterArray(
+      ([geometry, bbox, [description]]) => !!geometry || !!bbox || !!description
+    ),
+    mapArray(([geometry, bbox, [description, translations]]) => {
+      return {
+        ...(geometry && { geometry }),
+        ...(bbox && { bbox }),
+        ...(description && { description }),
+        translations,
+      }
+    })
+  )(rootEl)
+}
+
+export function readOtherLanguages(rootEl: XmlElement): LanguageCode[] {
+  const defaultLanguage = readDefaultLanguage(rootEl)
+  return pipe(
+    findChildrenElement('gmd:locale', false),
+    mapArray(
+      pipe(
+        findChildElement('gmd:LanguageCode'),
+        readAttribute('codeListValue'),
+        map((lang) => LANG_3_TO_2_MAPPER[lang.toLowerCase()])
+      )
+    ),
+    map((languages) => (languages.length ? languages : [defaultLanguage]))
+  )(rootEl)
+}
+
+export function readDefaultLanguage(rootEl: XmlElement): LanguageCode {
+  return pipe(
+    findChildElement('gmd:language', false),
+    findChildElement('gmd:LanguageCode'),
+    readAttribute('codeListValue'),
+    map((lang) => (lang ? LANG_3_TO_2_MAPPER[lang.toLowerCase()] : null))
+  )(rootEl)
+}

package/src/libs/api/metadata-converter/src/lib/iso19139/utils/geometry.ts

@@ -0,0 +1,39 @@
+import { XmlElement } from '@rgrove/parse-xml'
+import { Geometry } from 'geojson'
+import GML32 from 'ol/format/GML32'
+import GeoJSON from 'ol/format/GeoJSON'
+import { parse } from 'ol/xml'
+import {
+  createDocument,
+  getRootElement,
+  parseXmlString,
+  xmlToString,
+} from '../../xml-utils'
+
+export function readGeometry(el: XmlElement): Geometry {
+  const xmlDoc = createDocument(el)
+  xmlDoc.root.attributes['xmlns'] = 'http://www.opengis.net/gml/3.2'
+  const gmlString = xmlToString(xmlDoc)
+  const doc = parse(gmlString)
+  // we need an intermediate node to be able to parse the GML
+  const node = document.createElement('pre')
+  node.appendChild(doc.documentElement)
+  const gml32Format = new GML32()
+  // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+  // @ts-ignore
+  const geometry = gml32Format.readGeometryFromNode(node)
+  const geojsonFormat = new GeoJSON()
+  return geojsonFormat.writeGeometryObject(geometry)
+}
+
+export function writeGeometry(geometryObject: Geometry): XmlElement {
+  const geojsonFormat = new GeoJSON()
+  const geometry = geojsonFormat.readGeometry(geometryObject)
+  const gml32Format = new GML32()
+  const node = gml32Format.writeGeometryNode(geometry)
+  // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+  // @ts-ignore
+  const element = node.firstElementChild as HTMLElement
+  const gmlString = new XMLSerializer().serializeToString(element)
+  return getRootElement(parseXmlString(gmlString))
+}

package/src/libs/api/metadata-converter/src/lib/iso19139/utils/keyword.mapper.ts

@@ -1,4 +1,4 @@
-import { KeywordType } from '../../../../../../../libs/common/domain/src/lib/model/record'
+import { KeywordType } from '../../../../../../../libs/common/domain/src/lib/model/thesaurus'
 
 export function getKeywordTypeFromKeywordTypeCode(
   typeCode: string