geonetwork-ui 2.4.0-dev.fdf8f64b → 2.4.1-dev.73bac9979

package/src/libs/api/metadata-converter/src/lib/iso19139/read-parts.ts

@@ -1,13 +1,23 @@
 import {
   Constraint,
+  ConstraintTranslations,
   DatasetOnlineResource,
+  FieldTranslation,
   GraphicOverview,
   Individual,
   Keyword,
+  KeywordTranslations,
+  LanguageCode,
+  ModelTranslations,
+  OnlineLinkResource,
   OnlineResource,
+  OnlineResourceTranslations,
   Organization,
+  OrganizationTranslations,
   RecordKind,
   RecordStatus,
+  RecordTranslations,
+  ReuseType,
   Role,
   ServiceOnlineResource,
   SpatialRepresentationType,
@@ -45,6 +55,8 @@ import { getKeywordTypeFromKeywordTypeCode } from './utils/keyword.mapper'
 import { getRoleFromRoleCode } from './utils/role.mapper'
 import { getStatusFromStatusCode } from './utils/status.mapper'
 import { getUpdateFrequencyFromFrequencyCode } from './utils/update-frequency.mapper'
+import { LANG_3_TO_2_MAPPER } from '../../../../../../libs/util/i18n/src/lib/language-codes'
+import { getResourceType, getReuseType } from '../common/resource-types'
 
 export function extractCharacterString(): ChainableFunction<
   XmlElement,
@@ -59,6 +71,51 @@ export function extractCharacterString(): ChainableFunction<
   )
 }
 
+/**
+ * Translated values will also be collected in the translations object
+ */
+export function extractLocalizedCharacterString<T extends ModelTranslations>(
+  fieldName: string,
+  translations?: T
+): ChainableFunction<XmlElement, [string, T]> {
+  return combine(
+    pipe(
+      fallback(
+        findChildElement('gco:CharacterString', false),
+        findChildElement('gmx:Anchor', false)
+      ),
+      readText()
+    ),
+    (el) => {
+      const translatedValues = findNestedElements(
+        'gmd:PT_FreeText',
+        'gmd:textGroup',
+        'gmd:LocalisedCharacterString'
+      )(el)
+      const translationsSafe = translations ?? ({} as T)
+      if (!translatedValues.length) return translationsSafe
+      const valueTranslations: FieldTranslation = translatedValues.reduce(
+        (prev, translationEl) => {
+          const lang = readAttribute('locale')(translationEl)
+            .toLowerCase()
+            .replace(/^#/, '')
+          const value = readText()(translationEl)
+          if (!lang) {
+            return prev
+          }
+          return { ...prev, [lang]: value }
+        },
+        {}
+      )
+      translationsSafe[fieldName] = {
+        ...translationsSafe[fieldName],
+        ...valueTranslations,
+      }
+      return translationsSafe
+    }
+  )
+}
+
 export function extractDateTime(): ChainableFunction<XmlElement, Date> {
   return pipe(
     fallback(
@@ -133,13 +190,14 @@ export function extractOrganization(): ChainableFunction<
     combine(
       pipe(
         findChildElement('gmd:organisationName', false),
-        extractCharacterString()
+        extractLocalizedCharacterString<OrganizationTranslations>('name')
       ),
       getUrl
     ),
-    map(([name, website]) => ({
+    map(([[name, translations], website]) => ({
       name,
       ...(website && { website }),
+      translations,
     }))
   )
 }
@@ -249,10 +307,16 @@ export function extractLegalConstraints(): ChainableFunction<
     ),
     flattenArray(),
     flattenArray(),
-    mapArray(combine(extractCharacterString(), extractUrl())),
-    mapArray(([text, url]) => ({
+    mapArray(
+      combine(
+        extractLocalizedCharacterString<ConstraintTranslations>('text'),
+        extractUrl()
+      )
+    ),
+    mapArray(([[text, translations], url]) => ({
       ...(url && { url }),
       text,
+      translations,
     }))
   )
 }
@@ -265,10 +329,16 @@ export function extractSecurityConstraints(): ChainableFunction<
   return pipe(
     findNestedElements('gmd:MD_SecurityConstraints', 'gmd:useLimitation'),
     flattenArray(),
-    mapArray(combine(extractCharacterString(), extractUrl())),
-    mapArray(([text, url]) => ({
+    mapArray(
+      combine(
+        extractLocalizedCharacterString<ConstraintTranslations>('text'),
+        extractUrl()
+      )
+    ),
+    mapArray(([[text, translations], url]) => ({
       ...(url && { url }),
       text,
+      translations,
     }))
   )
 }
@@ -281,10 +351,16 @@ export function extractOtherConstraints(): ChainableFunction<
   return pipe(
     findNestedElements('gmd:MD_Constraints', 'gmd:useLimitation'),
     flattenArray(),
-    mapArray(combine(extractCharacterString(), extractUrl())),
-    mapArray(([text, url]) => ({
+    mapArray(
+      combine(
+        extractLocalizedCharacterString<ConstraintTranslations>('text'),
+        extractUrl()
+      )
+    ),
+    mapArray(([[text, translations], url]) => ({
       ...(url && { url }),
       text,
+      translations,
     }))
   )
 }
@@ -311,10 +387,16 @@ export function extractLicenses(): ChainableFunction<
     ),
     flattenArray(),
     flattenArray(),
-    mapArray(combine(extractCharacterString(), extractUrl())),
-    mapArray(([text, url]) => ({
+    mapArray(
+      combine(
+        extractLocalizedCharacterString<ConstraintTranslations>('text'),
+        extractUrl()
+      )
+    ),
+    mapArray(([[text, translations], url]) => ({
       ...(url && { url }),
       text,
+      translations,
     }))
   )
 }
@@ -355,10 +437,13 @@ export function extractDatasetOnlineResources(
         /download/i.test(protocolStr)
     )
   )
-  const getName = pipe(findChildElement('gmd:name'), extractCharacterString())
+  const getName = pipe(
+    findChildElement('gmd:name'),
+    extractLocalizedCharacterString<OnlineResourceTranslations>('name')
+  )
   const getDescription = pipe(
     findChildElement('gmd:description'),
-    extractCharacterString()
+    extractLocalizedCharacterString<OnlineResourceTranslations>('description')
   )
   return pipe(
     findNestedElements(
@@ -379,7 +464,19 @@ export function extractDatasetOnlineResources(
       )
     ),
     mapArray(
-      ([isService, isDownload, protocol, url, name, description, mimeType]) => {
+      ([
+        isService,
+        isDownload,
+        protocol,
+        url,
+        [name, nameTranslations],
+        [description, descriptionTranslations],
+        mimeType,
+      ]) => {
+        const translations = {
+          ...nameTranslations,
+          ...descriptionTranslations,
+        }
         if (isService) {
           const hasIdentifier = protocol === 'wms' || protocol === 'wfs'
           return {
@@ -389,6 +486,7 @@ export function extractDatasetOnlineResources(
             ...(name && hasIdentifier && { identifierInService: name }),
             ...(name && { name }),
             ...(description && { description }),
+            translations,
           }
         } else if (isDownload) {
           return {
@@ -397,6 +495,7 @@ export function extractDatasetOnlineResources(
             ...(name && { name }),
             ...(description && { description }),
             ...(mimeType && { mimeType }),
+            translations,
           }
         } else {
           return {
@@ -404,6 +503,7 @@ export function extractDatasetOnlineResources(
             url: url,
             ...(name && { name }),
             ...(description && { description }),
+            translations,
           }
         }
       }
@@ -443,7 +543,7 @@ export function getUpdateFrequencyFromCustomPeriod(
       per: 'day',
       updatedTimes: 1,
     }
-  } else if (days <= 7) {
+  } else if (days >= 1 && days <= 7) {
     return {
       per: 'week',
       updatedTimes: Math.round(7 / days - 0.0001), // this is to make sure that 'every 2 days' = '3 times per week'
@@ -456,7 +556,7 @@ export function getUpdateFrequencyFromCustomPeriod(
   } else if (hours) {
     return {
       per: 'day',
-      updatedTimes: Math.round(24 / days),
+      updatedTimes: Math.round(24 / hours),
     }
   }
   return null
@@ -553,10 +653,7 @@ export function readKind(rootEl: XmlElement): RecordKind {
   return pipe(
     findNestedElement('gmd:hierarchyLevel', 'gmd:MD_ScopeCode'),
     readAttribute('codeListValue'),
-    map(
-      (scopeCode): RecordKind =>
-        scopeCode === 'service' ? 'service' : 'dataset'
-    )
+    map((scopeCode): RecordKind => getResourceType(scopeCode))
   )(rootEl)
 }
 
@@ -583,19 +680,35 @@ export function readRecordUpdated(rootEl: XmlElement): Date {
   return pipe(findChildElement('gmd:dateStamp'), extractDateTime())(rootEl)
 }
 
-export function readTitle(rootEl: XmlElement): string {
+export function readReuseType(rootEl: XmlElement): ReuseType {
+  return pipe(
+    findNestedElement('gmd:hierarchyLevel', 'gmd:MD_ScopeCode'),
+    readAttribute('codeListValue'),
+    map((scopeCode): ReuseType => getReuseType(scopeCode))
+  )(rootEl)
+}
+
+export function readTitle(
+  rootEl: XmlElement,
+  translations: RecordTranslations
+): string {
   return pipe(
     findIdentification(),
     findNestedElement('gmd:citation', 'gmd:CI_Citation', 'gmd:title'),
-    extractCharacterString()
+    extractLocalizedCharacterString('title', translations),
+    map(([title]) => title)
   )(rootEl)
 }
 
-export function readAbstract(rootEl: XmlElement): string {
+export function readAbstract(
+  rootEl: XmlElement,
+  translations: RecordTranslations
+): string {
   return pipe(
     findIdentification(),
     findChildElement('gmd:abstract', false),
-    extractCharacterString()
+    extractLocalizedCharacterString('abstract', translations),
+    map(([abstract]) => abstract)
   )(rootEl)
 }
 
@@ -657,11 +770,13 @@ export function readKeywordGroup(rootEl: XmlElement): Keyword[] {
   return pipe(
     findChildrenElement('gmd:keyword'),
     mapArray((el) => {
-      const label = extractCharacterString()(el)
+      const [label, translations] =
+        extractLocalizedCharacterString<KeywordTranslations>('label')(el)
       return {
         ...(thesaurus ? { thesaurus } : {}),
         label,
         type,
+        translations,
       } as Keyword
     })
   )(rootEl)
@@ -762,7 +877,10 @@ export function readOverviews(rootEl: XmlElement): GraphicOverview[] {
   )(rootEl)
 }
 
-export function readLineage(rootEl: XmlElement): string {
+export function readLineage(
+  rootEl: XmlElement,
+  translations: RecordTranslations
+): string {
   return pipe(
     findNestedElement(
       'gmd:dataQualityInfo',
@@ -771,7 +889,8 @@ export function readLineage(rootEl: XmlElement): string {
       'gmd:LI_Lineage',
       'gmd:statement'
     ),
-    extractCharacterString()
+    extractLocalizedCharacterString('lineage', translations),
+    map(([lineage]) => lineage)
   )(rootEl)
 }
 
@@ -805,10 +924,16 @@ export function extractServiceOnlineResources(): ChainableFunction<
     getOnlineFunction,
     map((onlineFunction) => onlineFunction === 'information')
   )
-  const getName = pipe(findChildElement('gmd:name'), extractCharacterString())
+  const getName = pipe(
+    findChildElement('gmd:name'),
+    extractLocalizedCharacterString<OnlineResourceTranslations>('name')
+  )
   const getDescription = pipe(
     findChildElement('gmd:description'),
-    extractCharacterString()
+    extractLocalizedCharacterString<OnlineResourceTranslations>(
+      'description',
+      {}
+    )
   )
   return pipe(
     findNestedElements(
@@ -818,37 +943,98 @@ export function extractServiceOnlineResources(): ChainableFunction<
       'gmd:CI_OnlineResource'
     ),
     mapArray(combine(getIsLink, getProtocol, getUrl, getName, getDescription)),
-    mapArray(([isLink, protocol, url, name, description]) => {
-      if (isLink) {
+    mapArray(
+      ([
+        isLink,
+        protocol,
+        url,
+        [name, nameTranslations],
+        [description, descriptionTranslations],
+      ]) => {
+        const translations = {
+          ...nameTranslations,
+          ...descriptionTranslations,
+        }
+        if (isLink) {
+          return {
+            type: 'link',
+            url: url,
+            ...(name && { name }),
+            ...(description && { description }),
+            translations,
+          }
+        } else {
+          return {
+            type: 'endpoint',
+            endpointUrl: url,
+            protocol,
+            ...(description && { description }),
+            translations,
+          }
+        }
+      }
+    )
+  )
+}
+
+export function extractReuseOnlineResources(): ChainableFunction<
+  XmlElement,
+  OnlineLinkResource[]
+> {
+  const getUrl = pipe(findChildElement('gmd:linkage'), extractMandatoryUrl())
+  const getName = pipe(
+    findChildElement('gmd:name'),
+    extractLocalizedCharacterString<OnlineResourceTranslations>('name')
+  )
+  const getDescription = pipe(
+    findChildElement('gmd:description'),
+    extractLocalizedCharacterString<OnlineResourceTranslations>(
+      'description',
+      {}
+    )
+  )
+  return pipe(
+    findNestedElements(
+      'gmd:transferOptions',
+      'gmd:MD_DigitalTransferOptions',
+      'gmd:onLine',
+      'gmd:CI_OnlineResource'
+    ),
+    mapArray(combine(getUrl, getName, getDescription)),
+    mapArray(
+      ([
+        url,
+        [name, nameTranslations],
+        [description, descriptionTranslations],
+      ]) => {
+        const translations = {
+          ...nameTranslations,
+          ...descriptionTranslations,
+        }
         return {
           type: 'link',
           url: url,
           ...(name && { name }),
           ...(description && { description }),
-        }
-      } else {
-        return {
-          type: 'endpoint',
-          endpointUrl: url,
-          protocol,
-          ...(description && { description }),
+          translations,
         }
       }
-    })
+    )
   )
 }
 
 export function readOnlineResources(rootEl: XmlElement): OnlineResource[] {
+  let getOnlineResources: ChainableFunction<XmlElement, OnlineResource[]>
   if (readKind(rootEl) === 'dataset') {
-    return pipe(
-      findNestedElements('gmd:distributionInfo', 'gmd:MD_Distribution'),
-      mapArray(extractDatasetOnlineResources(getMimeType)),
-      flattenArray()
-    )(rootEl)
+    getOnlineResources = (el) => extractDatasetOnlineResources(getMimeType)(el)
+  } else if (readKind(rootEl) === 'service') {
+    getOnlineResources = extractServiceOnlineResources()
+  } else {
+    getOnlineResources = extractReuseOnlineResources()
   }
   return pipe(
     findNestedElements('gmd:distributionInfo', 'gmd:MD_Distribution'),
-    mapArray(extractServiceOnlineResources()),
+    mapArray(getOnlineResources),
     flattenArray()
   )(rootEl)
 }
@@ -911,7 +1097,7 @@ export function readSpatialExtents(rootEl: XmlElement) {
     return pipe(
       findChildElement('gmd:polygon', false),
       firstChildElement,
-      map((el) => readGeometry(el))
+      map((el) => (el ? readGeometry(el) : null))
     )(rootEl)
   }
 
@@ -929,15 +1115,17 @@ export function readSpatialExtents(rootEl: XmlElement) {
     )(rootEl)
   }
 
-  const extractDescription = (rootEl: XmlElement): string => {
-    if (!rootEl) return null
+  const extractDescription = (
+    rootEl: XmlElement
+  ): [string, ModelTranslations] => {
+    if (!rootEl) return [null, {}]
     return pipe(
       findNestedElement(
         'gmd:geographicIdentifier',
         'gmd:MD_Identifier',
         'gmd:code'
       ),
-      extractCharacterString()
+      extractLocalizedCharacterString('description')
     )(rootEl)
   }
 
@@ -954,12 +1142,54 @@ export function readSpatialExtents(rootEl: XmlElement) {
         )
       )
     ),
-    mapArray(([geometry, bbox, description]) => {
+    filterArray(
+      ([geometry, bbox, [description]]) => !!geometry || !!bbox || !!description
+    ),
+    mapArray(([geometry, bbox, [description, translations]]) => {
       return {
         ...(geometry && { geometry }),
         ...(bbox && { bbox }),
         ...(description && { description }),
+        translations,
       }
     })
   )(rootEl)
 }
+
+export function readOtherLanguages(rootEl: XmlElement): LanguageCode[] {
+  const defaultLanguage = readDefaultLanguage(rootEl)
+  return pipe(
+    findChildrenElement('gmd:locale', false),
+    mapArray(
+      pipe(
+        findChildElement('gmd:LanguageCode'),
+        readAttribute('codeListValue'),
+        map((lang) => LANG_3_TO_2_MAPPER[lang.toLowerCase()])
+      )
+    ),
+    map((languages) => (languages.length ? languages : [defaultLanguage]))
+  )(rootEl)
+}
+
+export function readDefaultLanguage(rootEl: XmlElement): LanguageCode {
+  return pipe(
+    findChildElement('gmd:language', false),
+    findChildElement('gmd:LanguageCode'),
+    readAttribute('codeListValue'),
+    map((lang) => (lang ? LANG_3_TO_2_MAPPER[lang.toLowerCase()] : null))
+  )(rootEl)
+}
+
+export function readResourceIdentifier(rootEl: XmlElement): string {
+  return pipe(
+    findIdentification(),
+    findNestedElement(
+      'gmd:citation',
+      'gmd:CI_Citation',
+      'gmd:identifier',
+      'gmd:MD_Identifier',
+      'gmd:code'
+    ),
+    extractCharacterString()
+  )(rootEl)
+}

package/src/libs/api/metadata-converter/src/lib/iso19139/utils/update-frequency.mapper.ts

@@ -1,67 +1,14 @@
-import { UpdateFrequency } from '../../../../../../../libs/common/domain/src/lib/model/record'
+import {
+  UpdateFrequency,
+  UpdateFrequencyCode,
+  updateFrequencyCodeValues,
+} from '../../../../../../../libs/common/domain/src/lib/model/record'
 
 export function getUpdateFrequencyFromFrequencyCode(
   frequencyCode: string
 ): UpdateFrequency {
-  switch (frequencyCode) {
-    case 'asNeeded':
-      return 'asNeeded'
-    case 'unknown':
-      return 'unknown'
-    case 'irregular':
-      return 'irregular'
-    case 'notPlanned':
-      return 'notPlanned'
-    case 'continual':
-      return 'continual'
-    case 'periodic':
-      return 'periodic'
-    case 'daily':
-      return {
-        updatedTimes: 1,
-        per: 'day',
-      }
-    case 'weekly':
-      return {
-        updatedTimes: 1,
-        per: 'week',
-      }
-    case 'fortnightly':
-      return {
-        updatedTimes: 0.5,
-        per: 'week',
-      }
-    case 'semimonthly':
-      return {
-        updatedTimes: 2,
-        per: 'month',
-      }
-    case 'monthly':
-      return {
-        updatedTimes: 1,
-        per: 'month',
-      }
-    case 'quarterly':
-      return {
-        updatedTimes: 4,
-        per: 'year',
-      }
-    case 'biannually':
-      return {
-        updatedTimes: 2,
-        per: 'year',
-      }
-    case 'annually':
-      return {
-        updatedTimes: 1,
-        per: 'year',
-      }
-    case 'biennially':
-      return {
-        updatedTimes: 0.5,
-        per: 'year',
-      }
-    default:
-      return null
-  }
+  return frequencyCode &&
+    updateFrequencyCodeValues.includes(frequencyCode as UpdateFrequencyCode)
+    ? (frequencyCode as UpdateFrequencyCode)
+    : null
 }