geonetwork-ui 2.4.3 → 2.4.4-dev.9094d472a

package/src/libs/util/data-fetcher/src/lib/readers/json.ts

@@ -23,6 +23,6 @@ export function parseJson(text: string): {
 
 export class JsonReader extends BaseFileReader {
   getData() {
-    return fetchDataAsText(this.url).then(parseJson)
+    return fetchDataAsText(this.url, this.cacheActive).then(parseJson)
   }
 }

package/src/libs/util/data-fetcher/src/lib/readers/wfs.ts

@@ -1,18 +1,24 @@
 import { WfsEndpoint, WfsVersion } from '@camptocamp/ogc-client'
 import { DataItem, DatasetInfo, PropertyInfo } from '../model'
 import { fetchDataAsText } from '../utils'
-import { BaseReader } from './base'
 import { GmlReader, parseGml } from './gml'
 import { GeojsonReader, parseGeojson } from './geojson'
-import { marker } from '@biesbjerg/ngx-translate-extract-marker'
+import { BaseCacheReader } from './base-cache'
+import { getJsonDataItemsProxy, jsonToGeojsonFeature } from '../utils'
+import { generateSqlQuery } from '../sql-utils'
 
-export class WfsReader extends BaseReader {
+export class WfsReader extends BaseCacheReader {
   endpoint: WfsEndpoint
   featureTypeName: string
   version: WfsVersion
 
-  constructor(url: string, wfsEndpoint: WfsEndpoint, featureTypeName: string) {
-    super(url)
+  constructor(
+    url: string,
+    wfsEndpoint: WfsEndpoint,
+    featureTypeName: string,
+    cacheActive?: boolean
+  ) {
+    super(url, cacheActive)
     this.endpoint = wfsEndpoint
     this.featureTypeName = featureTypeName
     this.version = this.endpoint.getVersion()
@@ -90,11 +96,10 @@ export class WfsReader extends BaseReader {
     }
   }
 
-  protected getData() {
-    if (this.aggregations || this.groupedBy) {
-      throw new Error(marker('wfs.aggregations.notsupported'))
+  public async getData(aggregation?, groupedBy?) {
+    if (aggregation || groupedBy) {
+      return { items: await this.getQueryData() }
     }
-
     const asJson = this.endpoint.supportsJson(this.featureTypeName)
     const attributes = this.selected ?? undefined
     let url = this.endpoint.getFeatureUrl(this.featureTypeName, {
@@ -117,18 +122,36 @@ export class WfsReader extends BaseReader {
       url = `${url}${finalUrl.search ? '&' : ''}SORTBY=${sorts}`
     }
 
-    return fetchDataAsText(url).then((text) =>
+    return fetchDataAsText(url, this.cacheActive).then((text) =>
       asJson
         ? parseGeojson(text)
         : parseGml(text, this.featureTypeName, this.version)
     )
   }
 
+  public async getQueryData() {
+    const items = (await this.getData()).items
+    const jsonItems = getJsonDataItemsProxy(items)
+    const query = generateSqlQuery(
+      this.selected,
+      this.filter,
+      this.sort,
+      this.startIndex,
+      this.count,
+      this.groupedBy,
+      this.aggregations
+    )
+    const result = await import('alasql').then((module) =>
+      module.default(query, [jsonItems])
+    )
+    return result.map(jsonToGeojsonFeature)
+  }
+
   load() {
     // Nothing to load for Wfs
   }
 
   async read(): Promise<DataItem[]> {
-    return (await this.getData()).items
+    return (await this.getData(this.aggregations, this.groupedBy)).items
   }
 }

package/src/libs/util/data-fetcher/src/lib/utils.ts

@@ -51,39 +51,45 @@ export function fetchHeaders(url: string): Promise<DatasetHeaders> {
     })
 }
 
-export function fetchDataAsText(url: string): Promise<string> {
-  return useCache(
-    () =>
-      sharedFetch(url)
-        .catch((error) => {
-          throw FetchError.corsOrNetwork(error.message)
-        })
-        .then(async (response) => {
-          if (!response.ok) {
-            throw FetchError.http(response.status, await response.text())
-          }
-          return response.text()
-        }),
-    url,
-    'asText'
-  )
+export function fetchDataAsText(
+  url: string,
+  cacheActive: boolean
+): Promise<string> {
+  const fetchFactory = () =>
+    sharedFetch(url)
+      .catch((error) => {
+        throw FetchError.corsOrNetwork(error.message)
+      })
+      .then(async (response) => {
+        if (!response.ok) {
+          const clonedResponse = response.clone()
+          throw FetchError.http(response.status, await clonedResponse.text())
+        }
+        const clonedResponse = response.clone()
+        return clonedResponse.text()
+      })
+
+  return cacheActive ? useCache(fetchFactory, url, 'asText') : fetchFactory()
 }
-export function fetchDataAsArrayBuffer(url: string): Promise<ArrayBuffer> {
-  return useCache(
-    () =>
-      sharedFetch(url)
-        .catch((error) => {
-          throw FetchError.corsOrNetwork(error.message)
-        })
-        .then(async (response) => {
-          if (!response.ok) {
-            throw FetchError.http(response.status, await response.text())
-          }
-          // convert to a numeric array so that we can store the response in cache
-          return Array.from(new Uint8Array(await response.arrayBuffer()))
-        }),
-    url,
-    'asArrayBuffer'
+export function fetchDataAsArrayBuffer(
+  url: string,
+  cacheActive: boolean
+): Promise<ArrayBuffer> {
+  const fetchFactory = () =>
+    sharedFetch(url)
+      .catch((error) => {
+        throw FetchError.corsOrNetwork(error.message)
+      })
+      .then(async (response) => {
+        if (!response.ok) {
+          throw FetchError.http(response.status, await response.text())
+        }
+        // convert to a numeric array so that we can store the response in cache
+        return Array.from(new Uint8Array(await response.arrayBuffer()))
+      })
+
+  return (
+    cacheActive ? useCache(fetchFactory, url, 'asArrayBuffer') : fetchFactory()
   ).then((array) => {
     return new Uint8Array(array).buffer
   })

package/translations/de.json

@@ -602,7 +602,6 @@
   "tooltip.url.open": "URL öffnen",
   "ui.readLess": "Weniger lesen",
   "ui.readMore": "Weiterlesen",
-  "wfs.aggregations.notsupported": "",
   "wfs.feature.limit": "Zu viele Features, um den WFS-Layer anzuzeigen!",
   "wfs.featuretype.notfound": "Kein passender Feature-Typ wurde im Dienst gefunden",
   "wfs.geojsongml.notsupported": "Dieser Dienst unterstützt das GeoJSON- oder GML-Format nicht",

package/translations/en.json

@@ -602,7 +602,6 @@
   "tooltip.url.open": "Open URL",
   "ui.readLess": "Read less",
   "ui.readMore": "Read more",
-  "wfs.aggregations.notsupported": "Aggregations are currently not supported for WFS services",
   "wfs.feature.limit": "Too many features to display the WFS layer!",
   "wfs.featuretype.notfound": "No matching feature type was found in the service",
   "wfs.geojsongml.notsupported": "This service does not support the GeoJSON or GML format",

package/translations/es.json

@@ -602,7 +602,6 @@
   "tooltip.url.open": "",
   "ui.readLess": "",
   "ui.readMore": "",
-  "wfs.aggregations.notsupported": "",
   "wfs.feature.limit": "",
   "wfs.featuretype.notfound": "",
   "wfs.geojsongml.notsupported": "",

package/translations/fr.json

@@ -602,7 +602,6 @@
   "tooltip.url.open": "Ouvrir l'URL",
   "ui.readLess": "Réduire",
   "ui.readMore": "Lire la suite",
-  "wfs.aggregations.notsupported": "Agrégations non supportées pour les services WFS",
   "wfs.feature.limit": "Trop d'objets pour afficher la couche WFS !",
   "wfs.featuretype.notfound": "La classe d'objets n'a pas été trouvée dans le service",
   "wfs.geojsongml.notsupported": "Le service ne supporte pas le format GeoJSON ou GML",

package/translations/nl.json

@@ -602,7 +602,6 @@
   "tooltip.url.open": "",
   "ui.readLess": "",
   "ui.readMore": "",
-  "wfs.aggregations.notsupported": "",
   "wfs.feature.limit": "",
   "wfs.featuretype.notfound": "",
   "wfs.geojsongml.notsupported": "",

package/translations/pt.json

@@ -602,7 +602,6 @@
   "tooltip.url.open": "",
   "ui.readLess": "",
   "ui.readMore": "",
-  "wfs.aggregations.notsupported": "",
   "wfs.feature.limit": "",
   "wfs.featuretype.notfound": "",
   "wfs.geojsongml.notsupported": "",

package/translations/sk.json

@@ -602,7 +602,6 @@
   "tooltip.url.open": "Otvoriť URL",
   "ui.readLess": "Čítať menej",
   "ui.readMore": "Čítať viac",
-  "wfs.aggregations.notsupported": "",
   "wfs.feature.limit": "",
   "wfs.featuretype.notfound": "V službe nebol nájdený žiadny zodpovedajúci typ funkcie",
   "wfs.geojsongml.notsupported": "Táto služba nepodporuje formát GeoJSON alebo GML",