@collabdt/core 0.3.0 → 0.3.2

package/dist/core/components/viewers/map/datasets/src/arcGISDatasets.js

@@ -17,10 +17,10 @@ var __spreadValues = (a, b) => {
   return a;
 };
 var __spreadProps = (a, b) => __defProps(a, __getOwnPropDescs(b));
-import { formatName, stripHtml } from "../utils";
 import { DataManagementSystem } from "../../../../../types/dbTypes";
-import { buildValidationKey, getCache, setCache, withCache } from "./cache";
 import { layerColorByName } from "../../utils/stringToColour";
+import { formatName, stripHtml } from "../utils";
+import { buildValidationKey, getCache, setCache, withCache } from "./cache";
 const inFlightFeatureRequests = /* @__PURE__ */ new Map();
 async function fetchWithTimeout(url, timeout = 1e4) {
   const controller = new AbortController();
@@ -53,19 +53,16 @@ async function withConcurrencyLimit(items, limit, fn) {
   return results;
 }
 async function fetchArcGISDatasets(portal, rowsPerPage) {
-  var _a, _b;
   const { apiUrl, countrySubdivision, municipality, group } = portal;
   try {
     const baseUrl = (apiUrl || "").replace(/\/+$/, "");
     const servicesUrl = `${baseUrl}/services?f=pjson`;
-    console.log(`[ArcGIS] Fetching services for portal "${portal.name}": ${servicesUrl}`);
     const response = await fetchWithTimeout(servicesUrl);
     if (!response.ok) {
       console.error(`[ArcGIS] "${portal.name}" services request failed \u2014 status ${response.status}`);
       throw new Error(`HTTP error! status: ${response.status}`);
     }
     const data = await response.json();
-    console.log(`[ArcGIS] "${portal.name}" \u2014 ${(_b = (_a = data.services) == null ? void 0 : _a.length) != null ? _b : 0} services found`);
     const transformedDatasets = [];
     const processService = async (service) => {
       const url = `${baseUrl}/services/${service.name}/${service.type}`;
@@ -82,12 +79,12 @@ async function fetchArcGISDatasets(portal, rowsPerPage) {
         serviceInfo = await serviceRes.value.json();
       const layers = serviceInfo.layers && serviceInfo.layers.length > 0 ? serviceInfo.layers.filter((l) => l.type === "Feature Layer") : [{ id: 0, name: null, geometryType: null }];
       const hasNonNullGeometry = (featuresUrl, cacheKey) => withCache(cacheKey, 24 * 60 * 60 * 1e3, async () => {
-        var _a2, _b2;
+        var _a, _b;
         try {
           const res = await fetchWithTimeout(`${featuresUrl}&resultRecordCount=1`);
           if (!res.ok) return false;
           const d = await res.json();
-          if (((_a2 = d == null ? void 0 : d.error) == null ? void 0 : _a2.code) || ((_b2 = d == null ? void 0 : d.error) == null ? void 0 : _b2.message)) return false;
+          if (((_a = d == null ? void 0 : d.error) == null ? void 0 : _a.code) || ((_b = d == null ? void 0 : d.error) == null ? void 0 : _b.message)) return false;
           if (!d || d.type !== "FeatureCollection" || !Array.isArray(d.features)) return false;
           return d.features.some((f) => f && f.geometry);
         } catch (e) {
@@ -96,21 +93,21 @@ async function fetchArcGISDatasets(portal, rowsPerPage) {
       });
       const layerResults = await Promise.allSettled(
         layers.map(async (layer) => {
-          var _a2, _b2, _c;
+          var _a, _b, _c;
           const layerIndex = layer.id;
           const featuresUrl = `${url}/${layerIndex}/query?outFields=*&where=1%3D1&f=geojson`;
           const featureInfoUrl = `${url}/${layerIndex}?f=pjson`;
           const validKey = buildValidationKey(
             "arcgis",
             `${service.name}_${layerIndex}`,
-            ((_a2 = serviceInfo == null ? void 0 : serviceInfo.documentInfo) == null ? void 0 : _a2.ModifiedTime) || (extraInfo == null ? void 0 : extraInfo.modified) || void 0
+            ((_a = serviceInfo == null ? void 0 : serviceInfo.documentInfo) == null ? void 0 : _a.ModifiedTime) || (extraInfo == null ? void 0 : extraInfo.modified) || void 0
           );
           const hasGeom = await hasNonNullGeometry(featuresUrl, validKey);
           if (!hasGeom) return null;
-          const modTime = ((_b2 = serviceInfo == null ? void 0 : serviceInfo.documentInfo) == null ? void 0 : _b2.ModifiedTime) || (extraInfo == null ? void 0 : extraInfo.modified) || "";
+          const modTime = ((_b = serviceInfo == null ? void 0 : serviceInfo.documentInfo) == null ? void 0 : _b.ModifiedTime) || (extraInfo == null ? void 0 : extraInfo.modified) || "";
           const getFeatures = async (options) => {
-            var _a3;
-            const zoom = (_a3 = options == null ? void 0 : options.zoom) != null ? _a3 : 10;
+            var _a2;
+            const zoom = (_a2 = options == null ? void 0 : options.zoom) != null ? _a2 : 10;
             const bbox = options == null ? void 0 : options.bbox;
             const pageSize = zoom < 6 ? 500 : zoom < 10 ? 1e3 : 2e3;
             let spatialFilter = "";
@@ -150,8 +147,8 @@ async function fetchArcGISDatasets(portal, rowsPerPage) {
                               `${baseQuery}&resultOffset=${pageSize * (i + 1)}&resultRecordCount=${pageSize}`,
                               15e3
                             ).then((r) => r.ok ? r.json() : null).then((p) => {
-                              var _a4;
-                              return (_a4 = p == null ? void 0 : p.features) != null ? _a4 : [];
+                              var _a3;
+                              return (_a3 = p == null ? void 0 : p.features) != null ? _a3 : [];
                             }).catch(() => [])
                           )
                         );
@@ -209,9 +206,9 @@ async function fetchArcGISDatasets(portal, rowsPerPage) {
                 return "string";
               };
               const mapped = featureData.fields.map((field) => {
-                var _a3;
+                var _a2;
                 const rawEsriType = field.type;
-                const inferred = nameBasedType(field) || ((_a3 = typeMap[rawEsriType]) == null ? void 0 : _a3.type) || inferFieldType(field);
+                const inferred = nameBasedType(field) || ((_a2 = typeMap[rawEsriType]) == null ? void 0 : _a2.type) || inferFieldType(field);
                 return __spreadProps(__spreadValues({}, field), { esriType: rawEsriType, type: inferred });
               });
               setCache(fieldsKey, mapped, 24 * 60 * 60 * 1e3);

package/dist/core/components/viewers/map/datasets/src/arcGISDatasets.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../../../../src/core/components/viewers/map/datasets/src/arcGISDatasets.ts"],"sourcesContent":["// SPDX-License-Identifier: AGPL-3.0-or-later\r\n// Copyright (C) 2025 Collab Digital Twins\r\n\r\nimport type { Dataset, FieldType } from '../../../../../types/datasetTypes'\r\nimport { formatName, stripHtml } from '../utils'\r\nimport { type AllGeoJSON } from '@turf/turf'\r\nimport { DataManagementSystem, type OpenDataPortal } from '../../../../../types/dbTypes'\r\nimport { buildValidationKey, getCache, setCache, withCache } from './cache'\r\nimport { layerColorByName } from '../../utils/stringToColour'\r\n\r\nconst inFlightFeatureRequests = new Map<string, Promise<AllGeoJSON>>()\r\n\r\nexport type ViewportOptions = {\r\n  bbox?: [number, number, number, number] // [west, south, east, north]\r\n  zoom?: number\r\n}\r\n\r\nasync function fetchWithTimeout(url: string, timeout = 10_000): Promise<Response> {\r\n  const controller = new AbortController()\r\n  const timeoutId = setTimeout(() => controller.abort(), timeout)\r\n  try {\r\n    const response = await fetch(url, { signal: controller.signal })\r\n    clearTimeout(timeoutId)\r\n    return response\r\n  }\r\n  catch (error) {\r\n    clearTimeout(timeoutId)\r\n    throw error\r\n  }\r\n}\r\n\r\n/**\r\n * Run `fn` over `items` with at most `limit` concurrent executions.\r\n * Preserves order of results matching input order.\r\n */\r\nasync function withConcurrencyLimit<T, R>(\r\n  items: T[],\r\n  limit: number,\r\n  fn: (item: T) => Promise<R>,\r\n): Promise<PromiseSettledResult<R>[]> {\r\n  const results: PromiseSettledResult<R>[] = new Array(items.length)\r\n  let next = 0\r\n\r\n  async function worker() {\r\n    while (next < items.length) {\r\n      const i = next++\r\n      try {\r\n        results[i] = { status: 'fulfilled', value: await fn(items[i]) }\r\n      }\r\n      catch (reason) {\r\n        results[i] = { status: 'rejected', reason }\r\n      }\r\n    }\r\n  }\r\n\r\n  await Promise.all(\r\n    Array.from({ length: Math.min(limit, items.length) }, worker),\r\n  )\r\n  return results\r\n}\r\n\r\nexport async function fetchArcGISDatasets(\r\n  portal: OpenDataPortal,\r\n  rowsPerPage: number,\r\n): Promise<Dataset[]> {\r\n  const { apiUrl, countrySubdivision, municipality, group } = portal\r\n\r\n  try {\r\n    const baseUrl = (apiUrl || '').replace(/\\/+$/, '')\r\n    const servicesUrl = `${baseUrl}/services?f=pjson`\r\n    console.log(`[ArcGIS] Fetching services for portal \"${portal.name}\": ${servicesUrl}`)\r\n\r\n    const response = await fetchWithTimeout(servicesUrl)\r\n    if (!response.ok) {\r\n      console.error(`[ArcGIS] \"${portal.name}\" services request failed — status ${response.status}`)\r\n      throw new Error(`HTTP error! status: ${response.status}`)\r\n    }\r\n\r\n    const data = await response.json()\r\n    console.log(`[ArcGIS] \"${portal.name}\" — ${data.services?.length ?? 0} services found`)\r\n\r\n    const transformedDatasets: Dataset[] = []\r\n\r\n    const processService = async (service: any): Promise<Dataset[]> => {\r\n      const url = `${baseUrl}/services/${service.name}/${service.type}`\r\n      const infoUrl = `${url}/info/itemInfo?f=pjson`\r\n\r\n      const [infoRes, serviceRes] = await Promise.allSettled([\r\n        fetchWithTimeout(infoUrl),\r\n        fetchWithTimeout(`${url}?f=pjson`),\r\n      ])\r\n\r\n      let extraInfo: any = {}\r\n      let serviceInfo: any = {}\r\n\r\n      if (infoRes.status === 'fulfilled' && infoRes.value.ok)\r\n        extraInfo = await infoRes.value.json()\r\n      if (serviceRes.status === 'fulfilled' && serviceRes.value.ok)\r\n        serviceInfo = await serviceRes.value.json()\r\n\r\n      const layers = serviceInfo.layers && serviceInfo.layers.length > 0\r\n        ? serviceInfo.layers.filter((l: any) => l.type === 'Feature Layer')\r\n        : [{ id: 0, name: null, geometryType: null }]\r\n\r\n      const hasNonNullGeometry = (featuresUrl: string, cacheKey: string): Promise<boolean> =>\r\n        withCache<boolean>(cacheKey, 24 * 60 * 60 * 1000, async () => {\r\n          try {\r\n            const res = await fetchWithTimeout(`${featuresUrl}&resultRecordCount=1`)\r\n            if (!res.ok) return false\r\n            const d = await res.json()\r\n            if (d?.error?.code || d?.error?.message) return false\r\n            if (!d || d.type !== 'FeatureCollection' || !Array.isArray(d.features)) return false\r\n            return d.features.some((f: any) => f && f.geometry)\r\n          }\r\n          catch { return false }\r\n        })\r\n\r\n      // Layers within a service are few (2-5 typically) — parallel is fine here\r\n      const layerResults = await Promise.allSettled(\r\n        layers.map(async (layer: any): Promise<Dataset | null> => {\r\n          const layerIndex = layer.id\r\n          const featuresUrl = `${url}/${layerIndex}/query?outFields=*&where=1%3D1&f=geojson`\r\n          const featureInfoUrl = `${url}/${layerIndex}?f=pjson`\r\n\r\n          const validKey = buildValidationKey(\r\n            'arcgis',\r\n            `${service.name}_${layerIndex}`,\r\n            serviceInfo?.documentInfo?.ModifiedTime || extraInfo?.modified || undefined,\r\n          )\r\n          const hasGeom = await hasNonNullGeometry(featuresUrl, validKey)\r\n          if (!hasGeom) return null\r\n\r\n          const modTime = serviceInfo?.documentInfo?.ModifiedTime || extraInfo?.modified || ''\r\n\r\n          /**\r\n           * getFeatures — viewport-aware, paginated.\r\n           * If `bbox` is provided, only features intersecting the viewport are fetched.\r\n           * Automatically paginates beyond the per-page limit.\r\n           */\r\n          const getFeatures = async (options?: ViewportOptions): Promise<AllGeoJSON> => {\r\n            const zoom = options?.zoom ?? 10\r\n            const bbox = options?.bbox\r\n\r\n            // Page size scales with zoom: fewer records at low zoom (overview), more at high zoom (detail)\r\n            const pageSize = zoom < 6 ? 500 : zoom < 10 ? 1000 : 2000\r\n\r\n            // Build spatial filter string for ArcGIS when viewport is available\r\n            let spatialFilter = ''\r\n            if (bbox) {\r\n              const [west, south, east, north] = bbox\r\n              const geomStr = encodeURIComponent(\r\n                JSON.stringify({ xmin: west, ymin: south, xmax: east, ymax: north, spatialReference: { wkid: 4326 } }),\r\n              )\r\n              spatialFilter = `&geometry=${geomStr}&geometryType=esriGeometryEnvelope&spatialRel=esriSpatialRelIntersects&inSR=4326`\r\n            }\r\n\r\n            // Round bbox to 0.1° grid to maximise cache hits while panning\r\n            const bboxKey = bbox\r\n              ? bbox.map(n => (Math.round(n * 10) / 10).toFixed(1)).join(',')\r\n              : 'global'\r\n            const zoomBucket = Math.floor(zoom / 2)\r\n            const featuresKey = `features:arcgis:${service.name}_${layerIndex}:${bboxKey}:z${zoomBucket}:${modTime}`\r\n\r\n            const cached = getCache<AllGeoJSON>(featuresKey)\r\n            if (cached) return cached\r\n\r\n            const inFlight = inFlightFeatureRequests.get(featuresKey)\r\n            if (inFlight) return inFlight\r\n\r\n            const baseQuery = `${url}/${layerIndex}/query?outFields=*&where=1%3D1&f=geojson${spatialFilter}`\r\n\r\n            const request = (async () => {\r\n              try {\r\n                const firstRes = await fetchWithTimeout(`${baseQuery}&resultOffset=0&resultRecordCount=${pageSize}`, 15_000)\r\n                if (!firstRes.ok) return { type: 'FeatureCollection', features: [] } as AllGeoJSON\r\n\r\n                const firstPage = await firstRes.json()\r\n                if (!firstPage?.features) return { type: 'FeatureCollection', features: [] } as AllGeoJSON\r\n\r\n                const allFeatures = [...firstPage.features]\r\n\r\n                // If the server returned fewer features than the requested page size, the first page is complete.\r\n                // This avoids an unnecessary count request for small datasets that have already finished loading.\r\n                if (firstPage.exceededTransferLimit && firstPage.features.length >= pageSize) {\r\n                  try {\r\n                    const countRes = await fetchWithTimeout(`${baseQuery}&returnCountOnly=true&f=json`, 5_000)\r\n                    if (countRes.ok) {\r\n                      const { count: total } = await countRes.json()\r\n                      if (total > pageSize) {\r\n                        // Cap at 10 additional pages (~20 000 records max) to avoid browser memory issues\r\n                        const numPages = Math.min(Math.ceil((total - pageSize) / pageSize), 10)\r\n                        const morePages = await Promise.all(\r\n                          Array.from({ length: numPages }, (_, i) =>\r\n                            fetchWithTimeout(\r\n                              `${baseQuery}&resultOffset=${pageSize * (i + 1)}&resultRecordCount=${pageSize}`,\r\n                              15_000,\r\n                            )\r\n                              .then(r => r.ok ? r.json() : null)\r\n                              .then(p => p?.features ?? [])\r\n                              .catch(() => []),\r\n                          ),\r\n                        )\r\n                        for (const page of morePages) allFeatures.push(...page)\r\n                      }\r\n                    }\r\n                  }\r\n                  catch { /* use first page only */ }\r\n                }\r\n\r\n                const result = { type: 'FeatureCollection', features: allFeatures } as AllGeoJSON\r\n                // Viewport-constrained results cached for 15 min; global results for 1 hr\r\n                setCache(featuresKey, result, bbox ? 15 * 60 * 1000 : 60 * 60 * 1000)\r\n                return result\r\n              }\r\n              catch (error) {\r\n                console.error(`ArcGIS: Error fetching features for layer ${layerIndex}:`, error)\r\n                return { type: 'FeatureCollection', features: [] } as AllGeoJSON\r\n              }\r\n              finally {\r\n                inFlightFeatureRequests.delete(featuresKey)\r\n              }\r\n            })()\r\n\r\n            inFlightFeatureRequests.set(featuresKey, request)\r\n            return request\r\n          }\r\n\r\n          const getFeaturesData = async () => {\r\n            try {\r\n              const res = await fetchWithTimeout(`${url}/${layerIndex}?f=pjson`)\r\n              return res.ok ? res.json() : undefined\r\n            }\r\n            catch { return undefined }\r\n          }\r\n\r\n          const getFields = async () => {\r\n            try {\r\n              const fieldsKey = `fields:arcgis:${service.name}:${layerIndex}:${modTime}`\r\n              const cached = getCache<any[]>(fieldsKey)\r\n              if (cached) return cached\r\n\r\n              const res = await fetchWithTimeout(featureInfoUrl)\r\n              if (!res.ok) return []\r\n              const featureData = await res.json()\r\n              if (!featureData.fields) return []\r\n\r\n              const typeMap = esriFieldTypes()\r\n\r\n              const nameBasedType = (raw: any): FieldType | undefined => {\r\n                const lc = (raw.name || '').toLowerCase()\r\n                if (/(percentage|percent|ratio|average)/.test(lc)) return 'number'\r\n                if (/(date|year|month|day|time)/.test(lc)) return 'datetime'\r\n                return undefined\r\n              }\r\n\r\n              const inferFieldType = (raw: any): FieldType => {\r\n                const norm = ([raw.type, raw.actualType, raw.sqlType, raw.esriType] as (string | undefined)[])\r\n                  .filter(Boolean).map(v => String(v).toLowerCase())\r\n                if (norm.some(v => v.includes('boolean') || v === 'bool' || v === 'esrifieldtypeboolean')) return 'boolean'\r\n                if (norm.some(v => /(double|float|integer|smallint|single|numeric|number|decimal)/.test(v)\r\n                  || ['esrifieldtypeinteger', 'esrifieldtypesmallinteger', 'esrifieldtypedouble', 'esrifieldtypefloat', 'esrifieldtypesingle'].includes(v))) return 'number'\r\n                if (norm.some(v => /(date|time|timestamp)/.test(v))) return 'datetime'\r\n                if (norm.some(v => /(globalid|guid|objectid|^oid$|_id$|id$)/.test(v))) return 'id'\r\n                if (norm.some(v => v.includes('blob'))) return 'blob'\r\n                if (norm.some(v => v.includes('raster') || v.includes('geometry'))) return 'object'\r\n                return 'string'\r\n              }\r\n\r\n              const mapped = featureData.fields.map((field: any) => {\r\n                const rawEsriType = field.type\r\n                const inferred = nameBasedType(field) || typeMap[rawEsriType]?.type || inferFieldType(field)\r\n                return { ...field, esriType: rawEsriType, type: inferred }\r\n              })\r\n              setCache(fieldsKey, mapped, 24 * 60 * 60 * 1000)\r\n              return mapped\r\n            }\r\n            catch { return [] }\r\n          }\r\n\r\n          const baseName = formatName(service.name)\r\n          const layerName = layer.name || `Layer ${layerIndex}`\r\n          const name = layers.length > 1 ? `${baseName} - ${layerName}` : baseName\r\n\r\n          return {\r\n            id: extraInfo.id ? `${extraInfo.id}_${layerIndex}` : `${service.name}_${layerIndex}`,\r\n            name,\r\n            type: Array.isArray(service.layers) && service.layers[0]?.geometryType\r\n              ? service.layers[0].geometryType\r\n              : extraInfo.type || 'Feature Layer',\r\n            datasetType: 'GeoJSON',\r\n            dataManagementSystem: DataManagementSystem.Arcgis,\r\n            url,\r\n            license: extraInfo.licenseInfo || 'Unknown',\r\n            description: extraInfo.description ? stripHtml(extraInfo.description) : 'No description available',\r\n            publisher: extraInfo.owner || 'Unknown',\r\n            contact: extraInfo.contact || 'Unknown',\r\n            keywords: extraInfo.tags || extraInfo.typedKeywords || [],\r\n            subject: extraInfo.subject || [],\r\n            countrySubdivision,\r\n            municipality,\r\n            getFields,\r\n            getFeatures,\r\n            getFeaturesData,\r\n            group,\r\n            portal,\r\n            layerColor: layerColorByName(name),\r\n          } satisfies Dataset\r\n        }),\r\n      )\r\n\r\n      return layerResults\r\n        .filter((r): r is PromiseFulfilledResult<Dataset> => r.status === 'fulfilled' && r.value !== null)\r\n        .map(r => r.value)\r\n    }\r\n\r\n    // Process at most 5 services concurrently — prevents ArcGIS rate-limiting\r\n    const serviceResults = await withConcurrencyLimit(data.services, 5, processService)\r\n\r\n    for (const result of serviceResults) {\r\n      if (result.status === 'fulfilled') transformedDatasets.push(...result.value)\r\n    }\r\n\r\n    return transformedDatasets\r\n  }\r\n  catch (error) {\r\n    console.error(`[ArcGIS] Failed to fetch datasets for portal \"${portal.name}\":`, error)\r\n    return []\r\n  }\r\n}\r\n\r\nexport interface EsriFieldTypes {\r\n  [key: string]: { description: string, type: FieldType }\r\n}\r\n\r\nexport function esriFieldTypes(): EsriFieldTypes {\r\n  return {\r\n    esriFieldTypeString: { description: 'Text Field', type: 'string' },\r\n    esriFieldTypeGlobalID: { description: 'Global ID', type: 'id' },\r\n    esriFieldTypeGUID: { description: 'Global UID', type: 'id' },\r\n    esriFieldTypeSmallInteger: { description: '16-bit Integer', type: 'number' },\r\n    esriFieldTypeInteger: { description: '32-bit Integer', type: 'number' },\r\n    esriFieldTypeSingle: { description: 'Single Precision Float', type: 'number' },\r\n    esriFieldTypeDouble: { description: 'Double Precision Float', type: 'number' },\r\n    esriFieldTypeDate: { description: 'Date/Time', type: 'datetime' },\r\n    esriFieldTypedOnly: { description: 'Date', type: 'datetime' },\r\n    esriFieldTypeTimeOnly: { description: 'Time', type: 'string' },\r\n    esriFieldTypeTimestampOffset: { description: 'Timestamp', type: 'string' },\r\n    esriFieldTypeBlob: { description: 'Binary', type: 'blob' },\r\n    esriFieldTypeRaster: { description: 'Raster', type: 'object' },\r\n    esriFieldTypeXML: { description: 'XML', type: 'string' },\r\n    esriFieldTypeGeometry: { description: 'Spatial Geometry', type: 'object' },\r\n    esriFieldTypeOID: { description: 'Object ID', type: 'id' },\r\n  }\r\n}\r\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAIA,SAAS,YAAY,iBAAiB;AAEtC,SAAS,4BAAiD;AAC1D,SAAS,oBAAoB,UAAU,UAAU,iBAAiB;AAClE,SAAS,wBAAwB;AAEjC,MAAM,0BAA0B,oBAAI,IAAiC;AAOrE,eAAe,iBAAiB,KAAa,UAAU,KAA2B;AAChF,QAAM,aAAa,IAAI,gBAAgB;AACvC,QAAM,YAAY,WAAW,MAAM,WAAW,MAAM,GAAG,OAAO;AAC9D,MAAI;AACF,UAAM,WAAW,MAAM,MAAM,KAAK,EAAE,QAAQ,WAAW,OAAO,CAAC;AAC/D,iBAAa,SAAS;AACtB,WAAO;AAAA,EACT,SACO,OAAO;AACZ,iBAAa,SAAS;AACtB,UAAM;AAAA,EACR;AACF;AAMA,eAAe,qBACb,OACA,OACA,IACoC;AACpC,QAAM,UAAqC,IAAI,MAAM,MAAM,MAAM;AACjE,MAAI,OAAO;AAEX,iBAAe,SAAS;AACtB,WAAO,OAAO,MAAM,QAAQ;AAC1B,YAAM,IAAI;AACV,UAAI;AACF,gBAAQ,CAAC,IAAI,EAAE,QAAQ,aAAa,OAAO,MAAM,GAAG,MAAM,CAAC,CAAC,EAAE;AAAA,MAChE,SACO,QAAQ;AACb,gBAAQ,CAAC,IAAI,EAAE,QAAQ,YAAY,OAAO;AAAA,MAC5C;AAAA,IACF;AAAA,EACF;AAEA,QAAM,QAAQ;AAAA,IACZ,MAAM,KAAK,EAAE,QAAQ,KAAK,IAAI,OAAO,MAAM,MAAM,EAAE,GAAG,MAAM;AAAA,EAC9D;AACA,SAAO;AACT;AAEA,eAAsB,oBACpB,QACA,aACoB;AAhEtB;AAiEE,QAAM,EAAE,QAAQ,oBAAoB,cAAc,MAAM,IAAI;AAE5D,MAAI;AACF,UAAM,WAAW,UAAU,IAAI,QAAQ,QAAQ,EAAE;AACjD,UAAM,cAAc,GAAG,OAAO;AAC9B,YAAQ,IAAI,0CAA0C,OAAO,IAAI,MAAM,WAAW,EAAE;AAEpF,UAAM,WAAW,MAAM,iBAAiB,WAAW;AACnD,QAAI,CAAC,SAAS,IAAI;AAChB,cAAQ,MAAM,aAAa,OAAO,IAAI,2CAAsC,SAAS,MAAM,EAAE;AAC7F,YAAM,IAAI,MAAM,uBAAuB,SAAS,MAAM,EAAE;AAAA,IAC1D;AAEA,UAAM,OAAO,MAAM,SAAS,KAAK;AACjC,YAAQ,IAAI,aAAa,OAAO,IAAI,aAAO,gBAAK,aAAL,mBAAe,WAAf,YAAyB,CAAC,iBAAiB;AAEtF,UAAM,sBAAiC,CAAC;AAExC,UAAM,iBAAiB,OAAO,YAAqC;AACjE,YAAM,MAAM,GAAG,OAAO,aAAa,QAAQ,IAAI,IAAI,QAAQ,IAAI;AAC/D,YAAM,UAAU,GAAG,GAAG;AAEtB,YAAM,CAAC,SAAS,UAAU,IAAI,MAAM,QAAQ,WAAW;AAAA,QACrD,iBAAiB,OAAO;AAAA,QACxB,iBAAiB,GAAG,GAAG,UAAU;AAAA,MACnC,CAAC;AAED,UAAI,YAAiB,CAAC;AACtB,UAAI,cAAmB,CAAC;AAExB,UAAI,QAAQ,WAAW,eAAe,QAAQ,MAAM;AAClD,oBAAY,MAAM,QAAQ,MAAM,KAAK;AACvC,UAAI,WAAW,WAAW,eAAe,WAAW,MAAM;AACxD,sBAAc,MAAM,WAAW,MAAM,KAAK;AAE5C,YAAM,SAAS,YAAY,UAAU,YAAY,OAAO,SAAS,IAC7D,YAAY,OAAO,OAAO,CAAC,MAAW,EAAE,SAAS,eAAe,IAChE,CAAC,EAAE,IAAI,GAAG,MAAM,MAAM,cAAc,KAAK,CAAC;AAE9C,YAAM,qBAAqB,CAAC,aAAqB,aAC/C,UAAmB,UAAU,KAAK,KAAK,KAAK,KAAM,YAAY;AAzGtE,YAAAA,KAAAC;AA0GU,YAAI;AACF,gBAAM,MAAM,MAAM,iBAAiB,GAAG,WAAW,sBAAsB;AACvE,cAAI,CAAC,IAAI,GAAI,QAAO;AACpB,gBAAM,IAAI,MAAM,IAAI,KAAK;AACzB,gBAAID,MAAA,uBAAG,UAAH,gBAAAA,IAAU,WAAQC,MAAA,uBAAG,UAAH,gBAAAA,IAAU,SAAS,QAAO;AAChD,cAAI,CAAC,KAAK,EAAE,SAAS,uBAAuB,CAAC,MAAM,QAAQ,EAAE,QAAQ,EAAG,QAAO;AAC/E,iBAAO,EAAE,SAAS,KAAK,CAAC,MAAW,KAAK,EAAE,QAAQ;AAAA,QACpD,SACM;AAAE,iBAAO;AAAA,QAAM;AAAA,MACvB,CAAC;AAGH,YAAM,eAAe,MAAM,QAAQ;AAAA,QACjC,OAAO,IAAI,OAAO,UAAwC;AAvHlE,cAAAD,KAAAC,KAAA;AAwHU,gBAAM,aAAa,MAAM;AACzB,gBAAM,cAAc,GAAG,GAAG,IAAI,UAAU;AACxC,gBAAM,iBAAiB,GAAG,GAAG,IAAI,UAAU;AAE3C,gBAAM,WAAW;AAAA,YACf;AAAA,YACA,GAAG,QAAQ,IAAI,IAAI,UAAU;AAAA,cAC7BD,MAAA,2CAAa,iBAAb,gBAAAA,IAA2B,kBAAgB,uCAAW,aAAY;AAAA,UACpE;AACA,gBAAM,UAAU,MAAM,mBAAmB,aAAa,QAAQ;AAC9D,cAAI,CAAC,QAAS,QAAO;AAErB,gBAAM,YAAUC,MAAA,2CAAa,iBAAb,gBAAAA,IAA2B,kBAAgB,uCAAW,aAAY;AAOlF,gBAAM,cAAc,OAAO,YAAmD;AA3IxF,gBAAAD;AA4IY,kBAAM,QAAOA,MAAA,mCAAS,SAAT,OAAAA,MAAiB;AAC9B,kBAAM,OAAO,mCAAS;AAGtB,kBAAM,WAAW,OAAO,IAAI,MAAM,OAAO,KAAK,MAAO;AAGrD,gBAAI,gBAAgB;AACpB,gBAAI,MAAM;AACR,oBAAM,CAAC,MAAM,OAAO,MAAM,KAAK,IAAI;AACnC,oBAAM,UAAU;AAAA,gBACd,KAAK,UAAU,EAAE,MAAM,MAAM,MAAM,OAAO,MAAM,MAAM,MAAM,OAAO,kBAAkB,EAAE,MAAM,KAAK,EAAE,CAAC;AAAA,cACvG;AACA,8BAAgB,aAAa,OAAO;AAAA,YACtC;AAGA,kBAAM,UAAU,OACZ,KAAK,IAAI,QAAM,KAAK,MAAM,IAAI,EAAE,IAAI,IAAI,QAAQ,CAAC,CAAC,EAAE,KAAK,GAAG,IAC5D;AACJ,kBAAM,aAAa,KAAK,MAAM,OAAO,CAAC;AACtC,kBAAM,cAAc,mBAAmB,QAAQ,IAAI,IAAI,UAAU,IAAI,OAAO,KAAK,UAAU,IAAI,OAAO;AAEtG,kBAAM,SAAS,SAAqB,WAAW;AAC/C,gBAAI,OAAQ,QAAO;AAEnB,kBAAM,WAAW,wBAAwB,IAAI,WAAW;AACxD,gBAAI,SAAU,QAAO;AAErB,kBAAM,YAAY,GAAG,GAAG,IAAI,UAAU,2CAA2C,aAAa;AAE9F,kBAAM,WAAW,YAAY;AAC3B,kBAAI;AACF,sBAAM,WAAW,MAAM,iBAAiB,GAAG,SAAS,qCAAqC,QAAQ,IAAI,IAAM;AAC3G,oBAAI,CAAC,SAAS,GAAI,QAAO,EAAE,MAAM,qBAAqB,UAAU,CAAC,EAAE;AAEnE,sBAAM,YAAY,MAAM,SAAS,KAAK;AACtC,oBAAI,EAAC,uCAAW,UAAU,QAAO,EAAE,MAAM,qBAAqB,UAAU,CAAC,EAAE;AAE3E,sBAAM,cAAc,CAAC,GAAG,UAAU,QAAQ;AAI1C,oBAAI,UAAU,yBAAyB,UAAU,SAAS,UAAU,UAAU;AAC5E,sBAAI;AACF,0BAAM,WAAW,MAAM,iBAAiB,GAAG,SAAS,gCAAgC,GAAK;AACzF,wBAAI,SAAS,IAAI;AACf,4BAAM,EAAE,OAAO,MAAM,IAAI,MAAM,SAAS,KAAK;AAC7C,0BAAI,QAAQ,UAAU;AAEpB,8BAAM,WAAW,KAAK,IAAI,KAAK,MAAM,QAAQ,YAAY,QAAQ,GAAG,EAAE;AACtE,8BAAM,YAAY,MAAM,QAAQ;AAAA,0BAC9B,MAAM;AAAA,4BAAK,EAAE,QAAQ,SAAS;AAAA,4BAAG,CAAC,GAAG,MACnC;AAAA,8BACE,GAAG,SAAS,iBAAiB,YAAY,IAAI,EAAE,sBAAsB,QAAQ;AAAA,8BAC7E;AAAA,4BACF,EACG,KAAK,OAAK,EAAE,KAAK,EAAE,KAAK,IAAI,IAAI,EAChC,KAAK,OAAE;AAtMtC,kCAAAA;AAsMyC,sCAAAA,MAAA,uBAAG,aAAH,OAAAA,MAAe,CAAC;AAAA,6BAAC,EAC3B,MAAM,MAAM,CAAC,CAAC;AAAA,0BACnB;AAAA,wBACF;AACA,mCAAW,QAAQ,UAAW,aAAY,KAAK,GAAG,IAAI;AAAA,sBACxD;AAAA,oBACF;AAAA,kBACF,SACM;AAAA,kBAA4B;AAAA,gBACpC;AAEA,sBAAM,SAAS,EAAE,MAAM,qBAAqB,UAAU,YAAY;AAElE,yBAAS,aAAa,QAAQ,OAAO,KAAK,KAAK,MAAO,KAAK,KAAK,GAAI;AACpE,uBAAO;AAAA,cACT,SACO,OAAO;AACZ,wBAAQ,MAAM,6CAA6C,UAAU,KAAK,KAAK;AAC/E,uBAAO,EAAE,MAAM,qBAAqB,UAAU,CAAC,EAAE;AAAA,cACnD,UACA;AACE,wCAAwB,OAAO,WAAW;AAAA,cAC5C;AAAA,YACF,GAAG;AAEH,oCAAwB,IAAI,aAAa,OAAO;AAChD,mBAAO;AAAA,UACT;AAEA,gBAAM,kBAAkB,YAAY;AAClC,gBAAI;AACF,oBAAM,MAAM,MAAM,iBAAiB,GAAG,GAAG,IAAI,UAAU,UAAU;AACjE,qBAAO,IAAI,KAAK,IAAI,KAAK,IAAI;AAAA,YAC/B,SACM;AAAE,qBAAO;AAAA,YAAU;AAAA,UAC3B;AAEA,gBAAM,YAAY,YAAY;AAC5B,gBAAI;AACF,oBAAM,YAAY,iBAAiB,QAAQ,IAAI,IAAI,UAAU,IAAI,OAAO;AACxE,oBAAM,SAAS,SAAgB,SAAS;AACxC,kBAAI,OAAQ,QAAO;AAEnB,oBAAM,MAAM,MAAM,iBAAiB,cAAc;AACjD,kBAAI,CAAC,IAAI,GAAI,QAAO,CAAC;AACrB,oBAAM,cAAc,MAAM,IAAI,KAAK;AACnC,kBAAI,CAAC,YAAY,OAAQ,QAAO,CAAC;AAEjC,oBAAM,UAAU,eAAe;AAE/B,oBAAM,gBAAgB,CAAC,QAAoC;AACzD,sBAAM,MAAM,IAAI,QAAQ,IAAI,YAAY;AACxC,oBAAI,qCAAqC,KAAK,EAAE,EAAG,QAAO;AAC1D,oBAAI,6BAA6B,KAAK,EAAE,EAAG,QAAO;AAClD,uBAAO;AAAA,cACT;AAEA,oBAAM,iBAAiB,CAAC,QAAwB;AAC9C,sBAAM,OAAQ,CAAC,IAAI,MAAM,IAAI,YAAY,IAAI,SAAS,IAAI,QAAQ,EAC/D,OAAO,OAAO,EAAE,IAAI,OAAK,OAAO,CAAC,EAAE,YAAY,CAAC;AACnD,oBAAI,KAAK,KAAK,OAAK,EAAE,SAAS,SAAS,KAAK,MAAM,UAAU,MAAM,sBAAsB,EAAG,QAAO;AAClG,oBAAI,KAAK,KAAK,OAAK,gEAAgE,KAAK,CAAC,KACpF,CAAC,wBAAwB,6BAA6B,uBAAuB,sBAAsB,qBAAqB,EAAE,SAAS,CAAC,CAAC,EAAG,QAAO;AACpJ,oBAAI,KAAK,KAAK,OAAK,wBAAwB,KAAK,CAAC,CAAC,EAAG,QAAO;AAC5D,oBAAI,KAAK,KAAK,OAAK,0CAA0C,KAAK,CAAC,CAAC,EAAG,QAAO;AAC9E,oBAAI,KAAK,KAAK,OAAK,EAAE,SAAS,MAAM,CAAC,EAAG,QAAO;AAC/C,oBAAI,KAAK,KAAK,OAAK,EAAE,SAAS,QAAQ,KAAK,EAAE,SAAS,UAAU,CAAC,EAAG,QAAO;AAC3E,uBAAO;AAAA,cACT;AAEA,oBAAM,SAAS,YAAY,OAAO,IAAI,CAAC,UAAe;AA5QpE,oBAAAA;AA6QgB,sBAAM,cAAc,MAAM;AAC1B,sBAAM,WAAW,cAAc,KAAK,OAAKA,MAAA,QAAQ,WAAW,MAAnB,gBAAAA,IAAsB,SAAQ,eAAe,KAAK;AAC3F,uBAAO,iCAAK,QAAL,EAAY,UAAU,aAAa,MAAM,SAAS;AAAA,cAC3D,CAAC;AACD,uBAAS,WAAW,QAAQ,KAAK,KAAK,KAAK,GAAI;AAC/C,qBAAO;AAAA,YACT,SACM;AAAE,qBAAO,CAAC;AAAA,YAAE;AAAA,UACpB;AAEA,gBAAM,WAAW,WAAW,QAAQ,IAAI;AACxC,gBAAM,YAAY,MAAM,QAAQ,SAAS,UAAU;AACnD,gBAAM,OAAO,OAAO,SAAS,IAAI,GAAG,QAAQ,MAAM,SAAS,KAAK;AAEhE,iBAAO;AAAA,YACL,IAAI,UAAU,KAAK,GAAG,UAAU,EAAE,IAAI,UAAU,KAAK,GAAG,QAAQ,IAAI,IAAI,UAAU;AAAA,YAClF;AAAA,YACA,MAAM,MAAM,QAAQ,QAAQ,MAAM,OAAK,aAAQ,OAAO,CAAC,MAAhB,mBAAmB,gBACtD,QAAQ,OAAO,CAAC,EAAE,eAClB,UAAU,QAAQ;AAAA,YACtB,aAAa;AAAA,YACb,sBAAsB,qBAAqB;AAAA,YAC3C;AAAA,YACA,SAAS,UAAU,eAAe;AAAA,YAClC,aAAa,UAAU,cAAc,UAAU,UAAU,WAAW,IAAI;AAAA,YACxE,WAAW,UAAU,SAAS;AAAA,YAC9B,SAAS,UAAU,WAAW;AAAA,YAC9B,UAAU,UAAU,QAAQ,UAAU,iBAAiB,CAAC;AAAA,YACxD,SAAS,UAAU,WAAW,CAAC;AAAA,YAC/B;AAAA,YACA;AAAA,YACA;AAAA,YACA;AAAA,YACA;AAAA,YACA;AAAA,YACA;AAAA,YACA,YAAY,iBAAiB,IAAI;AAAA,UACnC;AAAA,QACF,CAAC;AAAA,MACH;AAEA,aAAO,aACJ,OAAO,CAAC,MAA4C,EAAE,WAAW,eAAe,EAAE,UAAU,IAAI,EAChG,IAAI,OAAK,EAAE,KAAK;AAAA,IACrB;AAGA,UAAM,iBAAiB,MAAM,qBAAqB,KAAK,UAAU,GAAG,cAAc;AAElF,eAAW,UAAU,gBAAgB;AACnC,UAAI,OAAO,WAAW,YAAa,qBAAoB,KAAK,GAAG,OAAO,KAAK;AAAA,IAC7E;AAEA,WAAO;AAAA,EACT,SACO,OAAO;AACZ,YAAQ,MAAM,iDAAiD,OAAO,IAAI,MAAM,KAAK;AACrF,WAAO,CAAC;AAAA,EACV;AACF;AAMO,SAAS,iBAAiC;AAC/C,SAAO;AAAA,IACL,qBAAqB,EAAE,aAAa,cAAc,MAAM,SAAS;AAAA,IACjE,uBAAuB,EAAE,aAAa,aAAa,MAAM,KAAK;AAAA,IAC9D,mBAAmB,EAAE,aAAa,cAAc,MAAM,KAAK;AAAA,IAC3D,2BAA2B,EAAE,aAAa,kBAAkB,MAAM,SAAS;AAAA,IAC3E,sBAAsB,EAAE,aAAa,kBAAkB,MAAM,SAAS;AAAA,IACtE,qBAAqB,EAAE,aAAa,0BAA0B,MAAM,SAAS;AAAA,IAC7E,qBAAqB,EAAE,aAAa,0BAA0B,MAAM,SAAS;AAAA,IAC7E,mBAAmB,EAAE,aAAa,aAAa,MAAM,WAAW;AAAA,IAChE,oBAAoB,EAAE,aAAa,QAAQ,MAAM,WAAW;AAAA,IAC5D,uBAAuB,EAAE,aAAa,QAAQ,MAAM,SAAS;AAAA,IAC7D,8BAA8B,EAAE,aAAa,aAAa,MAAM,SAAS;AAAA,IACzE,mBAAmB,EAAE,aAAa,UAAU,MAAM,OAAO;AAAA,IACzD,qBAAqB,EAAE,aAAa,UAAU,MAAM,SAAS;AAAA,IAC7D,kBAAkB,EAAE,aAAa,OAAO,MAAM,SAAS;AAAA,IACvD,uBAAuB,EAAE,aAAa,oBAAoB,MAAM,SAAS;AAAA,IACzE,kBAAkB,EAAE,aAAa,aAAa,MAAM,KAAK;AAAA,EAC3D;AACF;","names":["_a","_b"]}
+{"version":3,"sources":["../../../../../../../src/core/components/viewers/map/datasets/src/arcGISDatasets.ts"],"sourcesContent":["// SPDX-License-Identifier: AGPL-3.0-or-later\r\n// Copyright (C) 2025 Collab Digital Twins\r\n\r\nimport { type AllGeoJSON } from '@turf/turf'\r\n\r\nimport { DataManagementSystem, type OpenDataPortal } from '../../../../../types/dbTypes'\r\nimport { layerColorByName } from '../../utils/stringToColour'\r\nimport { formatName, stripHtml } from '../utils'\r\n\r\nimport { buildValidationKey, getCache, setCache, withCache } from './cache'\r\n\r\nimport type { Dataset, FieldType } from '../../../../../types/datasetTypes'\r\n\r\nconst inFlightFeatureRequests = new Map<string, Promise<AllGeoJSON>>()\r\n\r\nexport type ViewportOptions = {\r\n  bbox?: [number, number, number, number] // [west, south, east, north]\r\n  zoom?: number\r\n}\r\n\r\nasync function fetchWithTimeout(url: string, timeout = 10_000): Promise<Response> {\r\n  const controller = new AbortController()\r\n  const timeoutId = setTimeout(() => controller.abort(), timeout)\r\n  try {\r\n    const response = await fetch(url, { signal: controller.signal })\r\n    clearTimeout(timeoutId)\r\n    return response\r\n  }\r\n  catch (error) {\r\n    clearTimeout(timeoutId)\r\n    throw error\r\n  }\r\n}\r\n\r\n/**\r\n * Run `fn` over `items` with at most `limit` concurrent executions.\r\n * Preserves order of results matching input order.\r\n */\r\nasync function withConcurrencyLimit<T, R>(\r\n  items: T[],\r\n  limit: number,\r\n  fn: (item: T) => Promise<R>,\r\n): Promise<PromiseSettledResult<R>[]> {\r\n  const results: PromiseSettledResult<R>[] = new Array(items.length)\r\n  let next = 0\r\n\r\n  async function worker() {\r\n    while (next < items.length) {\r\n      const i = next++\r\n      try {\r\n        results[i] = { status: 'fulfilled', value: await fn(items[i]) }\r\n      }\r\n      catch (reason) {\r\n        results[i] = { status: 'rejected', reason }\r\n      }\r\n    }\r\n  }\r\n\r\n  await Promise.all(\r\n    Array.from({ length: Math.min(limit, items.length) }, worker),\r\n  )\r\n  return results\r\n}\r\n\r\nexport async function fetchArcGISDatasets(\r\n  portal: OpenDataPortal,\r\n  rowsPerPage: number,\r\n): Promise<Dataset[]> {\r\n  const { apiUrl, countrySubdivision, municipality, group } = portal\r\n\r\n  try {\r\n    const baseUrl = (apiUrl || '').replace(/\\/+$/, '')\r\n    const servicesUrl = `${baseUrl}/services?f=pjson`\r\n\r\n    const response = await fetchWithTimeout(servicesUrl)\r\n    if (!response.ok) {\r\n      console.error(`[ArcGIS] \"${portal.name}\" services request failed — status ${response.status}`)\r\n      throw new Error(`HTTP error! status: ${response.status}`)\r\n    }\r\n\r\n    const data = await response.json()\r\n\r\n    const transformedDatasets: Dataset[] = []\r\n\r\n    const processService = async (service: any): Promise<Dataset[]> => {\r\n      const url = `${baseUrl}/services/${service.name}/${service.type}`\r\n      const infoUrl = `${url}/info/itemInfo?f=pjson`\r\n\r\n      const [infoRes, serviceRes] = await Promise.allSettled([\r\n        fetchWithTimeout(infoUrl),\r\n        fetchWithTimeout(`${url}?f=pjson`),\r\n      ])\r\n\r\n      let extraInfo: any = {}\r\n      let serviceInfo: any = {}\r\n\r\n      if (infoRes.status === 'fulfilled' && infoRes.value.ok)\r\n        extraInfo = await infoRes.value.json()\r\n      if (serviceRes.status === 'fulfilled' && serviceRes.value.ok)\r\n        serviceInfo = await serviceRes.value.json()\r\n\r\n      const layers = serviceInfo.layers && serviceInfo.layers.length > 0\r\n        ? serviceInfo.layers.filter((l: any) => l.type === 'Feature Layer')\r\n        : [{ id: 0, name: null, geometryType: null }]\r\n\r\n      const hasNonNullGeometry = (featuresUrl: string, cacheKey: string): Promise<boolean> =>\r\n        withCache<boolean>(cacheKey, 24 * 60 * 60 * 1000, async () => {\r\n          try {\r\n            const res = await fetchWithTimeout(`${featuresUrl}&resultRecordCount=1`)\r\n            if (!res.ok) return false\r\n            const d = await res.json()\r\n            if (d?.error?.code || d?.error?.message) return false\r\n            if (!d || d.type !== 'FeatureCollection' || !Array.isArray(d.features)) return false\r\n            return d.features.some((f: any) => f && f.geometry)\r\n          }\r\n          catch { return false }\r\n        })\r\n\r\n      // Layers within a service are few (2-5 typically) — parallel is fine here\r\n      const layerResults = await Promise.allSettled(\r\n        layers.map(async (layer: any): Promise<Dataset | null> => {\r\n          const layerIndex = layer.id\r\n          const featuresUrl = `${url}/${layerIndex}/query?outFields=*&where=1%3D1&f=geojson`\r\n          const featureInfoUrl = `${url}/${layerIndex}?f=pjson`\r\n\r\n          const validKey = buildValidationKey(\r\n            'arcgis',\r\n            `${service.name}_${layerIndex}`,\r\n            serviceInfo?.documentInfo?.ModifiedTime || extraInfo?.modified || undefined,\r\n          )\r\n          const hasGeom = await hasNonNullGeometry(featuresUrl, validKey)\r\n          if (!hasGeom) return null\r\n\r\n          const modTime = serviceInfo?.documentInfo?.ModifiedTime || extraInfo?.modified || ''\r\n\r\n          /**\r\n           * getFeatures — viewport-aware, paginated.\r\n           * If `bbox` is provided, only features intersecting the viewport are fetched.\r\n           * Automatically paginates beyond the per-page limit.\r\n           */\r\n          const getFeatures = async (options?: ViewportOptions): Promise<AllGeoJSON> => {\r\n            const zoom = options?.zoom ?? 10\r\n            const bbox = options?.bbox\r\n\r\n            // Page size scales with zoom: fewer records at low zoom (overview), more at high zoom (detail)\r\n            const pageSize = zoom < 6 ? 500 : zoom < 10 ? 1000 : 2000\r\n\r\n            // Build spatial filter string for ArcGIS when viewport is available\r\n            let spatialFilter = ''\r\n            if (bbox) {\r\n              const [west, south, east, north] = bbox\r\n              const geomStr = encodeURIComponent(\r\n                JSON.stringify({ xmin: west, ymin: south, xmax: east, ymax: north, spatialReference: { wkid: 4326 } }),\r\n              )\r\n              spatialFilter = `&geometry=${geomStr}&geometryType=esriGeometryEnvelope&spatialRel=esriSpatialRelIntersects&inSR=4326`\r\n            }\r\n\r\n            // Round bbox to 0.1° grid to maximise cache hits while panning\r\n            const bboxKey = bbox\r\n              ? bbox.map(n => (Math.round(n * 10) / 10).toFixed(1)).join(',')\r\n              : 'global'\r\n            const zoomBucket = Math.floor(zoom / 2)\r\n            const featuresKey = `features:arcgis:${service.name}_${layerIndex}:${bboxKey}:z${zoomBucket}:${modTime}`\r\n\r\n            const cached = getCache<AllGeoJSON>(featuresKey)\r\n            if (cached) return cached\r\n\r\n            const inFlight = inFlightFeatureRequests.get(featuresKey)\r\n            if (inFlight) return inFlight\r\n\r\n            const baseQuery = `${url}/${layerIndex}/query?outFields=*&where=1%3D1&f=geojson${spatialFilter}`\r\n\r\n            const request = (async () => {\r\n              try {\r\n                const firstRes = await fetchWithTimeout(`${baseQuery}&resultOffset=0&resultRecordCount=${pageSize}`, 15_000)\r\n                if (!firstRes.ok) return { type: 'FeatureCollection', features: [] } as AllGeoJSON\r\n\r\n                const firstPage = await firstRes.json()\r\n                if (!firstPage?.features) return { type: 'FeatureCollection', features: [] } as AllGeoJSON\r\n\r\n                const allFeatures = [...firstPage.features]\r\n\r\n                // If the server returned fewer features than the requested page size, the first page is complete.\r\n                // This avoids an unnecessary count request for small datasets that have already finished loading.\r\n                if (firstPage.exceededTransferLimit && firstPage.features.length >= pageSize) {\r\n                  try {\r\n                    const countRes = await fetchWithTimeout(`${baseQuery}&returnCountOnly=true&f=json`, 5_000)\r\n                    if (countRes.ok) {\r\n                      const { count: total } = await countRes.json()\r\n                      if (total > pageSize) {\r\n                        // Cap at 10 additional pages (~20 000 records max) to avoid browser memory issues\r\n                        const numPages = Math.min(Math.ceil((total - pageSize) / pageSize), 10)\r\n                        const morePages = await Promise.all(\r\n                          Array.from({ length: numPages }, (_, i) =>\r\n                            fetchWithTimeout(\r\n                              `${baseQuery}&resultOffset=${pageSize * (i + 1)}&resultRecordCount=${pageSize}`,\r\n                              15_000,\r\n                            )\r\n                              .then(r => r.ok ? r.json() : null)\r\n                              .then(p => p?.features ?? [])\r\n                              .catch(() => []),\r\n                          ),\r\n                        )\r\n                        for (const page of morePages) allFeatures.push(...page)\r\n                      }\r\n                    }\r\n                  }\r\n                  catch { /* use first page only */ }\r\n                }\r\n\r\n                const result = { type: 'FeatureCollection', features: allFeatures } as AllGeoJSON\r\n                // Viewport-constrained results cached for 15 min; global results for 1 hr\r\n                setCache(featuresKey, result, bbox ? 15 * 60 * 1000 : 60 * 60 * 1000)\r\n                return result\r\n              }\r\n              catch (error) {\r\n                console.error(`ArcGIS: Error fetching features for layer ${layerIndex}:`, error)\r\n                return { type: 'FeatureCollection', features: [] } as AllGeoJSON\r\n              }\r\n              finally {\r\n                inFlightFeatureRequests.delete(featuresKey)\r\n              }\r\n            })()\r\n\r\n            inFlightFeatureRequests.set(featuresKey, request)\r\n            return request\r\n          }\r\n\r\n          const getFeaturesData = async () => {\r\n            try {\r\n              const res = await fetchWithTimeout(`${url}/${layerIndex}?f=pjson`)\r\n              return res.ok ? res.json() : undefined\r\n            }\r\n            catch { return undefined }\r\n          }\r\n\r\n          const getFields = async () => {\r\n            try {\r\n              const fieldsKey = `fields:arcgis:${service.name}:${layerIndex}:${modTime}`\r\n              const cached = getCache<any[]>(fieldsKey)\r\n              if (cached) return cached\r\n\r\n              const res = await fetchWithTimeout(featureInfoUrl)\r\n              if (!res.ok) return []\r\n              const featureData = await res.json()\r\n              if (!featureData.fields) return []\r\n\r\n              const typeMap = esriFieldTypes()\r\n\r\n              const nameBasedType = (raw: any): FieldType | undefined => {\r\n                const lc = (raw.name || '').toLowerCase()\r\n                if (/(percentage|percent|ratio|average)/.test(lc)) return 'number'\r\n                if (/(date|year|month|day|time)/.test(lc)) return 'datetime'\r\n                return undefined\r\n              }\r\n\r\n              const inferFieldType = (raw: any): FieldType => {\r\n                const norm = ([raw.type, raw.actualType, raw.sqlType, raw.esriType] as (string | undefined)[])\r\n                  .filter(Boolean).map(v => String(v).toLowerCase())\r\n                if (norm.some(v => v.includes('boolean') || v === 'bool' || v === 'esrifieldtypeboolean')) return 'boolean'\r\n                if (norm.some(v => /(double|float|integer|smallint|single|numeric|number|decimal)/.test(v)\r\n                  || ['esrifieldtypeinteger', 'esrifieldtypesmallinteger', 'esrifieldtypedouble', 'esrifieldtypefloat', 'esrifieldtypesingle'].includes(v))) return 'number'\r\n                if (norm.some(v => /(date|time|timestamp)/.test(v))) return 'datetime'\r\n                if (norm.some(v => /(globalid|guid|objectid|^oid$|_id$|id$)/.test(v))) return 'id'\r\n                if (norm.some(v => v.includes('blob'))) return 'blob'\r\n                if (norm.some(v => v.includes('raster') || v.includes('geometry'))) return 'object'\r\n                return 'string'\r\n              }\r\n\r\n              const mapped = featureData.fields.map((field: any) => {\r\n                const rawEsriType = field.type\r\n                const inferred = nameBasedType(field) || typeMap[rawEsriType]?.type || inferFieldType(field)\r\n                return { ...field, esriType: rawEsriType, type: inferred }\r\n              })\r\n              setCache(fieldsKey, mapped, 24 * 60 * 60 * 1000)\r\n              return mapped\r\n            }\r\n            catch { return [] }\r\n          }\r\n\r\n          const baseName = formatName(service.name)\r\n          const layerName = layer.name || `Layer ${layerIndex}`\r\n          const name = layers.length > 1 ? `${baseName} - ${layerName}` : baseName\r\n\r\n          return {\r\n            id: extraInfo.id ? `${extraInfo.id}_${layerIndex}` : `${service.name}_${layerIndex}`,\r\n            name,\r\n            type: Array.isArray(service.layers) && service.layers[0]?.geometryType\r\n              ? service.layers[0].geometryType\r\n              : extraInfo.type || 'Feature Layer',\r\n            datasetType: 'GeoJSON',\r\n            dataManagementSystem: DataManagementSystem.Arcgis,\r\n            url,\r\n            license: extraInfo.licenseInfo || 'Unknown',\r\n            description: extraInfo.description ? stripHtml(extraInfo.description) : 'No description available',\r\n            publisher: extraInfo.owner || 'Unknown',\r\n            contact: extraInfo.contact || 'Unknown',\r\n            keywords: extraInfo.tags || extraInfo.typedKeywords || [],\r\n            subject: extraInfo.subject || [],\r\n            countrySubdivision,\r\n            municipality,\r\n            getFields,\r\n            getFeatures,\r\n            getFeaturesData,\r\n            group,\r\n            portal,\r\n            layerColor: layerColorByName(name),\r\n          } satisfies Dataset\r\n        }),\r\n      )\r\n\r\n      return layerResults\r\n        .filter((r): r is PromiseFulfilledResult<Dataset> => r.status === 'fulfilled' && r.value !== null)\r\n        .map(r => r.value)\r\n    }\r\n\r\n    // Process at most 5 services concurrently — prevents ArcGIS rate-limiting\r\n    const serviceResults = await withConcurrencyLimit(data.services, 5, processService)\r\n\r\n    for (const result of serviceResults) {\r\n      if (result.status === 'fulfilled') transformedDatasets.push(...result.value)\r\n    }\r\n\r\n    return transformedDatasets\r\n  }\r\n  catch (error) {\r\n    console.error(`[ArcGIS] Failed to fetch datasets for portal \"${portal.name}\":`, error)\r\n    return []\r\n  }\r\n}\r\n\r\nexport interface EsriFieldTypes {\r\n  [key: string]: { description: string, type: FieldType }\r\n}\r\n\r\nexport function esriFieldTypes(): EsriFieldTypes {\r\n  return {\r\n    esriFieldTypeString: { description: 'Text Field', type: 'string' },\r\n    esriFieldTypeGlobalID: { description: 'Global ID', type: 'id' },\r\n    esriFieldTypeGUID: { description: 'Global UID', type: 'id' },\r\n    esriFieldTypeSmallInteger: { description: '16-bit Integer', type: 'number' },\r\n    esriFieldTypeInteger: { description: '32-bit Integer', type: 'number' },\r\n    esriFieldTypeSingle: { description: 'Single Precision Float', type: 'number' },\r\n    esriFieldTypeDouble: { description: 'Double Precision Float', type: 'number' },\r\n    esriFieldTypeDate: { description: 'Date/Time', type: 'datetime' },\r\n    esriFieldTypedOnly: { description: 'Date', type: 'datetime' },\r\n    esriFieldTypeTimeOnly: { description: 'Time', type: 'string' },\r\n    esriFieldTypeTimestampOffset: { description: 'Timestamp', type: 'string' },\r\n    esriFieldTypeBlob: { description: 'Binary', type: 'blob' },\r\n    esriFieldTypeRaster: { description: 'Raster', type: 'object' },\r\n    esriFieldTypeXML: { description: 'XML', type: 'string' },\r\n    esriFieldTypeGeometry: { description: 'Spatial Geometry', type: 'object' },\r\n    esriFieldTypeOID: { description: 'Object ID', type: 'id' },\r\n  }\r\n}\r\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAKA,SAAS,4BAAiD;AAC1D,SAAS,wBAAwB;AACjC,SAAS,YAAY,iBAAiB;AAEtC,SAAS,oBAAoB,UAAU,UAAU,iBAAiB;AAIlE,MAAM,0BAA0B,oBAAI,IAAiC;AAOrE,eAAe,iBAAiB,KAAa,UAAU,KAA2B;AAChF,QAAM,aAAa,IAAI,gBAAgB;AACvC,QAAM,YAAY,WAAW,MAAM,WAAW,MAAM,GAAG,OAAO;AAC9D,MAAI;AACF,UAAM,WAAW,MAAM,MAAM,KAAK,EAAE,QAAQ,WAAW,OAAO,CAAC;AAC/D,iBAAa,SAAS;AACtB,WAAO;AAAA,EACT,SACO,OAAO;AACZ,iBAAa,SAAS;AACtB,UAAM;AAAA,EACR;AACF;AAMA,eAAe,qBACb,OACA,OACA,IACoC;AACpC,QAAM,UAAqC,IAAI,MAAM,MAAM,MAAM;AACjE,MAAI,OAAO;AAEX,iBAAe,SAAS;AACtB,WAAO,OAAO,MAAM,QAAQ;AAC1B,YAAM,IAAI;AACV,UAAI;AACF,gBAAQ,CAAC,IAAI,EAAE,QAAQ,aAAa,OAAO,MAAM,GAAG,MAAM,CAAC,CAAC,EAAE;AAAA,MAChE,SACO,QAAQ;AACb,gBAAQ,CAAC,IAAI,EAAE,QAAQ,YAAY,OAAO;AAAA,MAC5C;AAAA,IACF;AAAA,EACF;AAEA,QAAM,QAAQ;AAAA,IACZ,MAAM,KAAK,EAAE,QAAQ,KAAK,IAAI,OAAO,MAAM,MAAM,EAAE,GAAG,MAAM;AAAA,EAC9D;AACA,SAAO;AACT;AAEA,eAAsB,oBACpB,QACA,aACoB;AACpB,QAAM,EAAE,QAAQ,oBAAoB,cAAc,MAAM,IAAI;AAE5D,MAAI;AACF,UAAM,WAAW,UAAU,IAAI,QAAQ,QAAQ,EAAE;AACjD,UAAM,cAAc,GAAG,OAAO;AAE9B,UAAM,WAAW,MAAM,iBAAiB,WAAW;AACnD,QAAI,CAAC,SAAS,IAAI;AAChB,cAAQ,MAAM,aAAa,OAAO,IAAI,2CAAsC,SAAS,MAAM,EAAE;AAC7F,YAAM,IAAI,MAAM,uBAAuB,SAAS,MAAM,EAAE;AAAA,IAC1D;AAEA,UAAM,OAAO,MAAM,SAAS,KAAK;AAEjC,UAAM,sBAAiC,CAAC;AAExC,UAAM,iBAAiB,OAAO,YAAqC;AACjE,YAAM,MAAM,GAAG,OAAO,aAAa,QAAQ,IAAI,IAAI,QAAQ,IAAI;AAC/D,YAAM,UAAU,GAAG,GAAG;AAEtB,YAAM,CAAC,SAAS,UAAU,IAAI,MAAM,QAAQ,WAAW;AAAA,QACrD,iBAAiB,OAAO;AAAA,QACxB,iBAAiB,GAAG,GAAG,UAAU;AAAA,MACnC,CAAC;AAED,UAAI,YAAiB,CAAC;AACtB,UAAI,cAAmB,CAAC;AAExB,UAAI,QAAQ,WAAW,eAAe,QAAQ,MAAM;AAClD,oBAAY,MAAM,QAAQ,MAAM,KAAK;AACvC,UAAI,WAAW,WAAW,eAAe,WAAW,MAAM;AACxD,sBAAc,MAAM,WAAW,MAAM,KAAK;AAE5C,YAAM,SAAS,YAAY,UAAU,YAAY,OAAO,SAAS,IAC7D,YAAY,OAAO,OAAO,CAAC,MAAW,EAAE,SAAS,eAAe,IAChE,CAAC,EAAE,IAAI,GAAG,MAAM,MAAM,cAAc,KAAK,CAAC;AAE9C,YAAM,qBAAqB,CAAC,aAAqB,aAC/C,UAAmB,UAAU,KAAK,KAAK,KAAK,KAAM,YAAY;AA1GtE;AA2GU,YAAI;AACF,gBAAM,MAAM,MAAM,iBAAiB,GAAG,WAAW,sBAAsB;AACvE,cAAI,CAAC,IAAI,GAAI,QAAO;AACpB,gBAAM,IAAI,MAAM,IAAI,KAAK;AACzB,gBAAI,4BAAG,UAAH,mBAAU,WAAQ,4BAAG,UAAH,mBAAU,SAAS,QAAO;AAChD,cAAI,CAAC,KAAK,EAAE,SAAS,uBAAuB,CAAC,MAAM,QAAQ,EAAE,QAAQ,EAAG,QAAO;AAC/E,iBAAO,EAAE,SAAS,KAAK,CAAC,MAAW,KAAK,EAAE,QAAQ;AAAA,QACpD,SACM;AAAE,iBAAO;AAAA,QAAM;AAAA,MACvB,CAAC;AAGH,YAAM,eAAe,MAAM,QAAQ;AAAA,QACjC,OAAO,IAAI,OAAO,UAAwC;AAxHlE;AAyHU,gBAAM,aAAa,MAAM;AACzB,gBAAM,cAAc,GAAG,GAAG,IAAI,UAAU;AACxC,gBAAM,iBAAiB,GAAG,GAAG,IAAI,UAAU;AAE3C,gBAAM,WAAW;AAAA,YACf;AAAA,YACA,GAAG,QAAQ,IAAI,IAAI,UAAU;AAAA,cAC7B,gDAAa,iBAAb,mBAA2B,kBAAgB,uCAAW,aAAY;AAAA,UACpE;AACA,gBAAM,UAAU,MAAM,mBAAmB,aAAa,QAAQ;AAC9D,cAAI,CAAC,QAAS,QAAO;AAErB,gBAAM,YAAU,gDAAa,iBAAb,mBAA2B,kBAAgB,uCAAW,aAAY;AAOlF,gBAAM,cAAc,OAAO,YAAmD;AA5IxF,gBAAAA;AA6IY,kBAAM,QAAOA,MAAA,mCAAS,SAAT,OAAAA,MAAiB;AAC9B,kBAAM,OAAO,mCAAS;AAGtB,kBAAM,WAAW,OAAO,IAAI,MAAM,OAAO,KAAK,MAAO;AAGrD,gBAAI,gBAAgB;AACpB,gBAAI,MAAM;AACR,oBAAM,CAAC,MAAM,OAAO,MAAM,KAAK,IAAI;AACnC,oBAAM,UAAU;AAAA,gBACd,KAAK,UAAU,EAAE,MAAM,MAAM,MAAM,OAAO,MAAM,MAAM,MAAM,OAAO,kBAAkB,EAAE,MAAM,KAAK,EAAE,CAAC;AAAA,cACvG;AACA,8BAAgB,aAAa,OAAO;AAAA,YACtC;AAGA,kBAAM,UAAU,OACZ,KAAK,IAAI,QAAM,KAAK,MAAM,IAAI,EAAE,IAAI,IAAI,QAAQ,CAAC,CAAC,EAAE,KAAK,GAAG,IAC5D;AACJ,kBAAM,aAAa,KAAK,MAAM,OAAO,CAAC;AACtC,kBAAM,cAAc,mBAAmB,QAAQ,IAAI,IAAI,UAAU,IAAI,OAAO,KAAK,UAAU,IAAI,OAAO;AAEtG,kBAAM,SAAS,SAAqB,WAAW;AAC/C,gBAAI,OAAQ,QAAO;AAEnB,kBAAM,WAAW,wBAAwB,IAAI,WAAW;AACxD,gBAAI,SAAU,QAAO;AAErB,kBAAM,YAAY,GAAG,GAAG,IAAI,UAAU,2CAA2C,aAAa;AAE9F,kBAAM,WAAW,YAAY;AAC3B,kBAAI;AACF,sBAAM,WAAW,MAAM,iBAAiB,GAAG,SAAS,qCAAqC,QAAQ,IAAI,IAAM;AAC3G,oBAAI,CAAC,SAAS,GAAI,QAAO,EAAE,MAAM,qBAAqB,UAAU,CAAC,EAAE;AAEnE,sBAAM,YAAY,MAAM,SAAS,KAAK;AACtC,oBAAI,EAAC,uCAAW,UAAU,QAAO,EAAE,MAAM,qBAAqB,UAAU,CAAC,EAAE;AAE3E,sBAAM,cAAc,CAAC,GAAG,UAAU,QAAQ;AAI1C,oBAAI,UAAU,yBAAyB,UAAU,SAAS,UAAU,UAAU;AAC5E,sBAAI;AACF,0BAAM,WAAW,MAAM,iBAAiB,GAAG,SAAS,gCAAgC,GAAK;AACzF,wBAAI,SAAS,IAAI;AACf,4BAAM,EAAE,OAAO,MAAM,IAAI,MAAM,SAAS,KAAK;AAC7C,0BAAI,QAAQ,UAAU;AAEpB,8BAAM,WAAW,KAAK,IAAI,KAAK,MAAM,QAAQ,YAAY,QAAQ,GAAG,EAAE;AACtE,8BAAM,YAAY,MAAM,QAAQ;AAAA,0BAC9B,MAAM;AAAA,4BAAK,EAAE,QAAQ,SAAS;AAAA,4BAAG,CAAC,GAAG,MACnC;AAAA,8BACE,GAAG,SAAS,iBAAiB,YAAY,IAAI,EAAE,sBAAsB,QAAQ;AAAA,8BAC7E;AAAA,4BACF,EACG,KAAK,OAAK,EAAE,KAAK,EAAE,KAAK,IAAI,IAAI,EAChC,KAAK,OAAE;AAvMtC,kCAAAA;AAuMyC,sCAAAA,MAAA,uBAAG,aAAH,OAAAA,MAAe,CAAC;AAAA,6BAAC,EAC3B,MAAM,MAAM,CAAC,CAAC;AAAA,0BACnB;AAAA,wBACF;AACA,mCAAW,QAAQ,UAAW,aAAY,KAAK,GAAG,IAAI;AAAA,sBACxD;AAAA,oBACF;AAAA,kBACF,SACM;AAAA,kBAA4B;AAAA,gBACpC;AAEA,sBAAM,SAAS,EAAE,MAAM,qBAAqB,UAAU,YAAY;AAElE,yBAAS,aAAa,QAAQ,OAAO,KAAK,KAAK,MAAO,KAAK,KAAK,GAAI;AACpE,uBAAO;AAAA,cACT,SACO,OAAO;AACZ,wBAAQ,MAAM,6CAA6C,UAAU,KAAK,KAAK;AAC/E,uBAAO,EAAE,MAAM,qBAAqB,UAAU,CAAC,EAAE;AAAA,cACnD,UACA;AACE,wCAAwB,OAAO,WAAW;AAAA,cAC5C;AAAA,YACF,GAAG;AAEH,oCAAwB,IAAI,aAAa,OAAO;AAChD,mBAAO;AAAA,UACT;AAEA,gBAAM,kBAAkB,YAAY;AAClC,gBAAI;AACF,oBAAM,MAAM,MAAM,iBAAiB,GAAG,GAAG,IAAI,UAAU,UAAU;AACjE,qBAAO,IAAI,KAAK,IAAI,KAAK,IAAI;AAAA,YAC/B,SACM;AAAE,qBAAO;AAAA,YAAU;AAAA,UAC3B;AAEA,gBAAM,YAAY,YAAY;AAC5B,gBAAI;AACF,oBAAM,YAAY,iBAAiB,QAAQ,IAAI,IAAI,UAAU,IAAI,OAAO;AACxE,oBAAM,SAAS,SAAgB,SAAS;AACxC,kBAAI,OAAQ,QAAO;AAEnB,oBAAM,MAAM,MAAM,iBAAiB,cAAc;AACjD,kBAAI,CAAC,IAAI,GAAI,QAAO,CAAC;AACrB,oBAAM,cAAc,MAAM,IAAI,KAAK;AACnC,kBAAI,CAAC,YAAY,OAAQ,QAAO,CAAC;AAEjC,oBAAM,UAAU,eAAe;AAE/B,oBAAM,gBAAgB,CAAC,QAAoC;AACzD,sBAAM,MAAM,IAAI,QAAQ,IAAI,YAAY;AACxC,oBAAI,qCAAqC,KAAK,EAAE,EAAG,QAAO;AAC1D,oBAAI,6BAA6B,KAAK,EAAE,EAAG,QAAO;AAClD,uBAAO;AAAA,cACT;AAEA,oBAAM,iBAAiB,CAAC,QAAwB;AAC9C,sBAAM,OAAQ,CAAC,IAAI,MAAM,IAAI,YAAY,IAAI,SAAS,IAAI,QAAQ,EAC/D,OAAO,OAAO,EAAE,IAAI,OAAK,OAAO,CAAC,EAAE,YAAY,CAAC;AACnD,oBAAI,KAAK,KAAK,OAAK,EAAE,SAAS,SAAS,KAAK,MAAM,UAAU,MAAM,sBAAsB,EAAG,QAAO;AAClG,oBAAI,KAAK,KAAK,OAAK,gEAAgE,KAAK,CAAC,KACpF,CAAC,wBAAwB,6BAA6B,uBAAuB,sBAAsB,qBAAqB,EAAE,SAAS,CAAC,CAAC,EAAG,QAAO;AACpJ,oBAAI,KAAK,KAAK,OAAK,wBAAwB,KAAK,CAAC,CAAC,EAAG,QAAO;AAC5D,oBAAI,KAAK,KAAK,OAAK,0CAA0C,KAAK,CAAC,CAAC,EAAG,QAAO;AAC9E,oBAAI,KAAK,KAAK,OAAK,EAAE,SAAS,MAAM,CAAC,EAAG,QAAO;AAC/C,oBAAI,KAAK,KAAK,OAAK,EAAE,SAAS,QAAQ,KAAK,EAAE,SAAS,UAAU,CAAC,EAAG,QAAO;AAC3E,uBAAO;AAAA,cACT;AAEA,oBAAM,SAAS,YAAY,OAAO,IAAI,CAAC,UAAe;AA7QpE,oBAAAA;AA8QgB,sBAAM,cAAc,MAAM;AAC1B,sBAAM,WAAW,cAAc,KAAK,OAAKA,MAAA,QAAQ,WAAW,MAAnB,gBAAAA,IAAsB,SAAQ,eAAe,KAAK;AAC3F,uBAAO,iCAAK,QAAL,EAAY,UAAU,aAAa,MAAM,SAAS;AAAA,cAC3D,CAAC;AACD,uBAAS,WAAW,QAAQ,KAAK,KAAK,KAAK,GAAI;AAC/C,qBAAO;AAAA,YACT,SACM;AAAE,qBAAO,CAAC;AAAA,YAAE;AAAA,UACpB;AAEA,gBAAM,WAAW,WAAW,QAAQ,IAAI;AACxC,gBAAM,YAAY,MAAM,QAAQ,SAAS,UAAU;AACnD,gBAAM,OAAO,OAAO,SAAS,IAAI,GAAG,QAAQ,MAAM,SAAS,KAAK;AAEhE,iBAAO;AAAA,YACL,IAAI,UAAU,KAAK,GAAG,UAAU,EAAE,IAAI,UAAU,KAAK,GAAG,QAAQ,IAAI,IAAI,UAAU;AAAA,YAClF;AAAA,YACA,MAAM,MAAM,QAAQ,QAAQ,MAAM,OAAK,aAAQ,OAAO,CAAC,MAAhB,mBAAmB,gBACtD,QAAQ,OAAO,CAAC,EAAE,eAClB,UAAU,QAAQ;AAAA,YACtB,aAAa;AAAA,YACb,sBAAsB,qBAAqB;AAAA,YAC3C;AAAA,YACA,SAAS,UAAU,eAAe;AAAA,YAClC,aAAa,UAAU,cAAc,UAAU,UAAU,WAAW,IAAI;AAAA,YACxE,WAAW,UAAU,SAAS;AAAA,YAC9B,SAAS,UAAU,WAAW;AAAA,YAC9B,UAAU,UAAU,QAAQ,UAAU,iBAAiB,CAAC;AAAA,YACxD,SAAS,UAAU,WAAW,CAAC;AAAA,YAC/B;AAAA,YACA;AAAA,YACA;AAAA,YACA;AAAA,YACA;AAAA,YACA;AAAA,YACA;AAAA,YACA,YAAY,iBAAiB,IAAI;AAAA,UACnC;AAAA,QACF,CAAC;AAAA,MACH;AAEA,aAAO,aACJ,OAAO,CAAC,MAA4C,EAAE,WAAW,eAAe,EAAE,UAAU,IAAI,EAChG,IAAI,OAAK,EAAE,KAAK;AAAA,IACrB;AAGA,UAAM,iBAAiB,MAAM,qBAAqB,KAAK,UAAU,GAAG,cAAc;AAElF,eAAW,UAAU,gBAAgB;AACnC,UAAI,OAAO,WAAW,YAAa,qBAAoB,KAAK,GAAG,OAAO,KAAK;AAAA,IAC7E;AAEA,WAAO;AAAA,EACT,SACO,OAAO;AACZ,YAAQ,MAAM,iDAAiD,OAAO,IAAI,MAAM,KAAK;AACrF,WAAO,CAAC;AAAA,EACV;AACF;AAMO,SAAS,iBAAiC;AAC/C,SAAO;AAAA,IACL,qBAAqB,EAAE,aAAa,cAAc,MAAM,SAAS;AAAA,IACjE,uBAAuB,EAAE,aAAa,aAAa,MAAM,KAAK;AAAA,IAC9D,mBAAmB,EAAE,aAAa,cAAc,MAAM,KAAK;AAAA,IAC3D,2BAA2B,EAAE,aAAa,kBAAkB,MAAM,SAAS;AAAA,IAC3E,sBAAsB,EAAE,aAAa,kBAAkB,MAAM,SAAS;AAAA,IACtE,qBAAqB,EAAE,aAAa,0BAA0B,MAAM,SAAS;AAAA,IAC7E,qBAAqB,EAAE,aAAa,0BAA0B,MAAM,SAAS;AAAA,IAC7E,mBAAmB,EAAE,aAAa,aAAa,MAAM,WAAW;AAAA,IAChE,oBAAoB,EAAE,aAAa,QAAQ,MAAM,WAAW;AAAA,IAC5D,uBAAuB,EAAE,aAAa,QAAQ,MAAM,SAAS;AAAA,IAC7D,8BAA8B,EAAE,aAAa,aAAa,MAAM,SAAS;AAAA,IACzE,mBAAmB,EAAE,aAAa,UAAU,MAAM,OAAO;AAAA,IACzD,qBAAqB,EAAE,aAAa,UAAU,MAAM,SAAS;AAAA,IAC7D,kBAAkB,EAAE,aAAa,OAAO,MAAM,SAAS;AAAA,IACvD,uBAAuB,EAAE,aAAa,oBAAoB,MAAM,SAAS;AAAA,IACzE,kBAAkB,EAAE,aAAa,aAAa,MAAM,KAAK;AAAA,EAC3D;AACF;","names":["_a"]}

package/dist/core/components/viewers/map/datasets/src/builtinLiveDatasets.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"builtinLiveDatasets.d.ts","sourceRoot":"","sources":["../../../../../../../src/core/components/viewers/map/datasets/src/builtinLiveDatasets.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,mCAAmC,CAAA;AA4DhE,+FAA+F;AAC/F,eAAO,MAAM,mBAAmB,EAAE,OAAO,EAAmB,CAAA"}
+{"version":3,"file":"builtinLiveDatasets.d.ts","sourceRoot":"","sources":["../../../../../../../src/core/components/viewers/map/datasets/src/builtinLiveDatasets.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,mCAAmC,CAAA;AAyDhE,+FAA+F;AAC/F,eAAO,MAAM,mBAAmB,EAAE,OAAO,EAAmB,CAAA"}

package/dist/core/components/viewers/map/datasets/src/builtinLiveDatasets.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../../../../src/core/components/viewers/map/datasets/src/builtinLiveDatasets.ts"],"sourcesContent":["// SPDX-License-Identifier: AGPL-3.0-or-later\r\n// Copyright (C) 2025 Collab Digital Twins\r\n\r\nimport type { Dataset } from '../../../../../types/datasetTypes'\r\nimport { DatasetGroup, type OpenDataPortal } from '../../../../../types/dbTypes'\r\nimport { layerColorByName } from '../../utils/stringToColour'\r\nimport { buildWmsTileUrl } from './urlSources'\r\nimport type { AllGeoJSON } from '@turf/turf'\r\n\r\n/**\r\n * Curated \"live\" datasets surfaced in the dataset manager's Live Data tab.\r\n *\r\n * Unlike portal-fetched datasets these are defined in code: a small, known set\r\n * of always-current federated feeds. The first is Environment and Climate Change\r\n * Canada's precipitation radar (MSC GeoMet) — a WMS raster of rain rate, the\r\n * server always serving the latest frame (refreshed ~every 6 minutes). Federated\r\n * and Canadian-governed: nothing of ours egresses, the browser fetches GeoMet\r\n * raster tiles directly.\r\n *\r\n * Each entry carries `portal.live === true` — the only thing the Live Data tab\r\n * filters on — and renders through the WMS branch of OpenDataLayer.\r\n */\r\n\r\nconst GEOMET_WMS_URL =\r\n  process.env.NEXT_PUBLIC_GEOMET_WMS_URL || 'https://geo.weather.gc.ca/geomet'\r\n\r\nconst liveWeatherPortal: OpenDataPortal = {\r\n  id: -1001, // synthetic — built-in, never persisted\r\n  name: 'ECCC · MSC GeoMet',\r\n  group: DatasetGroup.National,\r\n  dataManagementSystem: 'Other',\r\n  apiUrl: GEOMET_WMS_URL,\r\n  country: 'Canada',\r\n  live: true,\r\n}\r\n\r\nconst emptyFeatures = async (): Promise<AllGeoJSON> =>\r\n  ({ type: 'FeatureCollection', features: [] } as AllGeoJSON)\r\n\r\nconst weatherRadar: Dataset = {\r\n  id: 'live-weather-radar',\r\n  name: 'Live Weather Radar (Canada)',\r\n  publisher: 'Environment and Climate Change Canada · MSC GeoMet',\r\n  description: 'Live precipitation radar (RADAR_1KM_RRAI) — rain rate, latest frame served ~every 6 minutes.',\r\n  dataManagementSystem: 'other',\r\n  datasetType: 'WMS',\r\n  type: 'WMS',\r\n  countrySubdivision: '',\r\n  municipality: '',\r\n  group: DatasetGroup.National,\r\n  clickable: false,\r\n  // MapLibre raster tile template; {bbox-epsg-3857} stays literal (substituted per tile).\r\n  url: buildWmsTileUrl(GEOMET_WMS_URL, 'RADAR_1KM_RRAI'),\r\n  // Time-enabled: WMSDatasetLayer animates the WMS TIME dimension via the scrub/play control.\r\n  timeEnabled: true,\r\n  wms: { baseUrl: GEOMET_WMS_URL, layers: 'RADAR_1KM_RRAI' },\r\n  information: 'https://eccc-msc.github.io/open-data/msc-geomet/readme_en/',\r\n  portal: liveWeatherPortal,\r\n  layerColor: layerColorByName('Live Weather Radar'),\r\n  getFields: async () => [],\r\n  getFeatures: emptyFeatures,\r\n}\r\n\r\n/** Built-in live datasets, injected into the manager so the Live Data tab has real content. */\r\nexport const builtinLiveDatasets: Dataset[] = [weatherRadar]\r\n"],"mappings":"AAIA,SAAS,oBAAyC;AAClD,SAAS,wBAAwB;AACjC,SAAS,uBAAuB;AAiBhC,MAAM,iBACJ,QAAQ,IAAI,8BAA8B;AAE5C,MAAM,oBAAoC;AAAA,EACxC,IAAI;AAAA;AAAA,EACJ,MAAM;AAAA,EACN,OAAO,aAAa;AAAA,EACpB,sBAAsB;AAAA,EACtB,QAAQ;AAAA,EACR,SAAS;AAAA,EACT,MAAM;AACR;AAEA,MAAM,gBAAgB,aACnB,EAAE,MAAM,qBAAqB,UAAU,CAAC,EAAE;AAE7C,MAAM,eAAwB;AAAA,EAC5B,IAAI;AAAA,EACJ,MAAM;AAAA,EACN,WAAW;AAAA,EACX,aAAa;AAAA,EACb,sBAAsB;AAAA,EACtB,aAAa;AAAA,EACb,MAAM;AAAA,EACN,oBAAoB;AAAA,EACpB,cAAc;AAAA,EACd,OAAO,aAAa;AAAA,EACpB,WAAW;AAAA;AAAA,EAEX,KAAK,gBAAgB,gBAAgB,gBAAgB;AAAA;AAAA,EAErD,aAAa;AAAA,EACb,KAAK,EAAE,SAAS,gBAAgB,QAAQ,iBAAiB;AAAA,EACzD,aAAa;AAAA,EACb,QAAQ;AAAA,EACR,YAAY,iBAAiB,oBAAoB;AAAA,EACjD,WAAW,YAAY,CAAC;AAAA,EACxB,aAAa;AACf;AAGO,MAAM,sBAAiC,CAAC,YAAY;","names":[]}
+{"version":3,"sources":["../../../../../../../src/core/components/viewers/map/datasets/src/builtinLiveDatasets.ts"],"sourcesContent":["// SPDX-License-Identifier: AGPL-3.0-or-later\r\n// Copyright (C) 2025 Collab Digital Twins\r\n\r\nimport { DatasetGroup, type OpenDataPortal } from '../../../../../types/dbTypes'\r\nimport { layerColorByName } from '../../utils/stringToColour'\r\n\r\nimport { buildWmsTileUrl } from './urlSources'\r\n\r\nimport type { Dataset } from '../../../../../types/datasetTypes'\r\nimport type { AllGeoJSON } from '@turf/turf'\r\n\r\n/**\r\n * Curated \"live\" datasets surfaced in the dataset manager's Live Data tab.\r\n *\r\n * Unlike portal-fetched datasets these are defined in code: a small, known set\r\n * of always-current federated feeds. The first is Environment and Climate Change\r\n * Canada's precipitation radar (MSC GeoMet) — a WMS raster of rain rate, the\r\n * server always serving the latest frame (refreshed ~every 6 minutes). Federated\r\n * and Canadian-governed: nothing of ours egresses, the browser fetches GeoMet\r\n * raster tiles directly.\r\n *\r\n * Each entry carries `portal.live === true` — the only thing the Live Data tab\r\n * filters on — and renders through the WMS branch of OpenDataLayer.\r\n */\r\n\r\nconst GEOMET_WMS_URL =\r\n  process.env.NEXT_PUBLIC_GEOMET_WMS_URL || 'https://geo.weather.gc.ca/geomet'\r\n\r\nconst liveWeatherPortal: OpenDataPortal = {\r\n  id: -1001, // synthetic — built-in, never persisted\r\n  name: 'ECCC · MSC GeoMet',\r\n  group: DatasetGroup.National,\r\n  dataManagementSystem: 'Other',\r\n  apiUrl: GEOMET_WMS_URL,\r\n  country: 'Canada',\r\n  live: true,\r\n}\r\n\r\nconst emptyFeatures = async (): Promise<AllGeoJSON> =>\r\n  ({ type: 'FeatureCollection', features: [] } as AllGeoJSON)\r\n\r\nconst weatherRadar: Dataset = {\r\n  id: 'live-weather-radar',\r\n  name: 'Live Weather Radar (Canada)',\r\n  publisher: 'Environment and Climate Change Canada · MSC GeoMet',\r\n  description: 'Live precipitation radar (RADAR_1KM_RRAI) — rain rate, latest frame served ~every 6 minutes.',\r\n  dataManagementSystem: 'other',\r\n  datasetType: 'WMS',\r\n  type: 'WMS',\r\n  countrySubdivision: '',\r\n  municipality: '',\r\n  group: DatasetGroup.National,\r\n  clickable: false,\r\n  // MapLibre raster tile template; {bbox-epsg-3857} stays literal (substituted per tile).\r\n  url: buildWmsTileUrl(GEOMET_WMS_URL, 'RADAR_1KM_RRAI'),\r\n  // Time-enabled: WMSDatasetLayer animates the WMS TIME dimension via the scrub/play control.\r\n  timeEnabled: true,\r\n  wms: { baseUrl: GEOMET_WMS_URL, layers: 'RADAR_1KM_RRAI' },\r\n  information: 'https://eccc-msc.github.io/open-data/msc-geomet/readme_en/',\r\n  portal: liveWeatherPortal,\r\n  layerColor: layerColorByName('Live Weather Radar'),\r\n  getFields: async () => [],\r\n  getFeatures: emptyFeatures,\r\n}\r\n\r\n/** Built-in live datasets, injected into the manager so the Live Data tab has real content. */\r\nexport const builtinLiveDatasets: Dataset[] = [weatherRadar]\r\n"],"mappings":"AAGA,SAAS,oBAAyC;AAClD,SAAS,wBAAwB;AAEjC,SAAS,uBAAuB;AAmBhC,MAAM,iBACJ,QAAQ,IAAI,8BAA8B;AAE5C,MAAM,oBAAoC;AAAA,EACxC,IAAI;AAAA;AAAA,EACJ,MAAM;AAAA,EACN,OAAO,aAAa;AAAA,EACpB,sBAAsB;AAAA,EACtB,QAAQ;AAAA,EACR,SAAS;AAAA,EACT,MAAM;AACR;AAEA,MAAM,gBAAgB,aACnB,EAAE,MAAM,qBAAqB,UAAU,CAAC,EAAE;AAE7C,MAAM,eAAwB;AAAA,EAC5B,IAAI;AAAA,EACJ,MAAM;AAAA,EACN,WAAW;AAAA,EACX,aAAa;AAAA,EACb,sBAAsB;AAAA,EACtB,aAAa;AAAA,EACb,MAAM;AAAA,EACN,oBAAoB;AAAA,EACpB,cAAc;AAAA,EACd,OAAO,aAAa;AAAA,EACpB,WAAW;AAAA;AAAA,EAEX,KAAK,gBAAgB,gBAAgB,gBAAgB;AAAA;AAAA,EAErD,aAAa;AAAA,EACb,KAAK,EAAE,SAAS,gBAAgB,QAAQ,iBAAiB;AAAA,EACzD,aAAa;AAAA,EACb,QAAQ;AAAA,EACR,YAAY,iBAAiB,oBAAoB;AAAA,EACjD,WAAW,YAAY,CAAC;AAAA,EACxB,aAAa;AACf;AAGO,MAAM,sBAAiC,CAAC,YAAY;","names":[]}

package/dist/core/components/viewers/map/datasets/src/cache.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../../../../src/core/components/viewers/map/datasets/src/cache.ts"],"sourcesContent":["// SPDX-License-Identifier: AGPL-3.0-or-later\r\n// Copyright (C) 2025 Collab Digital Twins\r\n\r\ntype CacheValue<T> = {\r\n  v: T\r\n  e: number\r\n}\r\n\r\nconst NS = 'datasetCache:'\r\nconst mem = new Map<string, CacheValue<any>>()\r\n\r\nfunction now() {\r\n  return Date.now()\r\n}\r\n\r\nexport function makeKey(parts: Array<string | number | null | undefined>) {\r\n  return NS + parts.map((p) => String(p ?? '')).join('|')\r\n}\r\n\r\nexport function setCache<T>(key: string, value: T, ttlMs: number) {\r\n  const rec: CacheValue<T> = { v: value, e: now() + ttlMs }\r\n  try {\r\n    mem.set(key, rec)\r\n    if (typeof window !== 'undefined' && window.localStorage) {\r\n      window.localStorage.setItem(key, JSON.stringify(rec))\r\n    }\r\n  } catch {}\r\n}\r\n\r\nexport function getCache<T>(key: string): T | undefined {\r\n  try {\r\n    const inMem = mem.get(key)\r\n    if (inMem) {\r\n      if (inMem.e > now()) return inMem.v as T\r\n      mem.delete(key)\r\n    }\r\n\r\n    if (typeof window !== 'undefined' && window.localStorage) {\r\n      const raw = window.localStorage.getItem(key)\r\n      if (!raw) return undefined\r\n      const parsed = JSON.parse(raw) as CacheValue<T>\r\n      if (parsed?.e && parsed.e > now()) {\r\n        mem.set(key, parsed)\r\n        return parsed.v\r\n      }\r\n      // expired\r\n      window.localStorage.removeItem(key)\r\n    }\r\n  } catch {}\r\n  return undefined\r\n}\r\n\r\nexport function withCache<T>(key: string, ttlMs: number, fn: () => Promise<T>): Promise<T> {\r\n  const existing = getCache<T>(key)\r\n  if (existing !== undefined) return Promise.resolve(existing)\r\n  return fn().then((res) => {\r\n    setCache(key, res, ttlMs)\r\n    return res\r\n  })\r\n}\r\n\r\nexport async function withServerCache<T>(key: string, ttlMs: number, fn: () => Promise<T>): Promise<T> {\r\n  if (typeof window === 'undefined') {\r\n    const ttlSeconds = Math.floor(ttlMs / 1000)\r\n    try {\r\n      const { getMemcache, setMemcache } = await import('../../../../../utils/memcache')\r\n      \r\n      const cached = await getMemcache<T>(key)\r\n      if (cached !== null) {\r\n        setCache(key, cached, ttlMs)\r\n        return cached\r\n      }\r\n      \r\n      const localCached = getCache<T>(key)\r\n      if (localCached !== undefined) {\r\n        return localCached\r\n      }\r\n\r\n      const result = await fn()\r\n      \r\n      try {\r\n        await setMemcache(key, result, ttlSeconds)\r\n      } catch (error) {\r\n        console.warn('Memcache write failed:', error)\r\n      }\r\n      setCache(key, result, ttlMs)\r\n      \r\n      return result\r\n    } catch (error) {\r\n      console.warn('Memcache operations failed, falling back to local cache:', error)\r\n      \r\n      const localCached = getCache<T>(key)\r\n      if (localCached !== undefined) {\r\n        return localCached\r\n      }\r\n\r\n      const result = await fn()\r\n      setCache(key, result, ttlMs)\r\n      return result\r\n    }\r\n  }\r\n\r\n  return withCache(key, ttlMs, fn)\r\n}\r\n\r\nexport function buildValidationKey(source: string, id: string | number | undefined, version?: string | number | null) {\r\n  return makeKey(['valid', source, id ?? '', version ?? ''])\r\n}\r\n"],"mappings":"AAQA,MAAM,KAAK;AACX,MAAM,MAAM,oBAAI,IAA6B;AAE7C,SAAS,MAAM;AACb,SAAO,KAAK,IAAI;AAClB;AAEO,SAAS,QAAQ,OAAkD;AACxE,SAAO,KAAK,MAAM,IAAI,CAAC,MAAM,OAAO,gBAAK,EAAE,CAAC,EAAE,KAAK,GAAG;AACxD;AAEO,SAAS,SAAY,KAAa,OAAU,OAAe;AAChE,QAAM,MAAqB,EAAE,GAAG,OAAO,GAAG,IAAI,IAAI,MAAM;AACxD,MAAI;AACF,QAAI,IAAI,KAAK,GAAG;AAChB,QAAI,OAAO,WAAW,eAAe,OAAO,cAAc;AACxD,aAAO,aAAa,QAAQ,KAAK,KAAK,UAAU,GAAG,CAAC;AAAA,IACtD;AAAA,EACF,SAAQ;AAAA,EAAC;AACX;AAEO,SAAS,SAAY,KAA4B;AACtD,MAAI;AACF,UAAM,QAAQ,IAAI,IAAI,GAAG;AACzB,QAAI,OAAO;AACT,UAAI,MAAM,IAAI,IAAI,EAAG,QAAO,MAAM;AAClC,UAAI,OAAO,GAAG;AAAA,IAChB;AAEA,QAAI,OAAO,WAAW,eAAe,OAAO,cAAc;AACxD,YAAM,MAAM,OAAO,aAAa,QAAQ,GAAG;AAC3C,UAAI,CAAC,IAAK,QAAO;AACjB,YAAM,SAAS,KAAK,MAAM,GAAG;AAC7B,WAAI,iCAAQ,MAAK,OAAO,IAAI,IAAI,GAAG;AACjC,YAAI,IAAI,KAAK,MAAM;AACnB,eAAO,OAAO;AAAA,MAChB;AAEA,aAAO,aAAa,WAAW,GAAG;AAAA,IACpC;AAAA,EACF,SAAQ;AAAA,EAAC;AACT,SAAO;AACT;AAEO,SAAS,UAAa,KAAa,OAAe,IAAkC;AACzF,QAAM,WAAW,SAAY,GAAG;AAChC,MAAI,aAAa,OAAW,QAAO,QAAQ,QAAQ,QAAQ;AAC3D,SAAO,GAAG,EAAE,KAAK,CAAC,QAAQ;AACxB,aAAS,KAAK,KAAK,KAAK;AACxB,WAAO;AAAA,EACT,CAAC;AACH;AAEA,eAAsB,gBAAmB,KAAa,OAAe,IAAkC;AACrG,MAAI,OAAO,WAAW,aAAa;AACjC,UAAM,aAAa,KAAK,MAAM,QAAQ,GAAI;AAC1C,QAAI;AACF,YAAM,EAAE,aAAa,YAAY,IAAI,MAAM,OAAO,+BAA+B;AAEjF,YAAM,SAAS,MAAM,YAAe,GAAG;AACvC,UAAI,WAAW,MAAM;AACnB,iBAAS,KAAK,QAAQ,KAAK;AAC3B,eAAO;AAAA,MACT;AAEA,YAAM,cAAc,SAAY,GAAG;AACnC,UAAI,gBAAgB,QAAW;AAC7B,eAAO;AAAA,MACT;AAEA,YAAM,SAAS,MAAM,GAAG;AAExB,UAAI;AACF,cAAM,YAAY,KAAK,QAAQ,UAAU;AAAA,MAC3C,SAAS,OAAO;AACd,gBAAQ,KAAK,0BAA0B,KAAK;AAAA,MAC9C;AACA,eAAS,KAAK,QAAQ,KAAK;AAE3B,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,KAAK,4DAA4D,KAAK;AAE9E,YAAM,cAAc,SAAY,GAAG;AACnC,UAAI,gBAAgB,QAAW;AAC7B,eAAO;AAAA,MACT;AAEA,YAAM,SAAS,MAAM,GAAG;AACxB,eAAS,KAAK,QAAQ,KAAK;AAC3B,aAAO;AAAA,IACT;AAAA,EACF;AAEA,SAAO,UAAU,KAAK,OAAO,EAAE;AACjC;AAEO,SAAS,mBAAmB,QAAgB,IAAiC,SAAkC;AACpH,SAAO,QAAQ,CAAC,SAAS,QAAQ,kBAAM,IAAI,4BAAW,EAAE,CAAC;AAC3D;","names":[]}
+{"version":3,"sources":["../../../../../../../src/core/components/viewers/map/datasets/src/cache.ts"],"sourcesContent":["// SPDX-License-Identifier: AGPL-3.0-or-later\r\n// Copyright (C) 2025 Collab Digital Twins\r\n\r\ntype CacheValue<T> = {\r\n  v: T\r\n  e: number\r\n}\r\n\r\nconst NS = 'datasetCache:'\r\nconst mem = new Map<string, CacheValue<any>>()\r\n\r\nfunction now() {\r\n  return Date.now()\r\n}\r\n\r\nexport function makeKey(parts: Array<string | number | null | undefined>) {\r\n  return NS + parts.map((p) => String(p ?? '')).join('|')\r\n}\r\n\r\nexport function setCache<T>(key: string, value: T, ttlMs: number) {\r\n  const rec: CacheValue<T> = { v: value, e: now() + ttlMs }\r\n  try {\r\n    mem.set(key, rec)\r\n    if (typeof window !== 'undefined' && window.localStorage) {\r\n      window.localStorage.setItem(key, JSON.stringify(rec))\r\n    }\r\n  } catch {}\r\n}\r\n\r\nexport function getCache<T>(key: string): T | undefined {\r\n  try {\r\n    const inMem = mem.get(key)\r\n    if (inMem) {\r\n      if (inMem.e > now()) return inMem.v as T\r\n      mem.delete(key)\r\n    }\r\n\r\n    if (typeof window !== 'undefined' && window.localStorage) {\r\n      const raw = window.localStorage.getItem(key)\r\n      if (!raw) return undefined\r\n      const parsed = JSON.parse(raw) as CacheValue<T>\r\n      if (parsed?.e && parsed.e > now()) {\r\n        mem.set(key, parsed)\r\n        return parsed.v\r\n      }\r\n      // expired\r\n      window.localStorage.removeItem(key)\r\n    }\r\n  } catch {}\r\n  return undefined\r\n}\r\n\r\nexport function withCache<T>(key: string, ttlMs: number, fn: () => Promise<T>): Promise<T> {\r\n  const existing = getCache<T>(key)\r\n  if (existing !== undefined) return Promise.resolve(existing)\r\n  return fn().then((res) => {\r\n    setCache(key, res, ttlMs)\r\n    return res\r\n  })\r\n}\r\n\r\nexport async function withServerCache<T>(key: string, ttlMs: number, fn: () => Promise<T>): Promise<T> {\r\n  if (typeof window === 'undefined') {\r\n    const ttlSeconds = Math.floor(ttlMs / 1000)\r\n    try {\r\n      const { getMemcache, setMemcache } = await import('../../../../../utils/memcache')\r\n\r\n      const cached = await getMemcache<T>(key)\r\n      if (cached !== null) {\r\n        setCache(key, cached, ttlMs)\r\n        return cached\r\n      }\r\n\r\n      const localCached = getCache<T>(key)\r\n      if (localCached !== undefined) {\r\n        return localCached\r\n      }\r\n\r\n      const result = await fn()\r\n\r\n      try {\r\n        await setMemcache(key, result, ttlSeconds)\r\n      } catch (error) {\r\n        console.warn('Memcache write failed:', error)\r\n      }\r\n      setCache(key, result, ttlMs)\r\n\r\n      return result\r\n    } catch (error) {\r\n      console.warn('Memcache operations failed, falling back to local cache:', error)\r\n\r\n      const localCached = getCache<T>(key)\r\n      if (localCached !== undefined) {\r\n        return localCached\r\n      }\r\n\r\n      const result = await fn()\r\n      setCache(key, result, ttlMs)\r\n      return result\r\n    }\r\n  }\r\n\r\n  return withCache(key, ttlMs, fn)\r\n}\r\n\r\nexport function buildValidationKey(source: string, id: string | number | undefined, version?: string | number | null) {\r\n  return makeKey(['valid', source, id ?? '', version ?? ''])\r\n}\r\n"],"mappings":"AAQA,MAAM,KAAK;AACX,MAAM,MAAM,oBAAI,IAA6B;AAE7C,SAAS,MAAM;AACb,SAAO,KAAK,IAAI;AAClB;AAEO,SAAS,QAAQ,OAAkD;AACxE,SAAO,KAAK,MAAM,IAAI,CAAC,MAAM,OAAO,gBAAK,EAAE,CAAC,EAAE,KAAK,GAAG;AACxD;AAEO,SAAS,SAAY,KAAa,OAAU,OAAe;AAChE,QAAM,MAAqB,EAAE,GAAG,OAAO,GAAG,IAAI,IAAI,MAAM;AACxD,MAAI;AACF,QAAI,IAAI,KAAK,GAAG;AAChB,QAAI,OAAO,WAAW,eAAe,OAAO,cAAc;AACxD,aAAO,aAAa,QAAQ,KAAK,KAAK,UAAU,GAAG,CAAC;AAAA,IACtD;AAAA,EACF,SAAQ;AAAA,EAAC;AACX;AAEO,SAAS,SAAY,KAA4B;AACtD,MAAI;AACF,UAAM,QAAQ,IAAI,IAAI,GAAG;AACzB,QAAI,OAAO;AACT,UAAI,MAAM,IAAI,IAAI,EAAG,QAAO,MAAM;AAClC,UAAI,OAAO,GAAG;AAAA,IAChB;AAEA,QAAI,OAAO,WAAW,eAAe,OAAO,cAAc;AACxD,YAAM,MAAM,OAAO,aAAa,QAAQ,GAAG;AAC3C,UAAI,CAAC,IAAK,QAAO;AACjB,YAAM,SAAS,KAAK,MAAM,GAAG;AAC7B,WAAI,iCAAQ,MAAK,OAAO,IAAI,IAAI,GAAG;AACjC,YAAI,IAAI,KAAK,MAAM;AACnB,eAAO,OAAO;AAAA,MAChB;AAEA,aAAO,aAAa,WAAW,GAAG;AAAA,IACpC;AAAA,EACF,SAAQ;AAAA,EAAC;AACT,SAAO;AACT;AAEO,SAAS,UAAa,KAAa,OAAe,IAAkC;AACzF,QAAM,WAAW,SAAY,GAAG;AAChC,MAAI,aAAa,OAAW,QAAO,QAAQ,QAAQ,QAAQ;AAC3D,SAAO,GAAG,EAAE,KAAK,CAAC,QAAQ;AACxB,aAAS,KAAK,KAAK,KAAK;AACxB,WAAO;AAAA,EACT,CAAC;AACH;AAEA,eAAsB,gBAAmB,KAAa,OAAe,IAAkC;AACrG,MAAI,OAAO,WAAW,aAAa;AACjC,UAAM,aAAa,KAAK,MAAM,QAAQ,GAAI;AAC1C,QAAI;AACF,YAAM,EAAE,aAAa,YAAY,IAAI,MAAM,OAAO,+BAA+B;AAEjF,YAAM,SAAS,MAAM,YAAe,GAAG;AACvC,UAAI,WAAW,MAAM;AACnB,iBAAS,KAAK,QAAQ,KAAK;AAC3B,eAAO;AAAA,MACT;AAEA,YAAM,cAAc,SAAY,GAAG;AACnC,UAAI,gBAAgB,QAAW;AAC7B,eAAO;AAAA,MACT;AAEA,YAAM,SAAS,MAAM,GAAG;AAExB,UAAI;AACF,cAAM,YAAY,KAAK,QAAQ,UAAU;AAAA,MAC3C,SAAS,OAAO;AACd,gBAAQ,KAAK,0BAA0B,KAAK;AAAA,MAC9C;AACA,eAAS,KAAK,QAAQ,KAAK;AAE3B,aAAO;AAAA,IACT,SAAS,OAAO;AACd,cAAQ,KAAK,4DAA4D,KAAK;AAE9E,YAAM,cAAc,SAAY,GAAG;AACnC,UAAI,gBAAgB,QAAW;AAC7B,eAAO;AAAA,MACT;AAEA,YAAM,SAAS,MAAM,GAAG;AACxB,eAAS,KAAK,QAAQ,KAAK;AAC3B,aAAO;AAAA,IACT;AAAA,EACF;AAEA,SAAO,UAAU,KAAK,OAAO,EAAE;AACjC;AAEO,SAAS,mBAAmB,QAAgB,IAAiC,SAAkC;AACpH,SAAO,QAAQ,CAAC,SAAS,QAAQ,kBAAM,IAAI,4BAAW,EAAE,CAAC;AAC3D;","names":[]}

package/dist/core/components/viewers/map/datasets/src/ckanDatasets.d.ts

@@ -1,5 +1,5 @@
 import type { Dataset, FieldType } from '../../../../../types/datasetTypes';
-import { OpenDataPortal } from '../../../../../types/dbTypes';
+import type { OpenDataPortal } from '../../../../../types/dbTypes';
 export declare function fetchCkanDatasets(portal: OpenDataPortal): Promise<Dataset[]>;
 export interface CkanFieldTypes {
     [key: string]: {

package/dist/core/components/viewers/map/datasets/src/ckanDatasets.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ckanDatasets.d.ts","sourceRoot":"","sources":["../../../../../../../src/core/components/viewers/map/datasets/src/ckanDatasets.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,mCAAmC,CAAA;AAK3E,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAG7D,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,cAAc,GACrB,OAAO,CAAC,OAAO,EAAE,CAAC,CA8QpB;AAED,MAAM,WAAW,cAAc;IAC7B,CAAC,GAAG,EAAE,MAAM,GAAG;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,SAAS,CAAA;KAAE,CAAA;CACxD"}
+{"version":3,"file":"ckanDatasets.d.ts","sourceRoot":"","sources":["../../../../../../../src/core/components/viewers/map/datasets/src/ckanDatasets.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,mCAAmC,CAAA;AAC3E,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAOlE,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,cAAc,GACrB,OAAO,CAAC,OAAO,EAAE,CAAC,CA4QpB;AAED,MAAM,WAAW,cAAc;IAC7B,CAAC,GAAG,EAAE,MAAM,GAAG;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,SAAS,CAAA;KAAE,CAAA;CACxD"}

package/dist/core/components/viewers/map/datasets/src/ckanDatasets.js

@@ -1,6 +1,6 @@
+import { layerColorByName } from "../../utils/stringToColour";
 import { formatName, stripHtml } from "../utils";
 import { buildValidationKey, getCache, setCache, withCache } from "./cache";
-import { layerColorByName } from "../../utils/stringToColour";
 async function fetchCkanDatasets(portal) {
   const { apiUrl, countrySubdivision, municipality, group } = portal;
   const isServer = typeof window === "undefined";
@@ -122,12 +122,9 @@ async function fetchCkanDatasets(portal) {
           return [];
         };
         const getFeatures = async () => {
-          var _a2, _b2;
           const featuresKey = `features:ckan:${geoJsonResource.id}:${pkg.metadata_modified || pkg.metadata_created || ""}`;
           const cached = getCache(featuresKey);
           if (cached) {
-            const cachedCount = "features" in cached ? (_b2 = (_a2 = cached.features) == null ? void 0 : _a2.length) != null ? _b2 : 0 : 0;
-            console.log(`\u2705 CKAN getFeatures: Returning ${cachedCount} cached features for "${pkg.name}"`);
             return cached;
           }
           const limit = 5e3;
@@ -145,10 +142,10 @@ async function fetchCkanDatasets(portal) {
             let featuresCollection;
             if (data2.result && Array.isArray(data2.result.records)) {
               const features = data2.result.records.map((properties) => {
-                var _a3;
+                var _a2;
                 try {
                   let geometry;
-                  geometry = ((_a3 = properties.geometry) == null ? void 0 : _a3.type) ? properties.geometry : JSON.parse(properties.geometry);
+                  geometry = ((_a2 = properties.geometry) == null ? void 0 : _a2.type) ? properties.geometry : JSON.parse(properties.geometry);
                   return {
                     type: "Feature",
                     geometry,

package/dist/core/components/viewers/map/datasets/src/ckanDatasets.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../../../../src/core/components/viewers/map/datasets/src/ckanDatasets.ts"],"sourcesContent":["// SPDX-License-Identifier: AGPL-3.0-or-later\r\n// Copyright (C) 2025 Collab Digital Twins\r\n\r\nimport type { Dataset, FieldType } from '../../../../../types/datasetTypes'\r\nimport { formatName, stripHtml } from '../utils'\r\nimport type { AllGeoJSON } from '@turf/turf'\r\nimport { buildValidationKey, getCache, setCache, withCache } from './cache'\r\nimport { layerColorByName } from '../../utils/stringToColour'\r\nimport { OpenDataPortal } from '../../../../../types/dbTypes'\r\n\r\n// Fetch CKAN GeoJSON datasets and transform to Dataset array\r\nexport async function fetchCkanDatasets(\r\n  portal: OpenDataPortal,\r\n): Promise<Dataset[]> {\r\n  const { apiUrl, countrySubdivision, municipality, group } = portal\r\n  const isServer = typeof window === 'undefined'\r\n\r\n  const buildUrl = (target: string) => {\r\n    if (isServer) {\r\n      return target\r\n    }\r\n\r\n    const proxied = `/api/ckanProxy?url=${encodeURIComponent(target)}`\r\n    return proxied\r\n  }\r\n\r\n  // https://www.donneesquebec.ca/recherche/dataset/?sort=metadata_created+desc&_organization_limit=0&res_format=GeoJSON\r\n\r\n  try {\r\n    // Use your local API route to proxy the CKAN request when on the client\r\n    const geoJsonListTarget = `${apiUrl}/api/3/action/package_search?fq=res_format:(geojson OR GeoJSON)&rows=100000`\r\n    const response = await fetch(buildUrl(geoJsonListTarget))\r\n\r\n    if (!response.ok) {\r\n      return []\r\n    }\r\n\r\n    const data = await response.json()\r\n\r\n    if (!data.success || !data.result || !Array.isArray(data.result.results)) {\r\n      throw new Error('Invalid CKAN response structure')\r\n    }\r\n\r\n    const transformedDatasets: Dataset[] = (\r\n      await Promise.all(\r\n        data.result.results.map(async (pkg: any) => {\r\n          // Find first GeoJSON resource\r\n          const geoJsonResource = pkg.resources?.find(\r\n            (resource: any) => resource.format?.toLowerCase() === 'geojson',\r\n          )\r\n\r\n          // Exclude if no GeoJSON resource\r\n          if (!geoJsonResource) return\r\n\r\n          // Exclude if not active\r\n          const datastore = geoJsonResource.datastore_active?.toString().toLowerCase() === 'true'\r\n          const isActive = datastore || geoJsonResource.state === 'active'\r\n          if (!(datastore && geoJsonResource.url && isActive)) return\r\n\r\n          // Determine the correct URL based on your working method\r\n          let resourceUrl: string | null = null\r\n          let resourceTarget: string | null = null\r\n          let fieldsUrl: string | null = null\r\n\r\n          if (datastore) {\r\n            resourceTarget = `${apiUrl}/api/3/action/datastore_search?resource_id=${geoJsonResource.id}&limit=1000000`\r\n            resourceUrl = buildUrl(resourceTarget)\r\n            fieldsUrl = buildUrl(`${apiUrl}/api/3/action/datastore_search?resource_id=${geoJsonResource.id}&limit=0`)\r\n          }\r\n          else {\r\n            resourceTarget = geoJsonResource.url\r\n            resourceUrl = resourceTarget ? buildUrl(resourceTarget) : null\r\n          }\r\n\r\n          try {\r\n            const sampleTarget = resourceTarget?.includes('datastore_search')\r\n              ? resourceTarget.replace('limit=1000000', 'limit=1')\r\n              : resourceTarget\r\n            const sampleUrl = sampleTarget\r\n              ? (sampleTarget.includes('limit=') ? buildUrl(sampleTarget) : buildUrl(`${sampleTarget}?limit=1`))\r\n              : null\r\n\r\n            if (sampleUrl) {\r\n              const validKey = buildValidationKey('ckan', pkg.id, pkg.metadata_modified || pkg.metadata_created || undefined)\r\n              const isValid = await withCache<boolean>(validKey, 24 * 60 * 60 * 1000, async () => {\r\n                const sampleRes = await fetch(sampleUrl)\r\n                if (sampleRes.ok) {\r\n                  const sample = await sampleRes.json()\r\n                  if (sample?.error) {\r\n                    const code = sample.error.code\r\n                    const msg = `${sample.error.message || ''} ${sample.error.messageCode || ''}`\r\n                    if (code === 499 || code === 504 || /token required|unauthorized|forbidden|timed out/i.test(msg)) return false\r\n                  }\r\n                  let hasGeom = true\r\n                  if (sample?.result?.records) {\r\n                    const rec = sample.result.records[0]\r\n                    const geom = rec?.geometry || (typeof rec?.geometry === 'string' ? JSON.parse(rec.geometry) : undefined)\r\n                    hasGeom = !!geom\r\n                  }\r\n                  else if (Array.isArray(sample?.features)) {\r\n                    hasGeom = sample.features.some((f: any) => f && f.geometry)\r\n                  }\r\n                  return !!hasGeom\r\n                } else if ([401, 403, 504].includes(sampleRes.status)) {\r\n                  return false\r\n                }\r\n                return false\r\n              })\r\n              if (!isValid) return\r\n            }\r\n          }\r\n          catch {\r\n          }\r\n\r\n          const getFeaturesData = async () => {\r\n            if (resourceUrl) {\r\n              try {\r\n                const response = await fetch(fieldsUrl ?? resourceUrl)\r\n                if (!response.ok) {\r\n                  console.error('Network response was not ok:', response.status)\r\n                  return\r\n                }\r\n                return await response.json()\r\n              }\r\n              catch (error) {\r\n                console.error('Error fetching features data:', error)\r\n                return\r\n              }\r\n            }\r\n          }\r\n\r\n          const getFields = async () => {\r\n            if (fieldsUrl) {\r\n              try {\r\n                const fieldsKey = `fields:ckan:${geoJsonResource.id}:${pkg.metadata_modified || pkg.metadata_created || ''}`\r\n                const cached = getCache<any[]>(fieldsKey)\r\n                if (cached) return cached\r\n                const dsRes = await fetch(fieldsUrl)\r\n                if (dsRes.ok) {\r\n                  const dsData = await dsRes.json()\r\n                  const fields = (\r\n                    dsData.result.fields?.map((field: any) => ({\r\n                      name: field.id,\r\n                      type: ckanFieldTypes[field.type]?.type || field.type,\r\n                      ckanType: field.type,\r\n                      description: field.info || '',\r\n                    })) || []\r\n                  )\r\n                  setCache(fieldsKey, fields, 24 * 60 * 60 * 1000)\r\n                  return fields\r\n                }\r\n              }\r\n              catch {\r\n                return []\r\n              }\r\n            }\r\n            return []\r\n          }\r\n\r\n          const getFeatures: () => Promise<AllGeoJSON> = async () => {\r\n            // Check cache first\r\n            const featuresKey = `features:ckan:${geoJsonResource.id}:${pkg.metadata_modified || pkg.metadata_created || ''}`\r\n            const cached = getCache<AllGeoJSON>(featuresKey)\r\n            if (cached) {\r\n              const cachedCount = 'features' in cached ? cached.features?.length ?? 0 : 0\r\n              console.log(`✅ CKAN getFeatures: Returning ${cachedCount} cached features for \"${pkg.name}\"`)\r\n              return cached\r\n            }\r\n\r\n            const limit = 5_000\r\n            const url2 = resourceUrl?.includes('datastore_search')\r\n              ? `${resourceUrl}&limit=${limit}`\r\n              : resourceUrl\r\n\r\n            try {\r\n              const response = await fetch(url2)\r\n              if (!response.ok) {\r\n                console.error('CKAN: Network response was not ok:', response.status)\r\n                return {\r\n                  type: 'FeatureCollection',\r\n                  features: [],\r\n                } as AllGeoJSON\r\n              }\r\n              const data = await response.json()\r\n              let featuresCollection: AllGeoJSON | undefined\r\n\r\n              if (data.result && Array.isArray(data.result.records)) {\r\n                // CKAN Datastore: build FeatureCollection from records\r\n                const features = data.result.records\r\n                  .map((properties: any) => {\r\n                    try {\r\n                      let geometry\r\n                      geometry = properties.geometry?.type ? properties.geometry : JSON.parse(properties.geometry)\r\n\r\n                      return {\r\n                        type: 'Feature',\r\n                        geometry,\r\n                        properties,\r\n                      }\r\n                    }\r\n                    catch {\r\n                      return null\r\n                    }\r\n                  })\r\n                  .filter((f: any) => f !== null)\r\n\r\n                featuresCollection = {\r\n                  type: 'FeatureCollection',\r\n                  features,\r\n                }\r\n              }\r\n              else if (\r\n                data.type === 'FeatureCollection'\r\n                && Array.isArray(data.features)\r\n              ) {\r\n                // Already a FeatureCollection\r\n                featuresCollection = data\r\n              }\r\n              else {\r\n                console.error(\r\n                  'CKAN: No features available or unexpected response:',\r\n                  data,\r\n                )\r\n                return {\r\n                  type: 'FeatureCollection',\r\n                  features: [],\r\n                } as AllGeoJSON\r\n              }\r\n\r\n              // Cache the result for 1 hour\r\n              if (featuresCollection) {\r\n                setCache(featuresKey, featuresCollection, 60 * 60 * 1000)\r\n              }\r\n\r\n              return featuresCollection\r\n            }\r\n            catch (error) {\r\n              console.error('CKAN: Error processing dataset:', error)\r\n              return {\r\n                type: 'FeatureCollection',\r\n                features: [],\r\n              } as AllGeoJSON\r\n            }\r\n          }\r\n\r\n          const name = formatName(pkg.title || pkg.name)\r\n\r\n          return {\r\n            id: pkg.id,\r\n            name,\r\n            url: fieldsUrl,\r\n            publisher:\r\n              pkg.organization?.title || pkg.organization?.name || 'Unknown',\r\n            dataManagementSystem: 'ckan',\r\n            license: pkg.license_title || pkg.license_id || 'Unknown',\r\n            contact: pkg.author || pkg.maintainer || 'Unknown',\r\n            keywords: pkg.tags?.map((tag: any) => tag.name) || [],\r\n            description: pkg.notes\r\n              ? stripHtml(pkg.notes)\r\n              : 'No description available',\r\n            dateReleased: pkg.metadata_created || '',\r\n            dateUpdated: pkg.metadata_modified || '',\r\n            information: pkg.information_url || '',\r\n            countrySubdivision,\r\n            municipality,\r\n            type: pkg.type || 'GeoJSON',\r\n            portal,\r\n            getFields,\r\n            getFeatures,\r\n            getFeaturesData,\r\n            group,\r\n            layerColor: layerColorByName(name),\r\n          }\r\n        }),\r\n      )\r\n    ).filter(Boolean) // Remove nulls (excluded datasets)\r\n\r\n    return transformedDatasets\r\n  }\r\n  catch (error) {\r\n    console.error('Error fetching CKAN GeoJSON datasets:', error)\r\n    return []\r\n  }\r\n}\r\n\r\nexport interface CkanFieldTypes {\r\n  [key: string]: { description: string, type: FieldType }\r\n}\r\n\r\nfunction ckanFieldTypes(): CkanFieldTypes {\r\n  return {\r\n    text: { description: 'Text', type: 'string' },\r\n    int: { description: 'Integer', type: 'number' },\r\n    float: { description: 'Float', type: 'number' },\r\n    bool: { description: 'Boolean', type: 'boolean' },\r\n    date: { description: 'Date', type: 'datetime' },\r\n    timestamp: { description: 'Timestamp', type: 'datetime' },\r\n    json: { description: 'JSON', type: 'object' },\r\n    // Add more CKAN field types as needed\r\n  }\r\n}\r\n"],"mappings":"AAIA,SAAS,YAAY,iBAAiB;AAEtC,SAAS,oBAAoB,UAAU,UAAU,iBAAiB;AAClE,SAAS,wBAAwB;AAIjC,eAAsB,kBACpB,QACoB;AACpB,QAAM,EAAE,QAAQ,oBAAoB,cAAc,MAAM,IAAI;AAC5D,QAAM,WAAW,OAAO,WAAW;AAEnC,QAAM,WAAW,CAAC,WAAmB;AACnC,QAAI,UAAU;AACZ,aAAO;AAAA,IACT;AAEA,UAAM,UAAU,sBAAsB,mBAAmB,MAAM,CAAC;AAChE,WAAO;AAAA,EACT;AAIA,MAAI;AAEF,UAAM,oBAAoB,GAAG,MAAM;AACnC,UAAM,WAAW,MAAM,MAAM,SAAS,iBAAiB,CAAC;AAExD,QAAI,CAAC,SAAS,IAAI;AAChB,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,OAAO,MAAM,SAAS,KAAK;AAEjC,QAAI,CAAC,KAAK,WAAW,CAAC,KAAK,UAAU,CAAC,MAAM,QAAQ,KAAK,OAAO,OAAO,GAAG;AACxE,YAAM,IAAI,MAAM,iCAAiC;AAAA,IACnD;AAEA,UAAM,uBACJ,MAAM,QAAQ;AAAA,MACZ,KAAK,OAAO,QAAQ,IAAI,OAAO,QAAa;AA7CpD;AA+CU,cAAM,mBAAkB,SAAI,cAAJ,mBAAe;AAAA,UACrC,CAAC,aAAe;AAhD5B,gBAAAA;AAgD+B,qBAAAA,MAAA,SAAS,WAAT,gBAAAA,IAAiB,mBAAkB;AAAA;AAAA;AAIxD,YAAI,CAAC,gBAAiB;AAGtB,cAAM,cAAY,qBAAgB,qBAAhB,mBAAkC,WAAW,mBAAkB;AACjF,cAAM,WAAW,aAAa,gBAAgB,UAAU;AACxD,YAAI,EAAE,aAAa,gBAAgB,OAAO,UAAW;AAGrD,YAAI,cAA6B;AACjC,YAAI,iBAAgC;AACpC,YAAI,YAA2B;AAE/B,YAAI,WAAW;AACb,2BAAiB,GAAG,MAAM,8CAA8C,gBAAgB,EAAE;AAC1F,wBAAc,SAAS,cAAc;AACrC,sBAAY,SAAS,GAAG,MAAM,8CAA8C,gBAAgB,EAAE,UAAU;AAAA,QAC1G,OACK;AACH,2BAAiB,gBAAgB;AACjC,wBAAc,iBAAiB,SAAS,cAAc,IAAI;AAAA,QAC5D;AAEA,YAAI;AACF,gBAAM,gBAAe,iDAAgB,SAAS,uBAC1C,eAAe,QAAQ,iBAAiB,SAAS,IACjD;AACJ,gBAAM,YAAY,eACb,aAAa,SAAS,QAAQ,IAAI,SAAS,YAAY,IAAI,SAAS,GAAG,YAAY,UAAU,IAC9F;AAEJ,cAAI,WAAW;AACb,kBAAM,WAAW,mBAAmB,QAAQ,IAAI,IAAI,IAAI,qBAAqB,IAAI,oBAAoB,MAAS;AAC9G,kBAAM,UAAU,MAAM,UAAmB,UAAU,KAAK,KAAK,KAAK,KAAM,YAAY;AApFlG,kBAAAA;AAqFgB,oBAAM,YAAY,MAAM,MAAM,SAAS;AACvC,kBAAI,UAAU,IAAI;AAChB,sBAAM,SAAS,MAAM,UAAU,KAAK;AACpC,oBAAI,iCAAQ,OAAO;AACjB,wBAAM,OAAO,OAAO,MAAM;AAC1B,wBAAM,MAAM,GAAG,OAAO,MAAM,WAAW,EAAE,IAAI,OAAO,MAAM,eAAe,EAAE;AAC3E,sBAAI,SAAS,OAAO,SAAS,OAAO,mDAAmD,KAAK,GAAG,EAAG,QAAO;AAAA,gBAC3G;AACA,oBAAI,UAAU;AACd,qBAAIA,MAAA,iCAAQ,WAAR,gBAAAA,IAAgB,SAAS;AAC3B,wBAAM,MAAM,OAAO,OAAO,QAAQ,CAAC;AACnC,wBAAM,QAAO,2BAAK,cAAa,QAAO,2BAAK,cAAa,WAAW,KAAK,MAAM,IAAI,QAAQ,IAAI;AAC9F,4BAAU,CAAC,CAAC;AAAA,gBACd,WACS,MAAM,QAAQ,iCAAQ,QAAQ,GAAG;AACxC,4BAAU,OAAO,SAAS,KAAK,CAAC,MAAW,KAAK,EAAE,QAAQ;AAAA,gBAC5D;AACA,uBAAO,CAAC,CAAC;AAAA,cACX,WAAW,CAAC,KAAK,KAAK,GAAG,EAAE,SAAS,UAAU,MAAM,GAAG;AACrD,uBAAO;AAAA,cACT;AACA,qBAAO;AAAA,YACT,CAAC;AACD,gBAAI,CAAC,QAAS;AAAA,UAChB;AAAA,QACF,SACM;AAAA,QACN;AAEA,cAAM,kBAAkB,YAAY;AAClC,cAAI,aAAa;AACf,gBAAI;AACF,oBAAMC,YAAW,MAAM,MAAM,gCAAa,WAAW;AACrD,kBAAI,CAACA,UAAS,IAAI;AAChB,wBAAQ,MAAM,gCAAgCA,UAAS,MAAM;AAC7D;AAAA,cACF;AACA,qBAAO,MAAMA,UAAS,KAAK;AAAA,YAC7B,SACO,OAAO;AACZ,sBAAQ,MAAM,iCAAiC,KAAK;AACpD;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAEA,cAAM,YAAY,YAAY;AAnIxC,cAAAD;AAoIY,cAAI,WAAW;AACb,gBAAI;AACF,oBAAM,YAAY,eAAe,gBAAgB,EAAE,IAAI,IAAI,qBAAqB,IAAI,oBAAoB,EAAE;AAC1G,oBAAM,SAAS,SAAgB,SAAS;AACxC,kBAAI,OAAQ,QAAO;AACnB,oBAAM,QAAQ,MAAM,MAAM,SAAS;AACnC,kBAAI,MAAM,IAAI;AACZ,sBAAM,SAAS,MAAM,MAAM,KAAK;AAChC,sBAAM,WACJA,MAAA,OAAO,OAAO,WAAd,gBAAAA,IAAsB,IAAI,CAAC,UAAY;AA7I3D,sBAAAA;AA6I+D;AAAA,oBACzC,MAAM,MAAM;AAAA,oBACZ,QAAMA,MAAA,eAAe,MAAM,IAAI,MAAzB,gBAAAA,IAA4B,SAAQ,MAAM;AAAA,oBAChD,UAAU,MAAM;AAAA,oBAChB,aAAa,MAAM,QAAQ;AAAA,kBAC7B;AAAA,uBAAO,CAAC;AAEV,yBAAS,WAAW,QAAQ,KAAK,KAAK,KAAK,GAAI;AAC/C,uBAAO;AAAA,cACT;AAAA,YACF,SACM;AACJ,qBAAO,CAAC;AAAA,YACV;AAAA,UACF;AACA,iBAAO,CAAC;AAAA,QACV;AAEA,cAAM,cAAyC,YAAY;AA/JrE,cAAAA,KAAAE;AAiKY,gBAAM,cAAc,iBAAiB,gBAAgB,EAAE,IAAI,IAAI,qBAAqB,IAAI,oBAAoB,EAAE;AAC9G,gBAAM,SAAS,SAAqB,WAAW;AAC/C,cAAI,QAAQ;AACV,kBAAM,cAAc,cAAc,UAASA,OAAAF,MAAA,OAAO,aAAP,gBAAAA,IAAiB,WAAjB,OAAAE,MAA2B,IAAI;AAC1E,oBAAQ,IAAI,sCAAiC,WAAW,yBAAyB,IAAI,IAAI,GAAG;AAC5F,mBAAO;AAAA,UACT;AAEA,gBAAM,QAAQ;AACd,gBAAM,QAAO,2CAAa,SAAS,uBAC/B,GAAG,WAAW,UAAU,KAAK,KAC7B;AAEJ,cAAI;AACF,kBAAMD,YAAW,MAAM,MAAM,IAAI;AACjC,gBAAI,CAACA,UAAS,IAAI;AAChB,sBAAQ,MAAM,sCAAsCA,UAAS,MAAM;AACnE,qBAAO;AAAA,gBACL,MAAM;AAAA,gBACN,UAAU,CAAC;AAAA,cACb;AAAA,YACF;AACA,kBAAME,QAAO,MAAMF,UAAS,KAAK;AACjC,gBAAI;AAEJ,gBAAIE,MAAK,UAAU,MAAM,QAAQA,MAAK,OAAO,OAAO,GAAG;AAErD,oBAAM,WAAWA,MAAK,OAAO,QAC1B,IAAI,CAAC,eAAoB;AA7L5C,oBAAAH;AA8LoB,oBAAI;AACF,sBAAI;AACJ,+BAAWA,MAAA,WAAW,aAAX,gBAAAA,IAAqB,QAAO,WAAW,WAAW,KAAK,MAAM,WAAW,QAAQ;AAE3F,yBAAO;AAAA,oBACL,MAAM;AAAA,oBACN;AAAA,oBACA;AAAA,kBACF;AAAA,gBACF,SACM;AACJ,yBAAO;AAAA,gBACT;AAAA,cACF,CAAC,EACA,OAAO,CAAC,MAAW,MAAM,IAAI;AAEhC,mCAAqB;AAAA,gBACnB,MAAM;AAAA,gBACN;AAAA,cACF;AAAA,YACF,WAEEG,MAAK,SAAS,uBACX,MAAM,QAAQA,MAAK,QAAQ,GAC9B;AAEA,mCAAqBA;AAAA,YACvB,OACK;AACH,sBAAQ;AAAA,gBACN;AAAA,gBACAA;AAAA,cACF;AACA,qBAAO;AAAA,gBACL,MAAM;AAAA,gBACN,UAAU,CAAC;AAAA,cACb;AAAA,YACF;AAGA,gBAAI,oBAAoB;AACtB,uBAAS,aAAa,oBAAoB,KAAK,KAAK,GAAI;AAAA,YAC1D;AAEA,mBAAO;AAAA,UACT,SACO,OAAO;AACZ,oBAAQ,MAAM,mCAAmC,KAAK;AACtD,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,UAAU,CAAC;AAAA,YACb;AAAA,UACF;AAAA,QACF;AAEA,cAAM,OAAO,WAAW,IAAI,SAAS,IAAI,IAAI;AAE7C,eAAO;AAAA,UACL,IAAI,IAAI;AAAA,UACR;AAAA,UACA,KAAK;AAAA,UACL,aACE,SAAI,iBAAJ,mBAAkB,YAAS,SAAI,iBAAJ,mBAAkB,SAAQ;AAAA,UACvD,sBAAsB;AAAA,UACtB,SAAS,IAAI,iBAAiB,IAAI,cAAc;AAAA,UAChD,SAAS,IAAI,UAAU,IAAI,cAAc;AAAA,UACzC,YAAU,SAAI,SAAJ,mBAAU,IAAI,CAAC,QAAa,IAAI,UAAS,CAAC;AAAA,UACpD,aAAa,IAAI,QACb,UAAU,IAAI,KAAK,IACnB;AAAA,UACJ,cAAc,IAAI,oBAAoB;AAAA,UACtC,aAAa,IAAI,qBAAqB;AAAA,UACtC,aAAa,IAAI,mBAAmB;AAAA,UACpC;AAAA,UACA;AAAA,UACA,MAAM,IAAI,QAAQ;AAAA,UAClB;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA,YAAY,iBAAiB,IAAI;AAAA,QACnC;AAAA,MACF,CAAC;AAAA,IACH,GACA,OAAO,OAAO;AAEhB,WAAO;AAAA,EACT,SACO,OAAO;AACZ,YAAQ,MAAM,yCAAyC,KAAK;AAC5D,WAAO,CAAC;AAAA,EACV;AACF;AAMA,SAAS,iBAAiC;AACxC,SAAO;AAAA,IACL,MAAM,EAAE,aAAa,QAAQ,MAAM,SAAS;AAAA,IAC5C,KAAK,EAAE,aAAa,WAAW,MAAM,SAAS;AAAA,IAC9C,OAAO,EAAE,aAAa,SAAS,MAAM,SAAS;AAAA,IAC9C,MAAM,EAAE,aAAa,WAAW,MAAM,UAAU;AAAA,IAChD,MAAM,EAAE,aAAa,QAAQ,MAAM,WAAW;AAAA,IAC9C,WAAW,EAAE,aAAa,aAAa,MAAM,WAAW;AAAA,IACxD,MAAM,EAAE,aAAa,QAAQ,MAAM,SAAS;AAAA;AAAA,EAE9C;AACF;","names":["_a","response","_b","data"]}
+{"version":3,"sources":["../../../../../../../src/core/components/viewers/map/datasets/src/ckanDatasets.ts"],"sourcesContent":["// SPDX-License-Identifier: AGPL-3.0-or-later\r\n// Copyright (C) 2025 Collab Digital Twins\r\n\r\nimport { layerColorByName } from '../../utils/stringToColour'\r\nimport { formatName, stripHtml } from '../utils'\r\n\r\nimport { buildValidationKey, getCache, setCache, withCache } from './cache'\r\n\r\nimport type { Dataset, FieldType } from '../../../../../types/datasetTypes'\r\nimport type { OpenDataPortal } from '../../../../../types/dbTypes'\r\nimport type { AllGeoJSON } from '@turf/turf'\r\n\r\n\r\n\r\n\r\n// Fetch CKAN GeoJSON datasets and transform to Dataset array\r\nexport async function fetchCkanDatasets(\r\n  portal: OpenDataPortal,\r\n): Promise<Dataset[]> {\r\n  const { apiUrl, countrySubdivision, municipality, group } = portal\r\n  const isServer = typeof window === 'undefined'\r\n\r\n  const buildUrl = (target: string) => {\r\n    if (isServer) {\r\n      return target\r\n    }\r\n\r\n    const proxied = `/api/ckanProxy?url=${encodeURIComponent(target)}`\r\n    return proxied\r\n  }\r\n\r\n  // https://www.donneesquebec.ca/recherche/dataset/?sort=metadata_created+desc&_organization_limit=0&res_format=GeoJSON\r\n\r\n  try {\r\n    // Use your local API route to proxy the CKAN request when on the client\r\n    const geoJsonListTarget = `${apiUrl}/api/3/action/package_search?fq=res_format:(geojson OR GeoJSON)&rows=100000`\r\n    const response = await fetch(buildUrl(geoJsonListTarget))\r\n\r\n    if (!response.ok) {\r\n      return []\r\n    }\r\n\r\n    const data = await response.json()\r\n\r\n    if (!data.success || !data.result || !Array.isArray(data.result.results)) {\r\n      throw new Error('Invalid CKAN response structure')\r\n    }\r\n\r\n    const transformedDatasets: Dataset[] = (\r\n      await Promise.all(\r\n        data.result.results.map(async (pkg: any) => {\r\n          // Find first GeoJSON resource\r\n          const geoJsonResource = pkg.resources?.find(\r\n            (resource: any) => resource.format?.toLowerCase() === 'geojson',\r\n          )\r\n\r\n          // Exclude if no GeoJSON resource\r\n          if (!geoJsonResource) return\r\n\r\n          // Exclude if not active\r\n          const datastore = geoJsonResource.datastore_active?.toString().toLowerCase() === 'true'\r\n          const isActive = datastore || geoJsonResource.state === 'active'\r\n          if (!(datastore && geoJsonResource.url && isActive)) return\r\n\r\n          // Determine the correct URL based on your working method\r\n          let resourceUrl: string | null = null\r\n          let resourceTarget: string | null = null\r\n          let fieldsUrl: string | null = null\r\n\r\n          if (datastore) {\r\n            resourceTarget = `${apiUrl}/api/3/action/datastore_search?resource_id=${geoJsonResource.id}&limit=1000000`\r\n            resourceUrl = buildUrl(resourceTarget)\r\n            fieldsUrl = buildUrl(`${apiUrl}/api/3/action/datastore_search?resource_id=${geoJsonResource.id}&limit=0`)\r\n          }\r\n          else {\r\n            resourceTarget = geoJsonResource.url\r\n            resourceUrl = resourceTarget ? buildUrl(resourceTarget) : null\r\n          }\r\n\r\n          try {\r\n            const sampleTarget = resourceTarget?.includes('datastore_search')\r\n              ? resourceTarget.replace('limit=1000000', 'limit=1')\r\n              : resourceTarget\r\n            const sampleUrl = sampleTarget\r\n              ? (sampleTarget.includes('limit=') ? buildUrl(sampleTarget) : buildUrl(`${sampleTarget}?limit=1`))\r\n              : null\r\n\r\n            if (sampleUrl) {\r\n              const validKey = buildValidationKey('ckan', pkg.id, pkg.metadata_modified || pkg.metadata_created || undefined)\r\n              const isValid = await withCache<boolean>(validKey, 24 * 60 * 60 * 1000, async () => {\r\n                const sampleRes = await fetch(sampleUrl)\r\n                if (sampleRes.ok) {\r\n                  const sample = await sampleRes.json()\r\n                  if (sample?.error) {\r\n                    const code = sample.error.code\r\n                    const msg = `${sample.error.message || ''} ${sample.error.messageCode || ''}`\r\n                    if (code === 499 || code === 504 || /token required|unauthorized|forbidden|timed out/i.test(msg)) return false\r\n                  }\r\n                  let hasGeom = true\r\n                  if (sample?.result?.records) {\r\n                    const rec = sample.result.records[0]\r\n                    const geom = rec?.geometry || (typeof rec?.geometry === 'string' ? JSON.parse(rec.geometry) : undefined)\r\n                    hasGeom = !!geom\r\n                  }\r\n                  else if (Array.isArray(sample?.features)) {\r\n                    hasGeom = sample.features.some((f: any) => f && f.geometry)\r\n                  }\r\n                  return !!hasGeom\r\n                } else if ([401, 403, 504].includes(sampleRes.status)) {\r\n                  return false\r\n                }\r\n                return false\r\n              })\r\n              if (!isValid) return\r\n            }\r\n          }\r\n          catch {\r\n          }\r\n\r\n          const getFeaturesData = async () => {\r\n            if (resourceUrl) {\r\n              try {\r\n                const response = await fetch(fieldsUrl ?? resourceUrl)\r\n                if (!response.ok) {\r\n                  console.error('Network response was not ok:', response.status)\r\n                  return\r\n                }\r\n                return await response.json()\r\n              }\r\n              catch (error) {\r\n                console.error('Error fetching features data:', error)\r\n                return\r\n              }\r\n            }\r\n          }\r\n\r\n          const getFields = async () => {\r\n            if (fieldsUrl) {\r\n              try {\r\n                const fieldsKey = `fields:ckan:${geoJsonResource.id}:${pkg.metadata_modified || pkg.metadata_created || ''}`\r\n                const cached = getCache<any[]>(fieldsKey)\r\n                if (cached) return cached\r\n                const dsRes = await fetch(fieldsUrl)\r\n                if (dsRes.ok) {\r\n                  const dsData = await dsRes.json()\r\n                  const fields = (\r\n                    dsData.result.fields?.map((field: any) => ({\r\n                      name: field.id,\r\n                      type: ckanFieldTypes[field.type]?.type || field.type,\r\n                      ckanType: field.type,\r\n                      description: field.info || '',\r\n                    })) || []\r\n                  )\r\n                  setCache(fieldsKey, fields, 24 * 60 * 60 * 1000)\r\n                  return fields\r\n                }\r\n              }\r\n              catch {\r\n                return []\r\n              }\r\n            }\r\n            return []\r\n          }\r\n\r\n          const getFeatures: () => Promise<AllGeoJSON> = async () => {\r\n            // Check cache first\r\n            const featuresKey = `features:ckan:${geoJsonResource.id}:${pkg.metadata_modified || pkg.metadata_created || ''}`\r\n            const cached = getCache<AllGeoJSON>(featuresKey)\r\n            if (cached) {\r\n              return cached\r\n            }\r\n\r\n            const limit = 5_000\r\n            const url2 = resourceUrl?.includes('datastore_search')\r\n              ? `${resourceUrl}&limit=${limit}`\r\n              : resourceUrl\r\n\r\n            try {\r\n              const response = await fetch(url2)\r\n              if (!response.ok) {\r\n                console.error('CKAN: Network response was not ok:', response.status)\r\n                return {\r\n                  type: 'FeatureCollection',\r\n                  features: [],\r\n                } as AllGeoJSON\r\n              }\r\n              const data = await response.json()\r\n              let featuresCollection: AllGeoJSON | undefined\r\n\r\n              if (data.result && Array.isArray(data.result.records)) {\r\n                // CKAN Datastore: build FeatureCollection from records\r\n                const features = data.result.records\r\n                  .map((properties: any) => {\r\n                    try {\r\n                      let geometry\r\n                      geometry = properties.geometry?.type ? properties.geometry : JSON.parse(properties.geometry)\r\n\r\n                      return {\r\n                        type: 'Feature',\r\n                        geometry,\r\n                        properties,\r\n                      }\r\n                    }\r\n                    catch {\r\n                      return null\r\n                    }\r\n                  })\r\n                  .filter((f: any) => f !== null)\r\n\r\n                featuresCollection = {\r\n                  type: 'FeatureCollection',\r\n                  features,\r\n                }\r\n              }\r\n              else if (\r\n                data.type === 'FeatureCollection'\r\n                && Array.isArray(data.features)\r\n              ) {\r\n                // Already a FeatureCollection\r\n                featuresCollection = data\r\n              }\r\n              else {\r\n                console.error(\r\n                  'CKAN: No features available or unexpected response:',\r\n                  data,\r\n                )\r\n                return {\r\n                  type: 'FeatureCollection',\r\n                  features: [],\r\n                } as AllGeoJSON\r\n              }\r\n\r\n              // Cache the result for 1 hour\r\n              if (featuresCollection) {\r\n                setCache(featuresKey, featuresCollection, 60 * 60 * 1000)\r\n              }\r\n\r\n              return featuresCollection\r\n            }\r\n            catch (error) {\r\n              console.error('CKAN: Error processing dataset:', error)\r\n              return {\r\n                type: 'FeatureCollection',\r\n                features: [],\r\n              } as AllGeoJSON\r\n            }\r\n          }\r\n\r\n          const name = formatName(pkg.title || pkg.name)\r\n\r\n          return {\r\n            id: pkg.id,\r\n            name,\r\n            url: fieldsUrl,\r\n            publisher:\r\n              pkg.organization?.title || pkg.organization?.name || 'Unknown',\r\n            dataManagementSystem: 'ckan',\r\n            license: pkg.license_title || pkg.license_id || 'Unknown',\r\n            contact: pkg.author || pkg.maintainer || 'Unknown',\r\n            keywords: pkg.tags?.map((tag: any) => tag.name) || [],\r\n            description: pkg.notes\r\n              ? stripHtml(pkg.notes)\r\n              : 'No description available',\r\n            dateReleased: pkg.metadata_created || '',\r\n            dateUpdated: pkg.metadata_modified || '',\r\n            information: pkg.information_url || '',\r\n            countrySubdivision,\r\n            municipality,\r\n            type: pkg.type || 'GeoJSON',\r\n            portal,\r\n            getFields,\r\n            getFeatures,\r\n            getFeaturesData,\r\n            group,\r\n            layerColor: layerColorByName(name),\r\n          }\r\n        }),\r\n      )\r\n    ).filter(Boolean) // Remove nulls (excluded datasets)\r\n\r\n    return transformedDatasets\r\n  }\r\n  catch (error) {\r\n    console.error('Error fetching CKAN GeoJSON datasets:', error)\r\n    return []\r\n  }\r\n}\r\n\r\nexport interface CkanFieldTypes {\r\n  [key: string]: { description: string, type: FieldType }\r\n}\r\n\r\nfunction ckanFieldTypes(): CkanFieldTypes {\r\n  return {\r\n    text: { description: 'Text', type: 'string' },\r\n    int: { description: 'Integer', type: 'number' },\r\n    float: { description: 'Float', type: 'number' },\r\n    bool: { description: 'Boolean', type: 'boolean' },\r\n    date: { description: 'Date', type: 'datetime' },\r\n    timestamp: { description: 'Timestamp', type: 'datetime' },\r\n    json: { description: 'JSON', type: 'object' },\r\n    // Add more CKAN field types as needed\r\n  }\r\n}\r\n"],"mappings":"AAGA,SAAS,wBAAwB;AACjC,SAAS,YAAY,iBAAiB;AAEtC,SAAS,oBAAoB,UAAU,UAAU,iBAAiB;AAUlE,eAAsB,kBACpB,QACoB;AACpB,QAAM,EAAE,QAAQ,oBAAoB,cAAc,MAAM,IAAI;AAC5D,QAAM,WAAW,OAAO,WAAW;AAEnC,QAAM,WAAW,CAAC,WAAmB;AACnC,QAAI,UAAU;AACZ,aAAO;AAAA,IACT;AAEA,UAAM,UAAU,sBAAsB,mBAAmB,MAAM,CAAC;AAChE,WAAO;AAAA,EACT;AAIA,MAAI;AAEF,UAAM,oBAAoB,GAAG,MAAM;AACnC,UAAM,WAAW,MAAM,MAAM,SAAS,iBAAiB,CAAC;AAExD,QAAI,CAAC,SAAS,IAAI;AAChB,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,OAAO,MAAM,SAAS,KAAK;AAEjC,QAAI,CAAC,KAAK,WAAW,CAAC,KAAK,UAAU,CAAC,MAAM,QAAQ,KAAK,OAAO,OAAO,GAAG;AACxE,YAAM,IAAI,MAAM,iCAAiC;AAAA,IACnD;AAEA,UAAM,uBACJ,MAAM,QAAQ;AAAA,MACZ,KAAK,OAAO,QAAQ,IAAI,OAAO,QAAa;AAlDpD;AAoDU,cAAM,mBAAkB,SAAI,cAAJ,mBAAe;AAAA,UACrC,CAAC,aAAe;AArD5B,gBAAAA;AAqD+B,qBAAAA,MAAA,SAAS,WAAT,gBAAAA,IAAiB,mBAAkB;AAAA;AAAA;AAIxD,YAAI,CAAC,gBAAiB;AAGtB,cAAM,cAAY,qBAAgB,qBAAhB,mBAAkC,WAAW,mBAAkB;AACjF,cAAM,WAAW,aAAa,gBAAgB,UAAU;AACxD,YAAI,EAAE,aAAa,gBAAgB,OAAO,UAAW;AAGrD,YAAI,cAA6B;AACjC,YAAI,iBAAgC;AACpC,YAAI,YAA2B;AAE/B,YAAI,WAAW;AACb,2BAAiB,GAAG,MAAM,8CAA8C,gBAAgB,EAAE;AAC1F,wBAAc,SAAS,cAAc;AACrC,sBAAY,SAAS,GAAG,MAAM,8CAA8C,gBAAgB,EAAE,UAAU;AAAA,QAC1G,OACK;AACH,2BAAiB,gBAAgB;AACjC,wBAAc,iBAAiB,SAAS,cAAc,IAAI;AAAA,QAC5D;AAEA,YAAI;AACF,gBAAM,gBAAe,iDAAgB,SAAS,uBAC1C,eAAe,QAAQ,iBAAiB,SAAS,IACjD;AACJ,gBAAM,YAAY,eACb,aAAa,SAAS,QAAQ,IAAI,SAAS,YAAY,IAAI,SAAS,GAAG,YAAY,UAAU,IAC9F;AAEJ,cAAI,WAAW;AACb,kBAAM,WAAW,mBAAmB,QAAQ,IAAI,IAAI,IAAI,qBAAqB,IAAI,oBAAoB,MAAS;AAC9G,kBAAM,UAAU,MAAM,UAAmB,UAAU,KAAK,KAAK,KAAK,KAAM,YAAY;AAzFlG,kBAAAA;AA0FgB,oBAAM,YAAY,MAAM,MAAM,SAAS;AACvC,kBAAI,UAAU,IAAI;AAChB,sBAAM,SAAS,MAAM,UAAU,KAAK;AACpC,oBAAI,iCAAQ,OAAO;AACjB,wBAAM,OAAO,OAAO,MAAM;AAC1B,wBAAM,MAAM,GAAG,OAAO,MAAM,WAAW,EAAE,IAAI,OAAO,MAAM,eAAe,EAAE;AAC3E,sBAAI,SAAS,OAAO,SAAS,OAAO,mDAAmD,KAAK,GAAG,EAAG,QAAO;AAAA,gBAC3G;AACA,oBAAI,UAAU;AACd,qBAAIA,MAAA,iCAAQ,WAAR,gBAAAA,IAAgB,SAAS;AAC3B,wBAAM,MAAM,OAAO,OAAO,QAAQ,CAAC;AACnC,wBAAM,QAAO,2BAAK,cAAa,QAAO,2BAAK,cAAa,WAAW,KAAK,MAAM,IAAI,QAAQ,IAAI;AAC9F,4BAAU,CAAC,CAAC;AAAA,gBACd,WACS,MAAM,QAAQ,iCAAQ,QAAQ,GAAG;AACxC,4BAAU,OAAO,SAAS,KAAK,CAAC,MAAW,KAAK,EAAE,QAAQ;AAAA,gBAC5D;AACA,uBAAO,CAAC,CAAC;AAAA,cACX,WAAW,CAAC,KAAK,KAAK,GAAG,EAAE,SAAS,UAAU,MAAM,GAAG;AACrD,uBAAO;AAAA,cACT;AACA,qBAAO;AAAA,YACT,CAAC;AACD,gBAAI,CAAC,QAAS;AAAA,UAChB;AAAA,QACF,SACM;AAAA,QACN;AAEA,cAAM,kBAAkB,YAAY;AAClC,cAAI,aAAa;AACf,gBAAI;AACF,oBAAMC,YAAW,MAAM,MAAM,gCAAa,WAAW;AACrD,kBAAI,CAACA,UAAS,IAAI;AAChB,wBAAQ,MAAM,gCAAgCA,UAAS,MAAM;AAC7D;AAAA,cACF;AACA,qBAAO,MAAMA,UAAS,KAAK;AAAA,YAC7B,SACO,OAAO;AACZ,sBAAQ,MAAM,iCAAiC,KAAK;AACpD;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAEA,cAAM,YAAY,YAAY;AAxIxC,cAAAD;AAyIY,cAAI,WAAW;AACb,gBAAI;AACF,oBAAM,YAAY,eAAe,gBAAgB,EAAE,IAAI,IAAI,qBAAqB,IAAI,oBAAoB,EAAE;AAC1G,oBAAM,SAAS,SAAgB,SAAS;AACxC,kBAAI,OAAQ,QAAO;AACnB,oBAAM,QAAQ,MAAM,MAAM,SAAS;AACnC,kBAAI,MAAM,IAAI;AACZ,sBAAM,SAAS,MAAM,MAAM,KAAK;AAChC,sBAAM,WACJA,MAAA,OAAO,OAAO,WAAd,gBAAAA,IAAsB,IAAI,CAAC,UAAY;AAlJ3D,sBAAAA;AAkJ+D;AAAA,oBACzC,MAAM,MAAM;AAAA,oBACZ,QAAMA,MAAA,eAAe,MAAM,IAAI,MAAzB,gBAAAA,IAA4B,SAAQ,MAAM;AAAA,oBAChD,UAAU,MAAM;AAAA,oBAChB,aAAa,MAAM,QAAQ;AAAA,kBAC7B;AAAA,uBAAO,CAAC;AAEV,yBAAS,WAAW,QAAQ,KAAK,KAAK,KAAK,GAAI;AAC/C,uBAAO;AAAA,cACT;AAAA,YACF,SACM;AACJ,qBAAO,CAAC;AAAA,YACV;AAAA,UACF;AACA,iBAAO,CAAC;AAAA,QACV;AAEA,cAAM,cAAyC,YAAY;AAEzD,gBAAM,cAAc,iBAAiB,gBAAgB,EAAE,IAAI,IAAI,qBAAqB,IAAI,oBAAoB,EAAE;AAC9G,gBAAM,SAAS,SAAqB,WAAW;AAC/C,cAAI,QAAQ;AACV,mBAAO;AAAA,UACT;AAEA,gBAAM,QAAQ;AACd,gBAAM,QAAO,2CAAa,SAAS,uBAC/B,GAAG,WAAW,UAAU,KAAK,KAC7B;AAEJ,cAAI;AACF,kBAAMC,YAAW,MAAM,MAAM,IAAI;AACjC,gBAAI,CAACA,UAAS,IAAI;AAChB,sBAAQ,MAAM,sCAAsCA,UAAS,MAAM;AACnE,qBAAO;AAAA,gBACL,MAAM;AAAA,gBACN,UAAU,CAAC;AAAA,cACb;AAAA,YACF;AACA,kBAAMC,QAAO,MAAMD,UAAS,KAAK;AACjC,gBAAI;AAEJ,gBAAIC,MAAK,UAAU,MAAM,QAAQA,MAAK,OAAO,OAAO,GAAG;AAErD,oBAAM,WAAWA,MAAK,OAAO,QAC1B,IAAI,CAAC,eAAoB;AAhM5C,oBAAAF;AAiMoB,oBAAI;AACF,sBAAI;AACJ,+BAAWA,MAAA,WAAW,aAAX,gBAAAA,IAAqB,QAAO,WAAW,WAAW,KAAK,MAAM,WAAW,QAAQ;AAE3F,yBAAO;AAAA,oBACL,MAAM;AAAA,oBACN;AAAA,oBACA;AAAA,kBACF;AAAA,gBACF,SACM;AACJ,yBAAO;AAAA,gBACT;AAAA,cACF,CAAC,EACA,OAAO,CAAC,MAAW,MAAM,IAAI;AAEhC,mCAAqB;AAAA,gBACnB,MAAM;AAAA,gBACN;AAAA,cACF;AAAA,YACF,WAEEE,MAAK,SAAS,uBACX,MAAM,QAAQA,MAAK,QAAQ,GAC9B;AAEA,mCAAqBA;AAAA,YACvB,OACK;AACH,sBAAQ;AAAA,gBACN;AAAA,gBACAA;AAAA,cACF;AACA,qBAAO;AAAA,gBACL,MAAM;AAAA,gBACN,UAAU,CAAC;AAAA,cACb;AAAA,YACF;AAGA,gBAAI,oBAAoB;AACtB,uBAAS,aAAa,oBAAoB,KAAK,KAAK,GAAI;AAAA,YAC1D;AAEA,mBAAO;AAAA,UACT,SACO,OAAO;AACZ,oBAAQ,MAAM,mCAAmC,KAAK;AACtD,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,UAAU,CAAC;AAAA,YACb;AAAA,UACF;AAAA,QACF;AAEA,cAAM,OAAO,WAAW,IAAI,SAAS,IAAI,IAAI;AAE7C,eAAO;AAAA,UACL,IAAI,IAAI;AAAA,UACR;AAAA,UACA,KAAK;AAAA,UACL,aACE,SAAI,iBAAJ,mBAAkB,YAAS,SAAI,iBAAJ,mBAAkB,SAAQ;AAAA,UACvD,sBAAsB;AAAA,UACtB,SAAS,IAAI,iBAAiB,IAAI,cAAc;AAAA,UAChD,SAAS,IAAI,UAAU,IAAI,cAAc;AAAA,UACzC,YAAU,SAAI,SAAJ,mBAAU,IAAI,CAAC,QAAa,IAAI,UAAS,CAAC;AAAA,UACpD,aAAa,IAAI,QACb,UAAU,IAAI,KAAK,IACnB;AAAA,UACJ,cAAc,IAAI,oBAAoB;AAAA,UACtC,aAAa,IAAI,qBAAqB;AAAA,UACtC,aAAa,IAAI,mBAAmB;AAAA,UACpC;AAAA,UACA;AAAA,UACA,MAAM,IAAI,QAAQ;AAAA,UAClB;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA,YAAY,iBAAiB,IAAI;AAAA,QACnC;AAAA,MACF,CAAC;AAAA,IACH,GACA,OAAO,OAAO;AAEhB,WAAO;AAAA,EACT,SACO,OAAO;AACZ,YAAQ,MAAM,yCAAyC,KAAK;AAC5D,WAAO,CAAC;AAAA,EACV;AACF;AAMA,SAAS,iBAAiC;AACxC,SAAO;AAAA,IACL,MAAM,EAAE,aAAa,QAAQ,MAAM,SAAS;AAAA,IAC5C,KAAK,EAAE,aAAa,WAAW,MAAM,SAAS;AAAA,IAC9C,OAAO,EAAE,aAAa,SAAS,MAAM,SAAS;AAAA,IAC9C,MAAM,EAAE,aAAa,WAAW,MAAM,UAAU;AAAA,IAChD,MAAM,EAAE,aAAa,QAAQ,MAAM,WAAW;AAAA,IAC9C,WAAW,EAAE,aAAa,aAAa,MAAM,WAAW;AAAA,IACxD,MAAM,EAAE,aAAa,QAAQ,MAAM,SAAS;AAAA;AAAA,EAE9C;AACF;","names":["_a","response","data"]}

package/dist/core/components/viewers/map/datasets/src/localDatasets.d.ts

@@ -1,4 +1,4 @@
-import type { Dataset } from '../../../../../types/datasetTypes';
 import { type OpenDataPortal } from '../../../../../types/dbTypes';
+import type { Dataset } from '../../../../../types/datasetTypes';
 export declare function fetchLocalDatasets(portal: OpenDataPortal): Promise<Dataset[]>;
 //# sourceMappingURL=localDatasets.d.ts.map

package/dist/core/components/viewers/map/datasets/src/localDatasets.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"localDatasets.d.ts","sourceRoot":"","sources":["../../../../../../../src/core/components/viewers/map/datasets/src/localDatasets.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,OAAO,EAAgC,MAAM,mCAAmC,CAAA;AAE9F,OAAO,EAAgB,KAAK,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAkahF,wBAAsB,kBAAkB,CACtC,MAAM,EAAE,cAAc,GACrB,OAAO,CAAC,OAAO,EAAE,CAAC,CA+LpB"}
+{"version":3,"file":"localDatasets.d.ts","sourceRoot":"","sources":["../../../../../../../src/core/components/viewers/map/datasets/src/localDatasets.ts"],"names":[],"mappings":"AAMA,OAAO,EAAgB,KAAK,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAOhF,OAAO,KAAK,EAAE,OAAO,EAAgC,MAAM,mCAAmC,CAAA;AAuZ9F,wBAAsB,kBAAkB,CACtC,MAAM,EAAE,cAAc,GACrB,OAAO,CAAC,OAAO,EAAE,CAAC,CA+LpB"}

package/dist/core/components/viewers/map/datasets/src/localDatasets.js

@@ -17,11 +17,11 @@ var __spreadValues = (a, b) => {
   return a;
 };
 var __spreadProps = (a, b) => __defProps(a, __getOwnPropDescs(b));
-import { formatName } from "../utils";
+import { VectorTile } from "@mapbox/vector-tile";
+import Pbf from "pbf";
 import { DatasetGroup } from "../../../../../types/dbTypes";
 import { layerColorByName } from "../../utils/stringToColour";
-import Pbf from "pbf";
-import { VectorTile } from "@mapbox/vector-tile";
+import { formatName } from "../utils";
 import { getCache, setCache } from "./cache";
 import { isPublishedOrgTable, buildPublishedTileDatasets } from "./publishedTiles";
 const ORGANIZATION_FIELD = "organization";
@@ -185,7 +185,6 @@ async function fetchMartinServerDatasets(portal) {
     return [];
   }
   try {
-    console.log("Fetching Martin server catalog from:", martinServerUrl);
     const { indexUrl, tileBaseUrl, fallbackCatalogUrl } = resolveMartinUrls(martinServerUrl);
     const publishedLabels = await fetchPublishedTileLabels();
     let response = await fetch(indexUrl);
@@ -198,7 +197,6 @@ async function fetchMartinServerDatasets(portal) {
     }
     const catalog = await response.json();
     const tiles = normalizeMartinCatalog(catalog, tileBaseUrl).filter((t) => !isPublishedOrgTable(t.tileName) && t.tileName !== "cdt_tiles");
-    console.log("Martin catalog received:", tiles.length, "tiles");
     const datasets = await Promise.all(tiles.map(async (tileInfo) => {
       const publishedLabel = publishedLabels.get(tileInfo.tileName);
       const cleanName = publishedLabel != null ? publishedLabel : formatName(
@@ -263,7 +261,6 @@ async function fetchMartinServerDatasets(portal) {
       };
       return dataset;
     }));
-    console.log(`Transformed ${datasets.length} Martin datasets`);
     let publishedDatasets = [];
     try {
       const fileRes = await fetch("/api/files");