@opengis/gis 0.2.20 → 0.2.22

package/server/routes/gis/services/get.services.js

@@ -1,84 +1,84 @@
-import {
-  dataUpdate, getMeta, pgClients, yml2json, getTemplate,
-} from '@opengis/fastify-table/utils.js';
-
-const columnType = {
-  text: 'text',
-  date: 'date',
-  bool: 'yes/no',
-  numeric: 'number',
-  integer: 'number',
-  'timestamp without time zone': 'date',
-  'timestamp with time zone': 'date',
-};
-
-export default async function getServices({ params = {}, pg = pgClients.client }, reply) {
-  const t = await getTemplate('layer', params.id);
-  if (t) return t;
-  if (!pg.tlist.includes('gis.services')) return { status: 404, message: 'not found' };
-  const rows = await pg.query(`
-        SELECT 
-            service_id, service_key, name, description, keywords, category, holder, group_id, b.group_name, service_type, card_mode,
-            source_type, service_url, source_path, query, geom_type, geometry_column, sql_list, attributes, filters, 
-            popup, style, legend, card, srid, bbox::box2d as extent, st_asgeojson(bbox)::json as bbox, st_asgeojson(center)::json as center, is_active as enabled, is_public, is_active, is_downloadable, metadata, 
-            metadata_url, thumbnail_url, created_by, updated_by, updated_at, created_at, template 
-        FROM gis.services a
-        left join lateral (select group_name from gis.group_list where group_id=a.group_id)b on 1=1
-        where ${params.id ? 'service_id=$1' : '1=1'}
-    `, [params.id].filter(Boolean)).then(el => el.rows || []);
-
-  if (params.id && !rows.length) {
-    return reply.status(404).send('service not found');
-  }
-
-  const totals = pg.queryCache ? await pg.queryCache('select json_object_agg(oid::regclass, reltuples) from pg_class')
-    .then(el => el.rows?.[0]?.json_object_agg || {}) : {};
-
-  if (params.id) {
-    const html = await pg.query('select body from admin.templates where template_id=$1', [params.id]).then(el => el.rows?.[0]?.body);
-    Object.assign(rows[0], { html });
-  }
-
-  rows.filter(row => row.source_path).forEach(row => {
-    Object.assign(row, { count: totals[row.source_path] || 0 });
-  });
-
-  const { columns = [] } = await getMeta({ pg, table: rows[0].source_path }) || {};
-
-  const fields = columns.map(({ name, dataTypeID, title }) => ({ name, type: columnType[pg.pgType?.[dataTypeID] || 'text'], label: title || name }));
-
-  const noCenterIds = rows.filter(row => !row.center && row.bbox).map(row => row.service_id);
-
-  const centers = noCenterIds.length ? await pg.query('SELECT json_object_agg(service_id, st_pointonsurface(bbox)::json) FROM gis.services where service_id=any($1)', [noCenterIds].filter(Boolean)).then(el => el.rows?.[0]?.json_object_agg || {}) : {};
-
-  await Promise.all(rows.filter(row => centers[row.service_id]).map(async (row) => {
-    // console.log('update service center', row.service_id, JSON.stringify(centers[row.service_id]));
-    await dataUpdate({
-      pg, id: row.service_id, table: 'gis.services', data: { center: centers[row.service_id] },
-    });
-    Object.assign(row, { center: centers[row.service_id] });
-  }));
-
-  rows.forEach(row => Object.assign(row, {
-    center: row.center?.coordinates,
-    style: row.style ? yml2json(row.style) : undefined,
-  }));
-  rows.filter(row => row.extent).forEach(row => Object.assign(row, {
-    extent: row.extent.match(/BOX\(([^)]+)\)/)?.[1]
-      ?.replace?.(/ /g, ',')
-      ?.split?.(','),
-  }));
-
-  rows.filter(row => row.filters).forEach(row => Object.assign(row, {
-    filters: row.filters.map(filter => ({ ...filter, api: `/api/suggest/${row.source_path}:${filter.name}${filter.data && filter.name !== filter.data ? `?sel=${filter.data}` : ''}` })),
-  }));
-
-  if (params.id) {
-    return reply.status(200).send({ ...rows[0], fields });
-  }
-
-  return reply.status(200).send({
-    rows,
-    fields,
-  });
-}
+import {
+  dataUpdate, getMeta, pgClients, yml2json, getTemplate,
+} from '@opengis/fastify-table/utils.js';
+
+const columnType = {
+  text: 'text',
+  date: 'date',
+  bool: 'yes/no',
+  numeric: 'number',
+  integer: 'number',
+  'timestamp without time zone': 'date',
+  'timestamp with time zone': 'date',
+};
+
+export default async function getServices({ params = {}, pg = pgClients.client }, reply) {
+  const t = await getTemplate('layer', params.id);
+  if (t) return t;
+  if (!pg.tlist.includes('gis.services')) return { status: 404, message: 'not found' };
+  const rows = await pg.query(`
+        SELECT 
+            service_id, service_key, name, description, keywords, category, holder, group_id, b.group_name, service_type, card_mode,
+            source_type, service_url, source_path, query, geom_type, geometry_column, sql_list, attributes, filters, 
+            popup, style, legend, card, srid, bbox::box2d as extent, st_asgeojson(bbox)::json as bbox, st_asgeojson(center)::json as center, is_active as enabled, is_public, is_active, is_downloadable, metadata, 
+            metadata_url, thumbnail_url, created_by, updated_by, updated_at, created_at, template 
+        FROM gis.services a
+        left join lateral (select group_name from gis.group_list where group_id=a.group_id)b on 1=1
+        where ${params.id ? 'service_id=$1' : '1=1'}
+    `, [params.id].filter(Boolean)).then(el => el.rows || []);
+
+  if (params.id && !rows.length) {
+    return reply.status(404).send('service not found');
+  }
+
+  const totals = pg.queryCache ? await pg.queryCache('select json_object_agg(oid::regclass, reltuples) from pg_class')
+    .then(el => el.rows?.[0]?.json_object_agg || {}) : {};
+
+  if (params.id) {
+    const html = await pg.query('select body from admin.templates where template_id=$1', [params.id]).then(el => el.rows?.[0]?.body);
+    Object.assign(rows[0], { html });
+  }
+
+  rows.filter(row => row.source_path).forEach(row => {
+    Object.assign(row, { count: totals[row.source_path] || 0 });
+  });
+
+  const { columns = [] } = await getMeta({ pg, table: rows[0].source_path }) || {};
+
+  const fields = columns.map(({ name, dataTypeID, title }) => ({ name, type: columnType[pg.pgType?.[dataTypeID] || 'text'], label: title || name }));
+
+  const noCenterIds = rows.filter(row => !row.center && row.bbox).map(row => row.service_id);
+
+  const centers = noCenterIds.length ? await pg.query('SELECT json_object_agg(service_id, st_pointonsurface(bbox)::json) FROM gis.services where service_id=any($1)', [noCenterIds].filter(Boolean)).then(el => el.rows?.[0]?.json_object_agg || {}) : {};
+
+  await Promise.all(rows.filter(row => centers[row.service_id]).map(async (row) => {
+    // console.log('update service center', row.service_id, JSON.stringify(centers[row.service_id]));
+    await dataUpdate({
+      pg, id: row.service_id, table: 'gis.services', data: { center: centers[row.service_id] },
+    });
+    Object.assign(row, { center: centers[row.service_id] });
+  }));
+
+  rows.forEach(row => Object.assign(row, {
+    center: row.center?.coordinates,
+    style: row.style ? yml2json(row.style) : undefined,
+  }));
+  rows.filter(row => row.extent).forEach(row => Object.assign(row, {
+    extent: row.extent.match(/BOX\(([^)]+)\)/)?.[1]
+      ?.replace?.(/ /g, ',')
+      ?.split?.(','),
+  }));
+
+  rows.filter(row => row.filters).forEach(row => Object.assign(row, {
+    filters: row.filters.map(filter => ({ ...filter, api: `/api/suggest/${row.source_path}:${filter.name}${filter.data && filter.name !== filter.data ? `?sel=${filter.data}` : ''}` })),
+  }));
+
+  if (params.id) {
+    return reply.status(200).send({ ...rows[0], fields });
+  }
+
+  return reply.status(200).send({
+    rows,
+    fields,
+  });
+}

package/server/routes/gis/services/legend.auto.js

@@ -1,78 +1,78 @@
-import { dataUpdate, getMeta, getSelectVal, yml2json } from "@opengis/fastify-table/utils.js";
-
-export default async function legendAuto({ params = {}, query = {}, user = {}, pg = pgClients.client }, reply) {
-    if (!params.id) {
-        return reply.status(400).send({ error: "not enough params: id", code: 400 });
-    }
-
-    const service = await pg.query(`SELECT source_path as table, style, legend as dblegend FROM gis.services where service_id=$1`, [params.id]).then(el => el.rows?.[0]);
-
-    if (!service) {
-        return reply.status(404).send({ error: "Service not found", code: 404 });
-    }
-
-    const { style, dblegend, table } = service;
-
-    if (!table) {
-        return reply.status(400).send({ error: "service table not specified", code: 400 });
-    }
-
-    if (dblegend && !query.nocache) {
-        return reply.status(400).send({ error: "legend already exists", code: 400 });
-    }
-
-    if (!style) {
-        return reply.status(400).send({ error: "empty service style", code: 400 });
-    }
-
-    const { colorAttr, iconAttr } = yml2json(style);
-
-    if (!colorAttr && !iconAttr) {
-        return reply.status(400).send({ error: "colorAttr / iconAttr not specified", code: 400 });
-    }
-
-    const { columns = [] } = await getMeta({ pg, table });
-
-    const attr = columns.find(col => col.name === (colorAttr || iconAttr));
-
-    if (!attr?.name) {
-        return reply.status(404).send({ error: "attribute column not found", code: 404 });
-    }
-
-    const values = await pg.query(`select array_agg(distinct "${attr.name}") from ${table}`).then(el => el.rows?.[0]?.array_agg || []);
-    const arr = await getSelectVal({ pg, name: `${table}.${attr.name}`, table, values, ar: true });
-
-    const colors = {
-        1: "#FFCF1F1F",
-        2: "#FF1FCF2D",
-        3: "#FF1F77CF"
-    };
-
-    const colorKeys = Object.keys(colors).map(Number);
-
-    const legend = arr
-        ? arr.map((el, idx) => ({
-            name: el.id,
-            label: el.text,
-            icon: iconAttr ? el.icon : undefined,
-            color: colorAttr ? (el.color || colors[colorKeys[idx % colorKeys.length]]) : undefined,
-        }))
-        : values.map((el, idx) => ({
-            name: el,
-            label: el,
-            icon: undefined,
-            color: colorAttr ? (colors[colorKeys[idx % colorKeys.length]]) : undefined,
-        }));
-
-    const res = await dataUpdate({
-        pg,
-        table: 'gis.services',
-        id: params.id,
-        data: {
-            legend
-        },
-        uid: user.uid,
-    });
-
-    return reply.status(200).send(res);
+import { dataUpdate, getMeta, getSelectVal, yml2json } from "@opengis/fastify-table/utils.js";
+
+export default async function legendAuto({ params = {}, query = {}, user = {}, pg = pgClients.client }, reply) {
+    if (!params.id) {
+        return reply.status(400).send({ error: "not enough params: id", code: 400 });
+    }
+
+    const service = await pg.query(`SELECT source_path as table, style, legend as dblegend FROM gis.services where service_id=$1`, [params.id]).then(el => el.rows?.[0]);
+
+    if (!service) {
+        return reply.status(404).send({ error: "Service not found", code: 404 });
+    }
+
+    const { style, dblegend, table } = service;
+
+    if (!table) {
+        return reply.status(400).send({ error: "service table not specified", code: 400 });
+    }
+
+    if (dblegend && !query.nocache) {
+        return reply.status(400).send({ error: "legend already exists", code: 400 });
+    }
+
+    if (!style) {
+        return reply.status(400).send({ error: "empty service style", code: 400 });
+    }
+
+    const { colorAttr, iconAttr } = yml2json(style);
+
+    if (!colorAttr && !iconAttr) {
+        return reply.status(400).send({ error: "colorAttr / iconAttr not specified", code: 400 });
+    }
+
+    const { columns = [] } = await getMeta({ pg, table });
+
+    const attr = columns.find(col => col.name === (colorAttr || iconAttr));
+
+    if (!attr?.name) {
+        return reply.status(404).send({ error: "attribute column not found", code: 404 });
+    }
+
+    const values = await pg.query(`select array_agg(distinct "${attr.name}") from ${table}`).then(el => el.rows?.[0]?.array_agg || []);
+    const arr = await getSelectVal({ pg, name: `${table}.${attr.name}`, table, values, ar: true });
+
+    const colors = {
+        1: "#FFCF1F1F",
+        2: "#FF1FCF2D",
+        3: "#FF1F77CF"
+    };
+
+    const colorKeys = Object.keys(colors).map(Number);
+
+    const legend = arr
+        ? arr.map((el, idx) => ({
+            name: el.id,
+            label: el.text,
+            icon: iconAttr ? el.icon : undefined,
+            color: colorAttr ? (el.color || colors[colorKeys[idx % colorKeys.length]]) : undefined,
+        }))
+        : values.map((el, idx) => ({
+            name: el,
+            label: el,
+            icon: undefined,
+            color: colorAttr ? (colors[colorKeys[idx % colorKeys.length]]) : undefined,
+        }));
+
+    const res = await dataUpdate({
+        pg,
+        table: 'gis.services',
+        id: params.id,
+        data: {
+            legend
+        },
+        uid: user.uid,
+    });
+
+    return reply.status(200).send(res);
 }

package/server/routes/map/controllers/geojson.js

@@ -0,0 +1,187 @@
+import path from 'node:path';
+import { existsSync } from 'node:fs';
+import { createHash } from 'node:crypto';
+import {
+    readFile, stat, mkdir, writeFile,
+} from 'node:fs/promises';
+
+import {
+    pgClients, getMeta,
+} from '@opengis/fastify-table/utils.js';
+
+import rootFolder from '../../../plugins/mapnik/funcs/rootFolder.mjs';
+
+const systemColumns = ['uid', 'cdate', 'editor_id', 'editor_date', 'created_by', 'created_at', 'updated_by', 'updated_at'];
+
+/**
+ * Повертає GeoJSON для сервісу на основі налаштувань з gis.services
+ * 
+ * @method GET
+ * @param {string} params.layer - service_id
+ * @param {string} query.sql - повернути SQL запит замість даних
+ * @param {boolean} query.nocache - не використовувати кеш
+ */
+export default async function geojson({
+    pg = pgClients.client, params = {}, query = {}, unittest,
+}, reply) {
+    const { layer } = params;
+    const { sql, nocache, srid, type, extent } = query;
+
+    if (!layer) {
+        return reply.status(400).send('not enough params: layer (service_id)');
+    }
+
+    const serviceId = layer.replace('.json', '');
+
+    if (!pg.pk?.['gis.services']) {
+        return reply.status(404).send('services table not found');
+    }
+
+    const service = await pg.query(
+        `select 
+            source_path, 
+            query, 
+            geometry_column, 
+            attributes,
+            srid,
+            is_public,
+            is_active,
+            geom_type
+        from gis.services 
+        where service_id = $1 and is_active = true and is_public = true`,
+        [serviceId],
+    ).then(el => el.rows?.[0]);
+
+    if (!service) {
+        return reply.status(404).send('service not found or not available');
+    }
+
+    const {
+        source_path: source,
+        query: serviceQuery,
+        geometry_column: gc,
+        attributes,
+        srid: serviceSrid,
+        geom_type: geomType,
+    } = service;
+
+    if (!source) {
+        return reply.status(400).send('invalid service source path');
+    }
+
+    const table = source;
+
+    if (!pg.pk?.[table]?.length) {
+        return reply.status(404).send('layer table not found');
+    }
+
+    const meta = await getMeta({ pg, table });
+    const { columns = [] } = meta || {};
+
+    const geom = gc || meta?.geom || 'geom';
+    const pk = pg.pk?.[table] || columns[0]?.name;
+
+    let attributeColumns = [];
+    if (attributes && Array.isArray(attributes)) {
+        attributeColumns = attributes
+            .filter(attr => attr.name && !systemColumns.includes(attr.name))
+            .map(attr => attr.name);
+    }
+
+    const columnsFiltered = attributeColumns.length > 0
+        ? columns.filter(col => attributeColumns.includes(col.name) && !systemColumns.includes(col.name))
+        : [];
+
+    const props = columnsFiltered.map(el =>
+        `"${el.name}"${['int4'].includes(el.type) ? '::text' : ''}`
+    ).join(', ');
+
+    const geometryType = (geomType || 'point').toLowerCase();
+    const limit = geometryType === 'point' ? 40000 : 2500;
+    const cacheHash = createHash('md5')
+        .update([serviceId, serviceQuery, srid, type, extent].filter(el => el).join('-'))
+        .digest('hex');
+
+    const today = new Date().toISOString().split('T')[0];
+    const filepath = path.join(
+        rootFolder,
+        `/geojson/${serviceId}/${today}/${cacheHash}.json`,
+    );
+
+    if (existsSync(filepath) && !nocache && !sql && !unittest) {
+        const { birthtimeMs = Date.now() } = await stat(filepath);
+        const ageInMs = Date.now() - birthtimeMs;
+        if (ageInMs < 86400000) {
+            const content = await readFile(filepath, 'utf8');
+            return reply
+                .status(200)
+                .header('Content-Type', 'application/json')
+                .header('Cache-Control', 'public, max-age=86400')
+                .send(content);
+        }
+    }
+
+    const targetSrid = srid || serviceSrid || 4326;
+    const useCentroid = type === 'centroid';
+
+    let geomExpression = geom;
+
+    if (useCentroid) {
+        geomExpression = `st_centroid(${geomExpression})`;
+    }
+
+    if (targetSrid !== 4326) {
+        geomExpression = `st_transform(${geomExpression}, 4326)`;
+    } else if (serviceSrid && serviceSrid !== 4326) {
+        geomExpression = `st_transform(${geomExpression}, 4326)`;
+    }
+
+    const quotedTable = table.split('.').map(el => `"${el}"`).join('.');
+    const quotedGeom = `"${geom}"`;
+
+    const geomFinal = `st_force2d(${geomExpression.replace(new RegExp(`(\\b)${geom}(\\b)`, 'g'), `$1${quotedGeom}$2`)})`;
+    const q = `
+        SELECT 'FeatureCollection' As type, 
+               json_agg(f) As features
+        FROM (
+            SELECT 'Feature' As type,
+                   row_number() over() as id,
+                   st_asgeojson(${geomFinal}, 6, 0)::json as geometry,
+                   (select row_to_json(tc) from (
+                       select "${pk}" as id ${props ? ', ' + props : ''}
+                   ) tc) as properties
+            FROM ${quotedTable}
+            WHERE ${serviceQuery || '1=1'}
+              AND ${quotedGeom} is not null
+              AND st_srid(${quotedGeom}) > 0
+              ${extent ? `AND ${quotedGeom} && 'BOX(${extent.split(',').reduce((p, el, i) => p + el + (i % 2 ? ',' : ' '), '')})'::box2d` : ''}
+            LIMIT ${limit}
+        ) f
+    `;
+
+    if (sql === '1') return q;
+    if (sql === '2') return filepath.replace(/\\/g, '/');
+
+    try {
+        const result = await pg.query(q);
+        const geojsonData = result.rows[0] || { type: 'FeatureCollection', features: [] };
+
+        geojsonData.service_id = serviceId;
+        geojsonData.count = geojsonData.features?.length || 0;
+
+        const jsonString = JSON.stringify(geojsonData);
+
+        if (!nocache && !unittest) {
+            await mkdir(path.dirname(filepath), { recursive: true });
+            await writeFile(filepath, jsonString, 'utf8');
+        }
+
+        return reply
+            .status(200)
+            .header('Content-Type', 'application/json')
+            .header('Cache-Control', nocache ? 'no-cache' : 'public, max-age=86400')
+            .send(jsonString);
+    } catch (err) {
+        return reply.status(500).send({ error: err.message });
+    }
+}