@opengis/gis 0.2.176 → 0.2.177

package/server/routes/registers/functions/getTableColumnMeta.js

@@ -0,0 +1,131 @@
+import {
+    pgClients,
+    getTemplate,
+    getMeta,
+    getSelect,
+    getFilter,
+} from "@opengis/fastify-table/utils.js";
+
+const defaultLimit = 50;
+
+export default async function getTableColumnMeta(
+    {
+        table,
+        template,
+        column: queryColumn,
+        filtered,
+        startsWith,
+        key,
+    },
+    pg = pgClients.client
+) {
+    if (!table || !queryColumn) {
+        return null;
+    }
+
+    const metaColumns = await getMeta(
+        {
+            pg,
+            table,
+        },
+    ).then((r) => r?.columns || []);
+
+    const { dataTypeID } =
+        (metaColumns || []).find((col) => col?.name === queryColumn) || {};
+
+    const { table: tableName, sql } = template
+        ? await getTemplate("table", template)
+        : { table };
+
+    const filters = template
+        ? await getFilter({ pg, table: template }).then((el) => el.list)
+        : null;
+
+    const { data: clsName } =
+        (filters || []).find((el) => el.name === queryColumn) || {};
+    const { arr, sql: select } =
+        (await getSelect(clsName || queryColumn, pg)) || // cls name === table:column
+        (await getSelect(queryColumn, pg)) || // cls name === column name
+        {};
+
+    const sqlTable =
+        (sql || [])
+            .filter(
+                (el) =>
+                    !el.disabled && el.sql && el.sql.includes(queryColumn) && false
+            )
+            .map(
+                (el, i) =>
+                    ` left join lateral (${el.sql}) ${el.name || `t${i}`} on 1=1 `
+            )
+            ?.join("") || "";
+
+    if (arr?.length && !arr.find((el) => el.id === "null")) {
+        arr.push({
+            color: "#B8B8B8",
+            icon: null,
+            id: "null",
+            text: "Показати порожні значення",
+        });
+    }
+
+    // w/out select
+    const searchQueryDefault =
+        startsWith && key
+            ? `(left(lower("text"::text),${key.length}) = $1 )`
+            : '(lower("text"::text) ~ $1 )';
+
+    // w/ select
+    const searchQuerySelect =
+        startsWith && key
+            ? `id in ( with cc(id, text) as (${select}) select id from cc where (left(lower("text"),${key.length})=$1) )`
+            : `id in ( with cc(id, text) as (${select}) select id from cc where (lower("text") ~ $1) )`;
+
+    if (pg.pgType?.[dataTypeID]?.includes("[]")) {
+        const original = filtered
+            ? `with c(id,text) as (select id, id as text from (select unnest("${queryColumn.replace(
+                /"/g,
+                ""
+            )}") as id from ${tableName} t ${sqlTable})q group by id) select id, text from c`
+            : `with c(id,text) as (select id, id as text, count(*) from (select unnest("${queryColumn.replace(
+                /"/g,
+                ""
+            )}") as id from ${tableName} t ${sqlTable})q group by id limit ${defaultLimit}) select * from c`;
+
+        return {
+            arr,
+            original,
+            searchQuery: select ? searchQuerySelect : searchQueryDefault,
+            pk: "id",
+        };
+    }
+
+    const original = filtered
+        ? `with c(id,text) as (select "${queryColumn.replace(
+            /"/g,
+            ""
+        )}" as id, "${queryColumn.replace(
+            /"/g,
+            ""
+        )}" as text from ${tableName} t ${sqlTable} group by "${queryColumn.replace(
+            /"/g,
+            ""
+        )}") select id, text from c`
+        : `with c(id,text) as (select "${queryColumn.replace(
+            /"/g,
+            ""
+        )}"  as id, "${queryColumn.replace(
+            /"/g,
+            ""
+        )}" as text, count(*) from ${tableName} t ${sqlTable} group by "${queryColumn.replace(
+            /"/g,
+            ""
+        )}" limit ${defaultLimit}) select * from c`;
+
+    return {
+        arr,
+        original,
+        searchQuery: select ? searchQuerySelect : searchQueryDefault,
+        pk: "id",
+    };
+}

package/server/routes/registers/functions/gis.export.js

@@ -1,159 +1,159 @@
-import { createReadStream } from 'node:fs';
-import { mkdir, writeFile } from 'node:fs/promises';
-import path from 'node:path';
-
-import {
-    grpc, config, getMeta, getFolder, jsonToCsv,
-    pgClients,
-} from '@opengis/fastify-table/utils.js';
-
-import { BadRequestError, NotImplementedError } from '@opengis/fastify-table/errors.js';
-
-import getInfo from './get.info.js';
-import ContentType from './content.type.js';
-
-const { jsonToXls, geojsonToShp } = grpc();
-const rootDir = getFolder(config, 'local');
-
-/**
- * Експорт даних реєстру
- * @param {Object} query - Об'єкт запиту з форматом.
- * @param {Object} params - Об'єкт параметрів з slug та type.
- * @param {Function} reply
- * @returns {boolean} File
- */
-
-export default async function gisExport({ slug, type, format }, pg = pgClients.client) {
-    if (!['csv', 'xlsx', 'shp', 'geojson'].includes(format)) {
-        throw BadRequestError('invalid params: format. Allowed: csv, xlsx, shp, geojson');
-    }
-
-    if (!slug) {
-        throw BadRequestError('not enough params: slug');
-    }
-
-    if (!type) {
-        throw BadRequestError('not enough params: type');
-    }
-
-    let registerInfo;
-    let serviceInfo;
-
-    if (type === 'register') {
-        registerInfo = await pg.query(
-            `SELECT table_name, columns, query
-            FROM gis.registers
-            WHERE  $1 in (register_key,register_id)`,
-            [slug],
-        );
-    }
-    if (type === 'service') {
-        serviceInfo = await pg.query(
-            `SELECT source_path as table_name, attributes as columns, query
-            FROM gis.services
-            WHERE $1 in (service_key,service_id)`,
-            [slug],
-        );
-    }
-    const finalInfo = registerInfo?.rows[0] || serviceInfo?.rows[0];
-
-    const exportable = finalInfo?.columns?.filter(c => c.is_export);
-    const colmodel = (exportable || []).map(col => ({
-        name: col.name,
-        title: col.ua || col.name,
-    }));
-    const {
-        rows, table, srid, sqlList,
-    } = await getInfo({ finalInfo, format });
-    let filePath = ['csv', 'geojson', 'xlsx'].includes(format) ? path.join(rootDir, `/files/tmp/export_${table}_${Date.now()}.${format}`) : path.join(rootDir, `/files/tmp/export_${table}_${Date.now()}.zip`);
-    const ext = path.extname(filePath);
-    const filePathJSON = ['csv', 'geojson', 'shp'].includes(format) ? filePath.replace(ext, '.json') : filePath;
-    const exportedZipPaths = [];
-
-    const meta = await getMeta({ pg, table });
-    if ((format === 'geojson' || format === 'shp') && !meta?.geom) {
-        throw BadRequestError('Ця таблиця не містить полів геометрії. Виберіть тип, який не потребує геометрії для вивантаження');
-    }
-
-    if (format === 'xlsx') {
-        if (!jsonToXls) {
-            throw NotImplementedError('Сервіс конвертації jsonToXls тимчасово недоступний. Спробуйте експортувати дані у іншому форматі...');
-        }
-        const { result } = await jsonToXls({
-            json: JSON.stringify(rows),
-            colmodel: JSON.stringify(colmodel),
-        });
-
-        await mkdir(path.dirname(filePath), { recursive: true });
-        await writeFile(filePath, result, 'base64');
-    }
-
-    if (format === 'csv') {
-        await mkdir(path.dirname(filePathJSON), { recursive: true });
-        await writeFile(filePathJSON, JSON.stringify(rows));
-
-        await jsonToCsv({
-            filePath: filePathJSON, colmodel, columnList: colmodel.map(c => c.name),
-        });
-    }
-
-    if (['shp', 'geojson'].includes(format)) {
-        if (format === 'geojson') {
-            const geojson = {
-                type: 'FeatureCollection',
-                features: rows.map((row) => ({
-                    type: 'Feature',
-                    geometry: row.geom,
-                    properties: Object.fromEntries(Object.entries(row).filter(([key]) => key !== 'geom')),
-                })),
-            };
-            filePath = filePathJSON.replace('.json', '.geojson');
-            await mkdir(path.dirname(filePath), { recursive: true });
-            await writeFile(filePath, JSON.stringify(geojson));
-        }
-
-        if (format === 'shp') {
-            const proj = `EPSG:${srid || 4326}`;
-            for (const { type, query } of sqlList) {
-                const { rows } = await pg.query(query);
-                if (!rows.length) continue;
-
-                const geojson = {
-                    type: 'FeatureCollection',
-                    features: rows.map(row => ({
-                        type: 'Feature',
-                        geometry: row.geom,
-                        properties: Object.fromEntries(Object.entries(row).filter(([k]) => k !== 'geom')),
-                    })),
-                };
-                const geomShort = type.toLowerCase().replace('st_', '');
-                const typedPath = filePath.replace('.zip', `_${geomShort}.zip`);
-
-                const filePathTyped = filePath.replace('.zip', `_${type.toLowerCase().replace('st_', '')}.zip`);
-                const { result: shpZipBuffer } = await geojsonToShp({
-                    geojson: JSON.stringify(geojson),
-                    proj,
-                });
-
-                await mkdir(path.dirname(filePathTyped), { recursive: true });
-                await writeFile(filePathTyped, Buffer.from(shpZipBuffer, 'base64'));
-
-                exportedZipPaths.push(typedPath);
-            }
-        }
-    }
-
-    let exportFilePath = filePath;
-
-    if (format === 'shp' && exportedZipPaths?.length > 0) {
-        exportFilePath = exportedZipPaths[0];
-    }
-
-    const headers = {
-        'Content-Disposition': `attachment; filename=${encodeURIComponent(path.basename(exportFilePath))}`,
-        'Content-Type': ContentType[format]
-    };
-
-    const fileStream = createReadStream(exportFilePath);
-    return { headers, data: fileStream };
-}
+import { createReadStream } from 'node:fs';
+import { mkdir, writeFile } from 'node:fs/promises';
+import path from 'node:path';
+
+import {
+    grpc, config, getMeta, getFolder, jsonToCsv,
+    pgClients,
+} from '@opengis/fastify-table/utils.js';
+
+import { BadRequestError, NotImplementedError } from '@opengis/fastify-table/errors.js';
+
+import getInfo from './get.info.js';
+import ContentType from './content.type.js';
+
+const { jsonToXls, geojsonToShp } = grpc();
+const rootDir = getFolder(config, 'local');
+
+/**
+ * Експорт даних реєстру
+ * @param {Object} query - Об'єкт запиту з форматом.
+ * @param {Object} params - Об'єкт параметрів з slug та type.
+ * @param {Function} reply
+ * @returns {boolean} File
+ */
+
+export default async function gisExport({ slug, type, format }, pg = pgClients.client) {
+    if (!['csv', 'xlsx', 'shp', 'geojson'].includes(format)) {
+        throw BadRequestError('invalid params: format. Allowed: csv, xlsx, shp, geojson');
+    }
+
+    if (!slug) {
+        throw BadRequestError('not enough params: slug');
+    }
+
+    if (!type) {
+        throw BadRequestError('not enough params: type');
+    }
+
+    let registerInfo;
+    let serviceInfo;
+
+    if (type === 'register') {
+        registerInfo = await pg.query(
+            `SELECT table_name, columns, query
+            FROM gis.registers
+            WHERE  $1 in (register_key,register_id)`,
+            [slug],
+        );
+    }
+    if (type === 'service') {
+        serviceInfo = await pg.query(
+            `SELECT source_path as table_name, attributes as columns, query
+            FROM gis.services
+            WHERE $1 in (service_key,service_id)`,
+            [slug],
+        );
+    }
+    const finalInfo = registerInfo?.rows[0] || serviceInfo?.rows[0];
+
+    const exportable = finalInfo?.columns?.filter(c => c.is_export);
+    const colmodel = (exportable || []).map(col => ({
+        name: col.name,
+        title: col.ua || col.name,
+    }));
+    const {
+        rows, table, srid, sqlList,
+    } = await getInfo({ finalInfo, format });
+    let filePath = ['csv', 'geojson', 'xlsx'].includes(format) ? path.join(rootDir, `/files/tmp/export_${table}_${Date.now()}.${format}`) : path.join(rootDir, `/files/tmp/export_${table}_${Date.now()}.zip`);
+    const ext = path.extname(filePath);
+    const filePathJSON = ['csv', 'geojson', 'shp'].includes(format) ? filePath.replace(ext, '.json') : filePath;
+    const exportedZipPaths = [];
+
+    const meta = await getMeta({ pg, table });
+    if ((format === 'geojson' || format === 'shp') && !meta?.geom) {
+        throw BadRequestError('Ця таблиця не містить полів геометрії. Виберіть тип, який не потребує геометрії для вивантаження');
+    }
+
+    if (format === 'xlsx') {
+        if (!jsonToXls) {
+            throw NotImplementedError('Сервіс конвертації jsonToXls тимчасово недоступний. Спробуйте експортувати дані у іншому форматі...');
+        }
+        const { result } = await jsonToXls({
+            json: JSON.stringify(rows),
+            colmodel: JSON.stringify(colmodel),
+        });
+
+        await mkdir(path.dirname(filePath), { recursive: true });
+        await writeFile(filePath, result, 'base64');
+    }
+
+    if (format === 'csv') {
+        await mkdir(path.dirname(filePathJSON), { recursive: true });
+        await writeFile(filePathJSON, JSON.stringify(rows));
+
+        await jsonToCsv({
+            filePath: filePathJSON, colmodel, columnList: colmodel.map(c => c.name),
+        });
+    }
+
+    if (['shp', 'geojson'].includes(format)) {
+        if (format === 'geojson') {
+            const geojson = {
+                type: 'FeatureCollection',
+                features: rows.map((row) => ({
+                    type: 'Feature',
+                    geometry: row.geom,
+                    properties: Object.fromEntries(Object.entries(row).filter(([key]) => key !== 'geom')),
+                })),
+            };
+            filePath = filePathJSON.replace('.json', '.geojson');
+            await mkdir(path.dirname(filePath), { recursive: true });
+            await writeFile(filePath, JSON.stringify(geojson));
+        }
+
+        if (format === 'shp') {
+            const proj = `EPSG:${srid || 4326}`;
+            for (const { type, query } of sqlList) {
+                const { rows } = await pg.query(query);
+                if (!rows.length) continue;
+
+                const geojson = {
+                    type: 'FeatureCollection',
+                    features: rows.map(row => ({
+                        type: 'Feature',
+                        geometry: row.geom,
+                        properties: Object.fromEntries(Object.entries(row).filter(([k]) => k !== 'geom')),
+                    })),
+                };
+                const geomShort = type.toLowerCase().replace('st_', '');
+                const typedPath = filePath.replace('.zip', `_${geomShort}.zip`);
+
+                const filePathTyped = filePath.replace('.zip', `_${type.toLowerCase().replace('st_', '')}.zip`);
+                const { result: shpZipBuffer } = await geojsonToShp({
+                    geojson: JSON.stringify(geojson),
+                    proj,
+                });
+
+                await mkdir(path.dirname(filePathTyped), { recursive: true });
+                await writeFile(filePathTyped, Buffer.from(shpZipBuffer, 'base64'));
+
+                exportedZipPaths.push(typedPath);
+            }
+        }
+    }
+
+    let exportFilePath = filePath;
+
+    if (format === 'shp' && exportedZipPaths?.length > 0) {
+        exportFilePath = exportedZipPaths[0];
+    }
+
+    const headers = {
+        'Content-Disposition': `attachment; filename=${encodeURIComponent(path.basename(exportFilePath))}`,
+        'Content-Type': ContentType[format]
+    };
+
+    const fileStream = createReadStream(exportFilePath);
+    return { headers, data: fileStream };
+}

package/server/routes/registers/functions/gis.registry.js

@@ -1,71 +1,71 @@
-import { pgClients, getTemplate } from "@opengis/fastify-table/utils.js";
-import { BadRequestError, ConflictError, NotFoundError } from "@opengis/fastify-table/errors.js";
-
-import { handleRegistryRequest } from './handleRegistryRequest.js';
-
-const maxLimit = 100;
-const defaultLimit = 9;
-
-export default async function gisRegistry({
-  slug, objectId, search, filter, sql, page, limit: queryLimit,
-}, pg = pgClients.client) {
-
-  if (sql && process.platform !== 'win32') {
-    throw ConflictError('query.sql is not allowed');
-  }
-
-  const limit = Math.min(queryLimit || defaultLimit, maxLimit);
-
-  const offset = page && page > 0 && !objectId ? (page - 1) * limit : 0;
-
-  if (!slug) {
-    throw BadRequestError('Params slug is required');
-  }
-
-  const {
-    rows: [registry],
-  } = await pg.query(
-    `SELECT register_id, name, description, card, table_name,
-            columns, filters, query, "order", pk, register_key, 
-            is_files, view, is_downloadable, is_map, is_register, service_id
-        FROM gis.registers
-        WHERE  $1 in (register_key,register_id)`,
-    [slug],
-  );
-
-  if (registry) {
-    return handleRegistryRequest({
-      settings: registry,
-      query: { search, filter },
-      object_id: objectId,
-      offset,
-      limit,
-      page,
-      pg,
-      sql,
-    });
-  }
-
-  const registryTemplate = await getTemplate('registry', slug);
-
-  if (!registryTemplate) {
-    throw NotFoundError('Template not found: ' + slug);
-  }
-
-  return handleRegistryRequest({
-    settings: registryTemplate,
-    query: { search, filter },
-    object_id: objectId,
-    register_key: registry.register_key,
-    is_downloadable: registry?.is_downloadable || registryTemplate?.is_downloadable,
-    is_map: registryTemplate.is_map,
-    is_register: registryTemplate.is_register,
-    is_files: registryTemplate.is_files,
-    service_id: registryTemplate.service_id,
-    offset,
-    limit,
-    page,
-    pg,
-    sql,
-  });
-}
+import { pgClients, getTemplate } from "@opengis/fastify-table/utils.js";
+import { BadRequestError, ConflictError, NotFoundError } from "@opengis/fastify-table/errors.js";
+
+import { handleRegistryRequest } from './handleRegistryRequest.js';
+
+const maxLimit = 100;
+const defaultLimit = 9;
+
+export default async function gisRegistry({
+  slug, objectId, search, filter, sql, page, limit: queryLimit,
+}, pg = pgClients.client) {
+
+  if (sql && process.platform !== 'win32') {
+    throw ConflictError('query.sql is not allowed');
+  }
+
+  const limit = Math.min(queryLimit || defaultLimit, maxLimit);
+
+  const offset = page && page > 0 && !objectId ? (page - 1) * limit : 0;
+
+  if (!slug) {
+    throw BadRequestError('Params slug is required');
+  }
+
+  const {
+    rows: [registry],
+  } = await pg.query(
+    `SELECT register_id, name, description, card, table_name,
+            columns, filters, query, "order", pk, register_key, 
+            is_files, view, is_downloadable, is_map, is_register, service_id
+        FROM gis.registers
+        WHERE  $1 in (register_key,register_id)`,
+    [slug],
+  );
+
+  if (registry) {
+    return handleRegistryRequest({
+      settings: registry,
+      query: { search, filter },
+      object_id: objectId,
+      offset,
+      limit,
+      page,
+      pg,
+      sql,
+    });
+  }
+
+  const registryTemplate = await getTemplate('registry', slug);
+
+  if (!registryTemplate) {
+    throw NotFoundError('Template not found: ' + slug);
+  }
+
+  return handleRegistryRequest({
+    settings: registryTemplate,
+    query: { search, filter },
+    object_id: objectId,
+    register_key: registry.register_key,
+    is_downloadable: registry?.is_downloadable || registryTemplate?.is_downloadable,
+    is_map: registryTemplate.is_map,
+    is_register: registryTemplate.is_register,
+    is_files: registryTemplate.is_files,
+    service_id: registryTemplate.service_id,
+    offset,
+    limit,
+    page,
+    pg,
+    sql,
+  });
+}