@opengis/bi 1.2.0 → 1.2.2

package/server/routes/map/controllers/cluster.js

@@ -0,0 +1,125 @@
+import { getFilterSQL, logger, pgClients, getMeta } from '@opengis/fastify-table/utils.js';
+
+import { getWidget } from '../../../../utils.js';
+
+import downloadClusterData from './utils/downloadClusterData.js';
+
+const clusterExists = {};
+
+export default async function cluster(req, reply) {
+  const { query = {} } = req;
+  const { widget, filter, dashboard, search } = query;
+
+  if (!widget) {
+    return { message: 'not enough params: widget', status: 400 };
+  }
+
+  const { pg = req.pg || pgClients.client, data, style, controls } = await getWidget({ pg: req.pg, dashboard, widget });
+
+  const pkey = pg.pk?.[data?.table];
+
+  if (!pkey) {
+    return {
+      message: `invalid ${widget ? 'widget' : 'dashboard'}: table pk not found (${data?.table})`,
+      status: 400,
+    };
+  }
+
+  // data param
+  const {
+    table,
+    query: where = '1=1',
+    metrics = [],
+    cluster,
+    clusterTable = {},
+  } = data;
+
+  if (!cluster) {
+    return {
+      message: `invalid ${widget ? 'widget' : 'dashboard'}: cluster column not specified`,
+      status: 400,
+    };
+  }
+
+  if (!metrics.length) {
+    return {
+      message: `invalid ${widget ? 'widget' : 'dashboard'}: metric columns not found`,
+      status: 400,
+    };
+  }
+
+  if (!clusterTable?.name) {
+    Object.assign(clusterTable, {
+      name: 'bi.cluster',
+      title: 'title',
+      query: `type='${cluster}'`,
+    });
+  }
+
+  try {
+    if (cluster && !clusterExists[cluster]) {
+      const res = await downloadClusterData({ pg, cluster });
+      if (res) return res;
+      clusterExists[cluster] = 1;
+    }
+
+    if (clusterTable?.name && !pg.pk?.[clusterTable?.name]) {
+      return {
+        message: 'invalid widget params: clusterTable pkey not found',
+        status: 404,
+      };
+    }
+
+    const { bounds, extentStr } = await pg.query(`select count(*),
+      st_asgeojson(st_extent(geom))::json as bounds,
+      replace(regexp_replace(st_extent(geom)::box2d::text,'BOX\\(|\\)','','g'),' ',',') as "extentStr"
+    from ${table} where ${where || '1=1'}`).then((res) => res.rows?.[0] || {});
+    const extent = extentStr ? extentStr.split(',') : undefined;
+
+    // get sql
+    const { optimizedSQL } =
+      filter || search
+        ? await getFilterSQL({ pg, table, filter, search })
+        : {};
+
+    const { columns = [] } = await getMeta({ pg, table });
+    const columnList = columns.map(el => el.name);
+
+    if (query.metric && typeof query.metric === 'string') {
+      const checkInvalid = query.metric.split(',').find(el => !columnList.includes(el) && el !== 'count');
+      if (checkInvalid) {
+        return reply.status(404).send(`invalid query metric value: ${checkInvalid}`);
+      }
+    }
+
+    const multipleMetrics = query.metric ? query.metric.split(',').map(el => el === 'count' ? 'count(*)' : `sum(${el.replace(/'/g, "''")})::float as ${el}`).join(',') : null;
+    const multipleMetricsOrder = query.metric ? query.metric.split(',').map(el => el === 'count' ? 'count(*)' : `sum(${el.replace(/'/g, "''")})::float`).join(',') : null;
+    const metricFunc = multipleMetrics
+      || `${clusterTable?.operator || 'sum'}("${metrics[0]}")::float`;
+
+    const q = `select b.*, ${metricFunc} ${multipleMetrics ? '' : 'as metric'} 
+        from ${optimizedSQL ? `(${optimizedSQL})` : table} q 
+        left join lateral (select "${pg.pk?.[clusterTable?.name]}" as id, ${clusterTable?.column || cluster} as name, ${clusterTable?.title} as title from ${clusterTable?.name} where ${clusterTable?.codifierColumn || 'codifier'}=q."${clusterTable?.column || cluster}" limit 1)b on 1=1
+        where ${where} group by b.id, b.name, b.title order by ${multipleMetricsOrder || metricFunc} desc`;
+
+    if (query.sql === '1') return q;
+
+    // auto Index
+    //  autoIndex({ table, columns: (metrics || []).concat([cluster]) });
+
+    const { rows = [] } = await pg.query(q);
+    const vals = rows.map((el) => el.metric - 0).sort((a, b) => a - b);
+    const len = vals.length;
+    const sizes = [
+      vals[0],
+      vals[Math.floor(len / 4)],
+      vals[Math.floor(len / 2)],
+      vals[Math.floor(len * 0.75)],
+      vals[len - 1],
+    ];
+    return { sizes, style, controls, metrics, rows, columns: columns.map(({ name, title, dataTypeID }) => ({ name, title, type: pg.pgType[dataTypeID] })), bounds, extent, count: rows.length, total: rows?.reduce((acc, curr) => (curr.metric || 0) + acc, 0) };
+  } catch (err) {
+    logger.file('bi/cluster/error', { error: err.toString(), query });
+    return { error: err.toString(), status: 500 };
+  }
+}

package/server/routes/map/controllers/clusterVtile.js

@@ -0,0 +1,166 @@
+import Sphericalmercator from '@mapbox/sphericalmercator';
+
+import path from 'path';
+import { createHash } from 'crypto';
+import { writeFile, mkdir } from 'fs/promises';
+
+import { logger, getFolder, getFilterSQL, autoIndex, pgClients } from '@opengis/fastify-table/utils.js';
+
+import { getWidget } from '../../../../utils.js';
+
+import downloadClusterData from './utils/downloadClusterData.js';
+
+const mercator = new Sphericalmercator({ size: 256 });
+
+const clusterExists = {};
+
+export default async function clusterVtile(req, reply) {
+  const { params = {}, query = {} } = req;
+  const { z, y } = params;
+  const x = params.x?.split('.')[0] - 0;
+
+  if (!x || !y || !z) {
+    return { message: 'not enough params: xyz', status: 400 };
+  }
+
+  const { widget, filter, dashboard, search, clusterZoom, nocache, pointZoom } =
+    query;
+
+  if (!widget) {
+    return { message: 'not enough params: widget', status: 400 };
+  }
+
+  const { pg = req.pg || pgClients.client, data } = await getWidget({ pg: req.pg, dashboard, widget });
+
+  const headers = {
+    'Content-Type': 'application/x-protobuf',
+    'Cache-Control':
+      nocache || query.sql ? 'no-cache' : 'public, max-age=86400',
+  };
+
+  const hash = [pointZoom, filter].filter((el) => el).join();
+
+  const root = getFolder(req);
+  const file = path.join(
+    root,
+    `/map/vtile/${widget}/${hash ? `${createHash('sha1').update(hash).digest('base64')}/` : ''}${z}/${x}/${y}.mvt`
+  );
+
+  try {
+    if (!data?.table) {
+      return {
+        message: `invalid ${widget ? 'widget' : 'dashboard'}: table not specified`,
+        status: 400,
+      };
+    }
+
+    const pkey = pg.pk?.[data?.table];
+
+    if (!pkey) {
+      return {
+        message: `invalid ${widget ? 'widget' : 'dashboard'}: table pk not found (${data?.table})`,
+        status: 400,
+      };
+    }
+
+    // data param
+    const {
+      table,
+      query: where = '1=1',
+      metrics = [],
+      cluster,
+      clusterTable = {},
+    } = data;
+    if (!clusterTable?.name) {
+      Object.assign(clusterTable, {
+        name: 'bi.cluster',
+        title: 'title',
+        query: `type='${data.cluster}'`,
+      });
+    }
+
+    if (cluster && !clusterExists[data.cluster]) {
+      const res = await downloadClusterData({ pg, cluster });
+      if (res) return res;
+      clusterExists[cluster] = 1;
+    }
+
+    if (!cluster) {
+      return {
+        message: `invalid ${widget ? 'widget' : 'dashboard'}: cluster column not specified`,
+        status: 400,
+      };
+    }
+
+    if (!metrics.length) {
+      return {
+        message: `invalid ${widget ? 'widget' : 'dashboard'}: metric columns not found`,
+        status: 400,
+      };
+    }
+
+    // get sql
+    const { optimizedSQL } =
+      filter || search
+        ? await getFilterSQL({ pg, table, filter, search })
+        : {};
+
+    const q = `select ${clusterTable?.column || cluster} as name, ${clusterTable?.operator || 'sum'}("${metrics[0]}")::float as metric, b.* 
+        from ${optimizedSQL ? `(${optimizedSQL})` : table} q 
+            left join lateral (select "${pg.pk?.[clusterTable?.name]}" as id, ${clusterTable?.title} as title,
+                ${clusterTable?.geom || 'geom'} as geom from ${clusterTable?.name} 
+                where ${clusterTable?.query || '1=1'} and ${clusterTable?.codifierColumn || 'codifier'}=q."${clusterTable?.column || cluster}" limit 1
+            )b on 1=1 
+        where ${where} group by 
+        q."${clusterTable?.column || cluster}", b.id, b.title, b.geom`;
+
+    if (query.sql === '1') return q;
+
+    const geomCol =
+      parseInt(z, 10) < parseInt(pointZoom, 10)
+        ? `ST_Centroid(${clusterTable?.geom || data?.geom || 'geom'})`
+        : clusterTable?.geom || data?.geom || 'geom';
+
+    const bbox = mercator.bbox(+y, +x, +z, false /* , '900913' */);
+    const bbox2d = `'BOX(${bbox[0]} ${bbox[1]},${bbox[2]} ${bbox[3]})'::box2d`;
+
+    const q1 = `SELECT ST_AsMVT(q, 'bi', 4096, 'geom','row') as tile
+            FROM (
+                SELECT  
+                floor(random() * 100000 + 1)::int + row_number() over() as row,
+
+                ${pg.pk?.[clusterTable?.name] ? 'id,' : ''} name, metric, title,
+
+                ST_AsMVTGeom(st_transform(${geomCol}, 3857),ST_TileEnvelope(${z},${y},${x})::box2d,4096,256,false) as geom
+
+                FROM (select * from (${q})q where geom && ${bbox2d} 
+                
+                and geom is not null and st_srid(geom) >0
+
+                and ST_GeometryType(geom) = any ('{ "ST_Polygon", "ST_MultiPolygon" }')
+                
+                limit 3000)q
+            ) q`;
+
+    if (query.sql === '2') return q1;
+
+    // auto Index
+    autoIndex({ table, columns: (metrics || []).concat([cluster]) });
+
+    const { rows = [] } = await pg.query(q1);
+
+    if (query.sql === '3') return rows.map((el) => el.tile);
+
+    const buffer = Buffer.concat(rows.map((el) => Buffer.from(el.tile)));
+
+    if (!nocache) {
+      await mkdir(path.dirname(file), { recursive: true });
+      await writeFile(file, buffer, 'binary');
+    }
+
+    return reply.headers(headers).send(buffer);
+  } catch (err) {
+    logger.file('bi/clusterVtile/error', { error: err.toString(), query, params });
+    return { error: err.toString(), status: 500 };
+  }
+}

package/server/routes/map/controllers/geojson.js

@@ -0,0 +1,127 @@
+import path from 'path';
+import { createHash } from 'crypto';
+import { writeFile, mkdir, readFile, stat } from 'fs/promises';
+import { existsSync, /* readdirSync, */ readFileSync } from 'fs';
+
+
+import { getFolder, getFilterSQL, autoIndex, logger, pgClients } from '@opengis/fastify-table/utils.js';
+
+import normalizeData from '../../data/controllers/util/normalizeData.js';
+
+import { getWidget } from '../../../../utils.js';
+
+const types = {
+  point: 'ST_Point' /* ,ST_MultiPoint */,
+  polygon: 'ST_Polygon,ST_MultiPolygon',
+};
+const hourMs = 3.6e6;
+
+export default async function geojson(req, reply) {
+  const { query = {} } = req;
+
+  const {
+    filter,
+    widget,
+    sql,
+    type,
+    nocache,
+    id,
+    dashboard,
+    geom = 'geom',
+    pointZoom = 0,
+  } = query;
+
+  if (!widget && !dashboard) {
+    return { message: 'not enough params: widget', status: 400 };
+  }
+
+  const data = await getWidget({ pg: req.pg, dashboard, widget });
+  if (data.status) return data;
+
+  const pg = data.pg || req.pg || pgClients.client;
+  const hash = [pointZoom, filter].filter((el) => el).join();
+
+  const root = getFolder(req);
+  const file = path.join(
+    root,
+    `/map/geojson/${widget}/${hash ? `${createHash('sha1').update(hash).digest('base64')}/` : ''}.geojson`
+  );
+
+  if (existsSync(file)) {
+    const timeNow = Date.now();
+    const stats = await stat(file);
+    const birthTime = new Date(stats.birthtime).getTime();
+    if (!(birthTime - timeNow > hourMs * 24) && !nocache) {
+      const res = JSON.parse((await readFile(file, 'utf-8')) || {});
+      return res;
+    }
+  }
+
+  try {
+    const pkey = pg.pk?.[data?.table];
+    if (!pkey) {
+      return {
+        message: `invalid ${widget ? 'widget' : 'dashboard'}: table pk not found (${data?.table})`,
+        status: 400,
+      };
+    }
+
+    // data param
+    const { table, where = '1=1', xName, x } = normalizeData(data, query);
+
+    if (!xName && !x) {
+      return {
+        message: `invalid ${widget ? 'widget' : 'dashboard'}: x axis column not specified`,
+        status: 400,
+      };
+    }
+
+    // get sql
+    const filterQ = filter
+      ? await getFilterSQL({ pg, table, filter, query })
+      : undefined;
+    const q = `select "${pkey}", "${xName || x}", /* st_asgeojson(geom)::json as */ ${geom} as geom from ${filterQ ? `(${filterQ})` : table} q where ${where}`;
+
+    if (sql === '1') return q;
+
+    const { st_geometrytype: geomType = 'point' } = await pg
+      .query(
+        `select st_geometrytype(${geom}), count(*) from ${table} 
+    where ${where} group by st_geometrytype(${geom})`
+      )
+      .then((res) => res.rows?.[0] || {});
+
+    const q1 = `SELECT 'FeatureCollection' As type, json_agg(f) As features FROM ( 
+      SELECT 'Feature' As type, row_number() over() as id,
+      st_asgeojson(st_force2d(${query.srid
+        ? `st_transform(${type === 'centroid' ? `st_centroid(${geom})` : geom},${query.srid})`
+        : `${type === 'centroid' || query.point || query.centroid ? `st_centroid(${geom})` : geom}`
+      }), 6, 0)::json as geometry,    
+      (select row_to_json(tc) from (select ${'' ? `${''} as status, ` : ''} 
+      ${xName ? `${xName},` : ''} 
+      ${data.style?.colorAttr ? `${data.style.colorAttr},` : ''}
+      ${pkey} as id,(select file_path from crm.files 
+        where entity_id=q.${pkey}::text and file_status <>'3' and ext in ('png','jpg') limit 1) as image
+      )tc) as properties
+      from (${q})q where ${id && pkey ? ` ${pkey} = '${id}' and ` : ''} ${geom} is not null
+      ${data.query ? ` and ${data.query}` : ''}
+      ${query.extent ? `and ${geom} && 'BOX(${query.extent.split(',').reduce((p, el, i) => p + el + (i % 2 ? ',' : ' '), '')})'::box2d` : ''}
+      ${types[type] ? ` and ST_GeometryType(${geom}) = any ('{ ${types[type]} }') ` : ''}
+      limit ${geomType?.toLowerCase()?.includes('point') ? '15000' : '2500'})f`;
+
+    if (sql === '2') return q1;
+
+    // auto Index
+    autoIndex({ table, columns: [xName] });
+
+    const res = await pg.query(q1).then((res) => res.rows?.[0] || {});
+
+    await mkdir(path.dirname(file), { recursive: true });
+    await writeFile(file, JSON.stringify(res));
+
+    return res;
+  } catch (err) {
+    logger.file('bi/geojson', { level: 'ERROR', error: err.toString(), query });
+    return { error: err.toString(), status: 500 };
+  }
+}

package/server/routes/map/controllers/heatmap.js

@@ -0,0 +1,118 @@
+import path from 'node:path';
+import { createHash } from 'node:crypto';
+import { existsSync } from 'node:fs';
+import { readFile, writeFile, mkdir, stat } from 'node:fs/promises';
+
+import { pgClients, getFilterSQL, getMeta, getFolder } from '@opengis/fastify-table/utils.js';
+
+import { getWidget } from '../../../../utils.js';
+
+const hourMs = 3.6e6;
+const maxLimit = 2500;
+
+export default async function heatmap(req, reply) {
+    const { query = {}, user = {} } = req;
+
+    const { widget, dashboard, filter, search, size = 0.1 } = query;
+
+    if (query.size && (+query.size || 0) <= 0) {
+        return { message: 'param size is invalid', status: 400 };
+    }
+
+    if (!dashboard || !widget) {
+        return { message: 'not enough params: dashboard / widget', status: 400 };
+    }
+
+    const { data } = await getWidget({ pg: req.pg, widget, dashboard });
+
+    if (!data?.table) {
+        return { message: 'widget not found: ' + widget, status: 400 };
+    }
+
+    const limit = Math.min(+query.limit || maxLimit, maxLimit);
+    const hash = [search, filter, limit].filter((el) => el).join();
+
+    const root = getFolder(req, 'local');
+    const file = path.join(
+        root,
+        `/map/geojson/heatmap/${data.table}/${hash ? `${createHash('sha1').update(hash).digest('base64')}/` : ''}.geojson`
+    );
+
+    if (existsSync(file) && !query.nocache && !query.sql) {
+        const timeNow = Date.now();
+        const stats = await stat(file);
+        const birthTime = new Date(stats.birthtime).getTime();
+        if (!(birthTime - timeNow > hourMs * 24)) {
+            const geojson = JSON.parse((await readFile(file, 'utf-8')) || {});
+            return geojson;
+        }
+    }
+
+    const pg = data.pg || req.pg || pgClients.client;
+
+    if (!pg.pk?.[data.table]) {
+        return { message: `table not found: ${data.table}`, status: 404 };
+    }
+
+    const metric = query.metric || data.metrics?.[0]?.name || (Array.isArray(data.metrics) ? data.metrics?.[0] : data.metrics);
+
+    const operator = metric
+        ? (['sum', 'min', 'max', 'avg'].find(el => el === query.operator) || 'sum')
+        : undefined;
+
+    const aggregator = metric
+        ? `${operator}(${metric})`
+        : 'count(*)';
+
+    const { geom, columns } = await getMeta({ pg, table: data.table });
+
+    const { dataTypeID } = columns.find(col => col.name === metric) || {};
+
+    if (metric && !dataTypeID) {
+        return { message: `metric column not found: ${metric}`, status: 404 };
+    }
+
+    if (!['integer', 'numeric', 'double precision'].includes(pg.pgType[dataTypeID])) {
+        return { message: `metric column invalid type: ${metric} (${pg.pgType[dataTypeID]})`, status: 404 };
+    }
+
+    if (!geom) {
+        return { message: `geometry column not found: ${data.table}`, status: 404 };
+    }
+
+    const { optimizedSQL = `select * from ${data.table} where 1=1` } = hash ? await getFilterSQL({ pg, table: data.table, filter, search }) : {};
+
+    const subQuery = `SELECT ${aggregator} AS metric, hex.geom FROM (
+        SELECT ST_SetSRID( (ST_HexagonGrid(${size}, ST_Extent(q.${geom})) ).geom, 4326 ) as geom FROM ( ${optimizedSQL})q
+    )hex
+    LEFT JOIN ( ${optimizedSQL} )pts
+    ON ST_Within(pts.${geom}, hex.geom)
+
+    JOIN ( SELECT ST_ConvexHull(ST_Collect(${geom})) AS mask FROM ( ${optimizedSQL} )q )point_mask
+    ON ST_Intersects(hex.geom, point_mask.mask)
+
+    WHERE 1=1 /*and pts.${geom} is not null AND st_srid(pts.${geom}) > 0*/
+    GROUP BY hex.geom
+    limit ${limit}`;
+
+    if (query.sql === '1' && user?.user_type?.includes('admin')) return subQuery;
+
+    const q = `SELECT 'FeatureCollection' As type, json_agg(f) As features FROM ( 
+      SELECT
+        'Feature' As type,
+        row_number() over() as id,
+        st_asgeojson(geom, 6, 0)::json as geometry,
+        json_build_object( 'metric', metric ) as properties
+      from (${subQuery})sq
+    )f`;
+
+    if (query.sql === '2' && user?.user_type?.includes('admin')) return q;
+
+    const geojson = await pg.query(q)
+        .then(el => el.rows?.[0] || {});
+
+    await mkdir(path.dirname(file), { recursive: true });
+    await writeFile(file, JSON.stringify(geojson));
+
+    return geojson;
+}

package/server/routes/map/controllers/map.js

@@ -0,0 +1,69 @@
+import { pgClients, getFilterSQL, getSelectVal } from '@opengis/fastify-table/utils.js';
+
+import { getWidget } from '../../../../utils.js';
+
+export default async function map(req) {
+  const { query = {} } = req;
+  const { dashboard, widget } = query;
+
+  const { pg = req.pg || pgClients.client, data, type, layers, style, controls } = await getWidget({ pg: req.pg, dashboard, widget });
+
+  if (!['map'].includes(type)) {
+    return { message: 'access restricted: invalid widget type', status: 403 };
+  }
+  if (!data?.table) {
+    return { message: 'invalid widget: param table is required', status: 400 };
+  }
+  if (!pg.pk[data?.table]) {
+    return { message: 'invalid widget: table pkey not found', status: 400 };
+  }
+
+  const { q = '' } = await getFilterSQL({
+    pg,
+    table: data?.table,
+    filter: query.filter,
+  });
+
+  const res = {};
+  if (data?.color) {
+    const { rows = [] } = await pg.query(
+      `select count(*), "${data.color}" as val from ${data.table} where ${data.query || '1=1'} group by "${data.color}"`
+    );
+    if (data?.cls) {
+      const vals = await getSelectVal({
+        pg, name: data.cls, values: rows.map(el => el.val), ar: true,
+      });
+      rows.forEach(row => Object.assign(row, { ...vals?.find?.(el => el.id === row.val) || { text: row.val } }));
+    }
+    Object.assign(res, { colors: rows }); // кольори для легенди
+  }
+  if (data?.metrics?.length) {
+    const metric = data?.metrics[0];
+    const q1 = `select PERCENTILE_CONT(0)  WITHIN GROUP (ORDER BY "${metric}") as "0",
+                    PERCENTILE_CONT(0.25) WITHIN GROUP (ORDER BY "${metric}") as "25",
+                    PERCENTILE_CONT(0.50) WITHIN GROUP (ORDER BY "${metric}") as "50",
+                    PERCENTILE_CONT(0.75) WITHIN GROUP (ORDER BY "${metric}") as "75",
+                    PERCENTILE_CONT(1) WITHIN GROUP (ORDER BY "${metric}") as "100" from ${data.table} where ${data.query || '1=1'} and ${q || '1=1'}`;
+    const sizes = await pg
+      .query(q1)
+      .then(el => Object.values(el.rows?.[0] || {}));
+    Object.assign(res, { sizes }); // розміри для легенди
+  }
+  const { bounds, extentStr } = await pg.query(`select count(*),
+    st_asgeojson(st_extent(geom))::json as bounds,
+    replace(regexp_replace(st_extent(geom)::box2d::text,'BOX\\(|\\)','','g'),' ',',') as "extentStr"
+  from ${data.table} where ${data.query || '1=1'}`).then(el => el.rows?.[0] || {});
+  const extent = extentStr ? extentStr.split(',') : undefined;
+
+  Object.assign(res, {
+    layers,
+    style,
+    controls,
+    columns: data.columns,
+    bounds, // Map bounds
+    extent,
+    top: [], // 10 найкращих
+    bottom: [], // 10 найгірших
+  });
+  return res;
+}

package/server/routes/map/controllers/utils/downloadClusterData.js

@@ -0,0 +1,45 @@
+import { config, logger, pgClients } from '@opengis/fastify-table/utils.js';
+
+export default async function downloadClusterData({ pg = pgClients.client, cluster }) {
+    if (!pg || !cluster) return null;
+    const res = await fetch(`https://cdn.softpro.ua/data/bi/${cluster}-ua.geojson`);
+    if (res?.status !== 200) {
+        return {
+            message: `cluster file not found: ${cluster}-ua.json`,
+            status: 404,
+        };
+    }
+    try {
+        const geojson = await res.json();
+        const features = geojson?.features?.filter(
+            (el, idx, arr) => el?.geometry &&
+                arr.map((item) => item.properties.name)
+                    .indexOf(el.properties.name) === idx
+        ); // unique
+        if (!features?.length) {
+            return {
+                message: `cluster file empty: ${cluster}-ua.json`,
+                status: 400,
+            };
+        }
+        const { count = 0 } = await pg.query(`select count(*)::int from bi.cluster where type=$1`, [cluster])
+            .then((res1) => res1.rows?.[0] || {});
+        if (count !== features?.length || config.debug) {
+            // await pg.query(`delete from bi.cluster where type=$1`, [cluster]);
+            const values = features?.map((el) => `('${el.properties.codifier?.replace(/'/g, "''") || ''}','${el.properties.name?.replace(/'/g, "''") || ''}', '${cluster}', ST_GeomFromGeoJSON('${JSON.stringify(el.geometry)}')::geometry)`).join(',');
+
+            const { rowCount } = await pg.query(`insert into bi.cluster (codifier,title,type,geom) 
+            values ${values} on conflict(title,type) do update set codifier=excluded.codifier, geom=excluded.geom`);
+            logger.file('bi/clusterVtile', { cluster, rowCount });
+        }
+    } catch (err) {
+        logger.file('bi/clusterVtile/error', {
+            error: err.toString(),
+            filename: `${cluster}-ua.json`,
+        });
+        return {
+            message: `cluster file import error: ${cluster}-ua.json`,
+            status: 500,
+        };
+    }
+}