@opengis/bi 1.0.14 → 1.0.15

package/server/routes/map/controllers/vtile.js

@@ -1,182 +1,183 @@
-import Sphericalmercator from '@mapbox/sphericalmercator';
-
-import path from 'path';
-import { createHash } from 'crypto';
-import { writeFile, mkdir } from 'fs/promises';
-import { existsSync, /* readdirSync, */ readFileSync } from 'fs';
-import { getWidget } from '../../../../utils.js';
-
-import yaml from '../../dashboard/controllers/utils/yaml.js';
-import normalizeData from '../../data/controllers/util/normalizeData.js';
-
-const mercator = new Sphericalmercator({ size: 256 });
-
-const types = {
-  point: 'ST_Point' /* ,ST_MultiPoint */,
-  polygon: 'ST_Polygon,ST_MultiPolygon',
-};
-
-const area = {
-  1: 1000000,
-  2: 100000,
-  3: 100000,
-  4: 100000,
-  5: 100000,
-  6: 100000,
-  7: 100000,
-  8: 100000,
-  9: 100000,
-  10: 50000,
-  11: 40000,
-  12: 20000,
-  13: 20000,
-};
-
-export default async function vtile(req, reply) {
-  const { pg, params = {}, query = {}, funcs = {}, log } = req;
-
-  const {
-    filter,
-    widget,
-    dashboard,
-    sql,
-    cluster,
-    type,
-    nocache,
-    geom = 'geom',
-    pointZoom = 0,
-  } = query;
-
-  if (!widget) {
-    return { message: 'not enough params: widget', status: 400 };
-  }
-
-  const { y, z } = params;
-  const x = params.x?.split('.')[0] - 0;
-
-  if (!x || !y || !z) {
-    return { message: 'not enough params: xyz', status: 400 };
-  }
-
-  const { data } = await getWidget({ widget, dashboard });
-
-  const headers = {
-    'Content-Type': 'application/x-protobuf',
-    'Cache-Control': nocache || sql ? 'no-cache' : 'public, max-age=86400',
-  };
-
-  const hash = [pointZoom, filter].filter((el) => el).join();
-
-  const root = funcs.getFolder(req);
-  const file = path.join(
-    root,
-    `/map/vtile/${widget}/${hash ? `${createHash('sha1').update(hash).digest('base64')}/` : ''}${z}/${x}/${y}.mvt`
-  );
-
-  try {
-    const pkey = pg.pk?.[data?.table];
-    if (!pkey) {
-      return {
-        message: `invalid ${widget ? 'widget' : 'dashboard'}: table pk not found (${data?.table})`,
-        status: 400,
-      };
-    }
-
-    // data param
-    const {
-      table,
-      where = '1=1',
-      xName = {},
-      metric,
-    } = normalizeData(data, query);
-
-    // get sql
-    const columns = data.columns?.map((el) => el.name || el)?.join(',') || '1';
-    const filterQ = filter
-      ? await funcs.getFilterSQL({ pg, table, filter })
-      : undefined;
-    const q = `select "${pkey}", 
-                      ${data?.color ? `"${data?.color}"` : '0'} as x, 
-                      ${data.metrics?.[0] ? `"${data.metrics[0]}"::float` : '0'} as metric, 
-                      ${columns}, 
-                      ${geom} as geom 
-                      from ${filterQ ? `(${filterQ})` : table} q where ${where}`;
-
-    if (sql === '1') return q;
-
-    const koef =
-      {
-        10: 0.1,
-        11: 0.05,
-        12: 0.005,
-        13: 0.0002,
-        14: 0.00005,
-      }[z] || 0.000001;
-
-    const geomCol =
-      parseInt(z, 10) < parseInt(pointZoom, 10) || true
-        ? `ST_Centroid(${geom})`
-        : geom;
-
-    const bbox = mercator.bbox(+y, +x, +z, false /* , '900913' */);
-    const bbox2d = `'BOX(${bbox[0]} ${bbox[1]},${bbox[2]} ${bbox[3]})'::box2d`;
-
-    const areaZoom =
-      area[z] && false
-        ? ` and (st_area(st_transform(${geom},3857)))>'${area[z]}'`
-        : '';
-
-    const q1 =
-      cluster > z
-        ? `SELECT ST_AsMVT(q, 'bi', 4096, 'geom','row') as tile
-        FROM (
-          SELECT floor(random() * 100000 + 1)::int + row_number() over() as row, count(*) as point_count,
-          ST_AsMVTGeom(st_transform(st_centroid(ST_Union(geom)),3857),ST_TileEnvelope(${z},${y},${x})::box2d,4096,256,false) as geom
-          FROM (
-          SELECT geom, ST_ClusterDBSCAN(geom,${koef},1) OVER () AS cluster 
-          FROM (${q})q where ${geom} && ${bbox2d}  ) j
-          WHERE cluster IS NOT NULL
-          GROUP BY cluster
-          ORDER BY 1 DESC
-        )q`
-        : `SELECT ST_AsMVT(q, 'bi', 4096, 'geom','row') as tile
-          FROM (
-            SELECT  
-              floor(random() * 100000 + 1)::int + row_number() over() as row,
-
-              ${pkey} as id, 
-              x,
-              metric,
-              ${columns},
-              ST_AsMVTGeom(st_transform(${geomCol}, 3857),ST_TileEnvelope(${z},${y},${x})::box2d,4096,256,false) as geom
-
-              FROM (select * from (${q})q where ${geom} && ${bbox2d} 
-              
-              and ${geom} is not null and st_srid(${geom}) >0
-              
-              ${areaZoom}
-
-            ${types[type] ? ` and ST_GeometryType(geom) = any ('{ ${types[type]} }') ` : ''}
-            
-            limit 3000)q
-          ) q`;
-
-    if (sql === '2') return q1;
-
-    const { rows = [] } = await pg.query(q1);
-
-    if (sql === '3') return rows.map((el) => el.tile);
-
-    const buffer = Buffer.concat(rows.map((el) => Buffer.from(el.tile)));
-
-    if (!nocache) {
-      await mkdir(path.dirname(file), { recursive: true });
-      await writeFile(file, buffer, 'binary');
-    }
-
-    return reply.headers(headers).send(buffer);
-  } catch (err) {
-    log.error('bi/vtile', { error: err.toString(), query, params });
-    return { error: err.toString(), status: 500 };
-  }
-}
+import Sphericalmercator from '@mapbox/sphericalmercator';
+
+import path from 'path';
+import { createHash } from 'crypto';
+import { writeFile, mkdir } from 'fs/promises';
+import { existsSync, /* readdirSync, */ readFileSync } from 'fs';
+import { getWidget } from '../../../../utils.js';
+
+import { getFolder, getFilterSQL } from '@opengis/fastify-table/utils.js';
+
+import normalizeData from '../../data/controllers/util/normalizeData.js';
+
+const mercator = new Sphericalmercator({ size: 256 });
+
+const types = {
+  point: 'ST_Point' /* ,ST_MultiPoint */,
+  polygon: 'ST_Polygon,ST_MultiPolygon',
+};
+
+const area = {
+  1: 1000000,
+  2: 100000,
+  3: 100000,
+  4: 100000,
+  5: 100000,
+  6: 100000,
+  7: 100000,
+  8: 100000,
+  9: 100000,
+  10: 50000,
+  11: 40000,
+  12: 20000,
+  13: 20000,
+};
+
+export default async function vtile(req, reply) {
+  const { pg, params = {}, query = {}, funcs = {}, log } = req;
+
+  const {
+    filter,
+    widget,
+    dashboard,
+    sql,
+    cluster,
+    type,
+    nocache,
+    geom = 'geom',
+    pointZoom = 0,
+  } = query;
+
+  if (!widget) {
+    return { message: 'not enough params: widget', status: 400 };
+  }
+
+  const { y, z } = params;
+  const x = params.x?.split('.')[0] - 0;
+
+  if (!x || !y || !z) {
+    return { message: 'not enough params: xyz', status: 400 };
+  }
+
+  const { data } = await getWidget({ widget, dashboard });
+
+  const headers = {
+    'Content-Type': 'application/x-protobuf',
+    'Cache-Control': nocache || sql ? 'no-cache' : 'public, max-age=86400',
+  };
+
+  const hash = [pointZoom, filter].filter((el) => el).join();
+
+  const root = getFolder(req);
+  const file = path.join(
+    root,
+    `/map/vtile/${widget}/${hash ? `${createHash('sha1').update(hash).digest('base64')}/` : ''}${z}/${x}/${y}.mvt`
+  );
+
+  try {
+    const pkey = pg.pk?.[data?.table];
+    if (!pkey) {
+      return {
+        message: `invalid ${widget ? 'widget' : 'dashboard'}: table pk not found (${data?.table})`,
+        status: 400,
+      };
+    }
+
+    // data param
+    const {
+      table,
+      where = '1=1',
+      xName = {},
+      metric,
+    } = normalizeData(data, query);
+
+    // get sql
+    const columns = data.columns?.map((el) => el.name || el)?.join(',') || '1';
+    const filterQ = filter
+      ? await getFilterSQL({ pg, table, filter })
+      : undefined;
+    const q = `select "${pkey}", 
+                      ${data?.color ? `"${data?.color}"` : '0'} as x, 
+                      ${data.metrics?.[0] ? `"${data.metrics[0]}"::float` : '0'} as metric, 
+                      ${columns}, 
+                      ${geom} as geom 
+                      from ${filterQ ? `(${filterQ})` : table} q where ${where}`;
+
+    if (sql === '1') return q;
+
+    const koef =
+      {
+        10: 0.1,
+        11: 0.05,
+        12: 0.005,
+        13: 0.0002,
+        14: 0.00005,
+      }[z] || 0.000001;
+
+    const geomCol =
+      parseInt(z, 10) < parseInt(pointZoom, 10) || true
+        ? `ST_Centroid(${geom})`
+        : geom;
+
+    const bbox = mercator.bbox(+y, +x, +z, false /* , '900913' */);
+    const bbox2d = `'BOX(${bbox[0]} ${bbox[1]},${bbox[2]} ${bbox[3]})'::box2d`;
+
+    const areaZoom =
+      area[z] && false
+        ? ` and (st_area(st_transform(${geom},3857)))>'${area[z]}'`
+        : '';
+
+    const q1 =
+      cluster > z
+        ? `SELECT ST_AsMVT(q, 'bi', 4096, 'geom','row') as tile
+        FROM (
+          SELECT floor(random() * 100000 + 1)::int + row_number() over() as row, count(*) as point_count,
+          ST_AsMVTGeom(st_transform(st_centroid(ST_Union(geom)),3857),ST_TileEnvelope(${z},${y},${x})::box2d,4096,256,false) as geom
+          FROM (
+          SELECT geom, ST_ClusterDBSCAN(geom,${koef},1) OVER () AS cluster 
+          FROM (${q})q where ${geom} && ${bbox2d}  ) j
+          WHERE cluster IS NOT NULL
+          GROUP BY cluster
+          ORDER BY 1 DESC
+        )q`
+        : `SELECT ST_AsMVT(q, 'bi', 4096, 'geom','row') as tile
+          FROM (
+            SELECT  
+              floor(random() * 100000 + 1)::int + row_number() over() as row,
+
+              ${pkey} as id, 
+              x,
+              metric,
+              ${columns},
+              ST_AsMVTGeom(st_transform(${geomCol}, 3857),ST_TileEnvelope(${z},${y},${x})::box2d,4096,256,false) as geom
+
+              FROM (select * from (${q})q where ${geom} && ${bbox2d} 
+              
+              and ${geom} is not null and st_srid(${geom}) >0
+              
+              ${areaZoom}
+
+            ${types[type] ? ` and ST_GeometryType(geom) = any ('{ ${types[type]} }') ` : ''}
+            
+            limit 3000)q
+          ) q`;
+
+    if (sql === '2') return q1;
+
+    const { rows = [] } = await pg.query(q1);
+
+    if (sql === '3') return rows.map((el) => el.tile);
+
+    const buffer = Buffer.concat(rows.map((el) => Buffer.from(el.tile)));
+
+    if (!nocache) {
+      await mkdir(path.dirname(file), { recursive: true });
+      await writeFile(file, buffer, 'binary');
+    }
+
+    return reply.headers(headers).send(buffer);
+  } catch (err) {
+    log.error('bi/vtile', { error: err.toString(), query, params });
+    return { error: err.toString(), status: 500 };
+  }
+}

package/server/routes/map/index.mjs

@@ -1,25 +1,25 @@
-import map from './controllers/map.js';
-import geojson from './controllers/geojson.js';
-import vtile from './controllers/vtile.js';
-
-import cluster from './controllers/cluster.js';
-import clusterVtile from './controllers/clusterVtile.js';
-
-const biSchema = {
-  querystring: {
-    widget: { type: 'string', pattern: '^([\\d\\w]+)$' },
-    dashboard: { type: 'string', pattern: '^([\\d\\w]+)$' },
-    sql: { type: 'string', pattern: '^([\\d])$' },
-  },
-  params: {
-    id: { type: 'string', pattern: '^([\\d\\w]+)$' },
-  },
-};
-
-export default async function route(fastify, opts) {
-  fastify.get('/bi-map', { schema: biSchema }, map);
-  fastify.get('/bi-geojson', { schema: biSchema }, geojson);
-  fastify.get('/bi-vtile/:z/:y/:x', { schema: biSchema }, vtile);
-  fastify.get('/bi-cluster', { schema: biSchema }, cluster);
-  fastify.get('/bi-cluster-vtile/:z/:y/:x', { schema: biSchema }, clusterVtile);
-}
+import map from './controllers/map.js';
+import geojson from './controllers/geojson.js';
+import vtile from './controllers/vtile.js';
+
+import cluster from './controllers/cluster.js';
+import clusterVtile from './controllers/clusterVtile.js';
+
+const biSchema = {
+  querystring: {
+    widget: { type: 'string', pattern: '^([\\d\\w]+)$' },
+    dashboard: { type: 'string', pattern: '^([\\d\\w]+)$' },
+    sql: { type: 'string', pattern: '^([\\d])$' },
+  },
+  params: {
+    id: { type: 'string', pattern: '^([\\d\\w]+)$' },
+  },
+};
+
+export default async function route(fastify, opts) {
+  fastify.get('/bi-map', { schema: biSchema }, map);
+  fastify.get('/bi-geojson', { schema: biSchema }, geojson);
+  fastify.get('/bi-vtile/:z/:y/:x', { schema: biSchema }, vtile);
+  fastify.get('/bi-cluster', { schema: biSchema }, cluster);
+  fastify.get('/bi-cluster-vtile/:z/:y/:x', { schema: biSchema }, clusterVtile);
+}

package/server/utils/getWidget.js

@@ -1,83 +1,85 @@
-import { getTemplate } from '@opengis/fastify-table/utils.js';
-import pgClients from '@opengis/fastify-table/pg/pgClients.js';
-
-const pg = pgClients.client;
-
-async function getWidget({ dashboard, widget }) {
-  const dashboardData = dashboard
-    ? await getTemplate('dashboard', dashboard)
-    : null;
-
-  const { id, tableName } =
-    !dashboardData && pg.pk['bi.dashboard'] && dashboard
-      ? await pg
-        .query(
-          `select dashboard_id as id, table_name as "tableName" from bi.dashboard where $1 in (dashboard_id, name)`,
-          [dashboard]
-        )
-        .then((res1) => res1.rows?.[0] || {})
-      : {};
-
-  if (!dashboardData && dashboard && !id) {
-    return { message: `dashboard not found: ${dashboard}`, status: 404 };
-  }
-
-  dashboardData?.forEach((el) => {
-    el[2] = el[0].split('.')[0];
-  });
-  const dashboardIndex = dashboardData?.find((el) => el[2] == 'index')?.[1];
-
-  const widgetData = dashboard
-    ? dashboardData?.find((el) => el[2] === (widget || 'index'))?.[1]
-    : await getTemplate('widget', widget);
-  if (typeof widgetData === 'string') {
-    return { source: widgetData, status: 200 };
-  }
-  if (!id && !dashboardData && !widgetData) {
-    return { message: `not found ${widget} ${dashboard}`, status: 404 };
-  }
-
-  const q = `select *, coalesce(data::jsonb, '{}'::jsonb) || jsonb_build_object('table', table_name) as data from bi.widget where dashboard_id=$1 and name=$2`;
-
-  const {
-    type,
-    text,
-    data = {},
-    controls,
-    style,
-    options,
-    yml
-  } = widgetData ||
-    (await pg
-      .query(q, [id || dashboard, widget])
-      .then((res1) => res1.rows?.[0] || {}));
-
-  if (!type) {
-    return { message: `widget not found: ${widget}`, status: 404 };
-  }
-
-  Object.assign(data, {
-    table:
-      data.table ||
-      tableName ||
-      widgetData?.table_name ||
-      dashboardIndex?.table ||
-      dashboardIndex?.table_name,
-    db: dashboardIndex?.db || pgClients.client?.options?.database,
-  });
-  const main = { ...(dashboardIndex || {}), ...widgetData, ...data };
-
-  if (!main?.table) {
-    return {
-      message: /* json.error || */ `invalid ${widget ? 'widget' : 'dashboard'}: 1`,
-      status: 404,
-    };
-  }
-
-  const tableSQL = main?.sql?.map(
-    (el, i) => `left join lateral(${el})t${i + 1} on 1=1`
-  );
-
-  return { ...main, tableSQL, data, type, text, controls, style, options, yml };
-}
-export default getWidget;
+import { getTemplate, pgClients } from '@opengis/fastify-table/utils.js';
+
+const pg = pgClients.client;
+
+async function getWidget({ dashboard, widget }) {
+  if (!dashboard && !widget) {
+    return { message: `not enough params: dashboard / widget`, status: 400 };
+  }
+  const dashboardData = dashboard
+    ? await getTemplate('dashboard', dashboard)
+    : null;
+
+  const { id, tableName } =
+    !dashboardData && pg.pk['bi.dashboard'] && dashboard
+      ? await pg
+        .query(
+          `select dashboard_id as id, table_name as "tableName" from bi.dashboard where $1 in (dashboard_id, name)`,
+          [dashboard]
+        )
+        .then((res1) => res1.rows?.[0] || {})
+      : {};
+
+  if (!dashboardData && dashboard && !id) {
+    return { message: `dashboard not found: ${dashboard}`, status: 404 };
+  }
+
+  dashboardData?.forEach((el) => {
+    el[2] = el[0].split('.')[0];
+  });
+  const dashboardIndex = dashboardData?.find((el) => el[2] == 'index')?.[1];
+
+  const widgetData = dashboard
+    ? dashboardData?.find((el) => el[2] === (widget || 'index'))?.[1]
+    : await getTemplate('widget', widget);
+  if (typeof widgetData === 'string') {
+    return { source: widgetData, status: 200 };
+  }
+  if (!id && !dashboardData && !widgetData) {
+    return { message: `not found ${widget} ${dashboard}`, status: 404 };
+  }
+
+  const q = `select *, coalesce(data::jsonb, '{}'::jsonb) || jsonb_build_object('table', table_name) as data from bi.widget where dashboard_id=$1 and name=$2`;
+
+  const {
+    type,
+    text,
+    data = {},
+    controls,
+    style,
+    options,
+    yml
+  } = widgetData ||
+    (await pg
+      .query(q, [id || dashboard, widget])
+      .then((res1) => res1.rows?.[0] || {}));
+
+  if (!type) {
+    return { message: `widget not found: ${widget}`, status: 404 };
+  }
+
+  Object.assign(data, {
+    table:
+      data.table ||
+      tableName ||
+      widgetData?.table_name ||
+      dashboardIndex?.table ||
+      dashboardIndex?.table_name,
+    db: dashboardIndex?.db || pgClients.client?.options?.database,
+  });
+  const main = { ...(dashboardIndex || {}), ...widgetData, ...data, ...data?.data || {} };
+
+  if (!main?.table) {
+    return {
+      message: /* json.error || */ `invalid ${widget ? 'widget' : 'dashboard'}: 1`,
+      status: 404,
+    };
+  }
+
+  const tableSQL = main?.sql?.map(
+    (el, i) => `left join lateral(${el})t${i + 1} on 1=1`
+  );
+
+  return { ...main, tableSQL, data, type, text, controls, style, options, yml };
+}
+export default getWidget;

package/utils.js

@@ -1,12 +1,12 @@
-// This file contains code that we reuse
-// between our tests.
-
-// import getTemplatePath from '@opengis/fastify-table/table/controllers/utils/getTemplatePath.js';
-import getWidget from './server/utils/getWidget.js';
-import yamlSafe from './server/routes/dashboard/controllers/utils/yaml.js';
-
-export {
-  // getTemplatePath,
-  yamlSafe,
-  getWidget,
-};
+// This file contains code that we reuse
+// between our tests.
+
+// import getTemplatePath from '@opengis/fastify-table/table/controllers/utils/getTemplatePath.js';
+import getWidget from './server/utils/getWidget.js';
+import yamlSafe from './server/routes/dashboard/controllers/utils/yaml.js';
+
+export {
+  // getTemplatePath,
+  yamlSafe,
+  getWidget,
+};