@opengis/cms 0.0.43 → 0.0.44

package/server/routes/cms/controllers/searchContent.js

@@ -1,205 +1,205 @@
-import { config, pgClients, getFilterSQL } from '@opengis/fastify-table/utils.js';
-
-const filterList = [
-  {
-    ua: 'Статус',
-    name: 'status',
-    type: 'Check'
-  },
-  {
-    name: 'published_at',
-    type: 'Date'
-  },
-  {
-    name: 'search',
-    columns: 'slug,title',
-    type: 'Text'
-  },
-];
-
-const matchFilterType = {
-  select: 'check',
-  datetime: 'date'
-};
-
-const maxLimit = 100;
-
-export default async function searchContent({
-  pg = pgClients.client, query = {}, user = {},
-}, reply) {
-  if (!pg?.pk?.['site.contents']) {
-    return reply.status(404).send('table not found');
-  }
-
-  const t1 = Date.now();
-
-  const {
-    locale, // to do?
-    filter,
-    contentType,
-    asc,
-    tags,
-  } = query;
-
-  if (contentType && typeof contentType !== 'string') {
-    return reply.status(400).send('invalid query params: contentType must be a string');
-  }
-
-  if (tags && typeof tags !== 'string') {
-    return reply.status(400).send('invalid query params: tags must be a string');
-  }
-
-  // add for singletone offset
-  const page = Math.max(1, parseInt(query.page || 1, 10));
-  const limit = Math.min(query.limit || 16, maxLimit);
-  const offset = (page - 1) * limit;
-
-  const { q } = filter ? await getFilterSQL({
-    pg,
-    table: 'site.contents',
-    filter,
-    query: `status='published'`,
-    filterList,
-  }) : { q: `status='published'` };
-
-  // 1. Query all metadata
-  const q1 = `
-    SELECT a.title, a.slug, a.status, a.content_type_id, b.name as content_type_name, b.title as content_type_title, a.content_id,
-      b.type as content_type, b.columns, b.table_name, case when b.type = 'single' then main_image else null end as main_image
-    FROM site.contents a
-    LEFT JOIN site.content_types b ON a.content_type_id = b.content_type_id
-    WHERE b.visible
-      AND a.slug IS NOT NULL
-      ${tags ? `AND case when b.type = 'single' then a.content_id in (SELECT data_id FROM site.tag_data td left join site.tags ts on td.tag_id=ts.tag_id WHERE ts.slug = any($1) or ts.tag_id = any($1)) else true end` : ''}
-      ${contentType ? `and ((b.name=any($${tags ? 2 : 1}) or a.content_type_id=any($${tags ? 2 : 1}) or b.title=any($${tags ? 2 : 1})) ${contentType.includes('pages') ? `or b.type='single')` : ')'}` : ''}
-      ${q ? `AND (CASE WHEN b.type = 'single' THEN ${q.replace(/"title"/g, 'a.title').replace(/"slug"/g, 'a.slug').replace(/status/g, 'a.status')} ELSE TRUE END)` : ''}
-  `;
-
-  const { rows: contents = [] } = await pg.query(q1, [(tags ? tags.split(',') : null), (contentType ? contentType.split(',') : null)].filter(Boolean))
-    .catch(err => {
-      console.error(q1, err.toString(), err.stack);
-      return {};
-    }) || {};
-
-  if (!contents.length) {
-    return reply.status(404).send('content not found');
-  }
-
-  const singles = contents.filter(el => el.content_type === 'single');
-  const collections = contents.filter(el => el.content_type === 'collection' && el.table_name);
-
-  // const totals = await pg.query(`select json_object_agg(oid::regclass, reltuples) from pg_class`).then(el => el.rows?.[0]?.json_object_agg || {});
-  const allSingles = await pg.query(`select count(*)::int from site.contents where content_type_id in (select content_type_id from site.content_types where type = 'single' )`).then(el => el.rows?.[0]?.count || 0);
-  const allCollectionTables = await pg.query(`select array_agg(table_name) from site.content_types where type = 'collection' and table_name is not null`).then(el => el.rows?.[0]?.array_agg || []);
-
-  const allCollections = await Promise.all(allCollectionTables.map(async tablename => {
-    const total = pg.queryCache ? await pg.queryCache(`select count(*)::int from data."${tablename}"`, { table: `data.${tablename}` }).then(el => el.rows?.[0]?.count || 0) : 0;
-    return total;
-  })).then(el => el.reduce((acc, curr) => acc + (curr || 0), 0) || 0);
-
-  // collections
-  const collectionResults = await Promise.all(collections.map(async row => {
-    const { table_name: table, columns = [] } = row;
-
-    const collectionFilters = columns.filter(el =>
-      ['title', 'status', 'published_at'].includes(el.name) || el.type === 'text'
-    ).map(({ name, type }) => ({ name, type: matchFilterType[type] || type })); // select column => check type filter
-
-    collectionFilters.push({
-      name: 'search',
-      columns: collectionFilters
-        .filter(({ type }) => type === 'text')
-        .map(({ name }) => name).join(','),
-      type: 'Text',
-    });
-
-    const order = {
-      true: 'published_at ASC NULLS LAST',
-      false: 'published_at DESC NULLS LAST'
-    }[!!asc];
-
-    const { optimizedSQL = `SELECT * FROM data."${table}" where status='published' ORDER BY ${order}` } =
-      filter ? await getFilterSQL({
-        pg,
-        table: `data."${table}"`,
-        filter,
-        query: `status='published'`,
-        filterList: collectionFilters,
-        order: 'published_at DESC NULLS LAST'
-      }) : {};
-
-    const q2 = `select id, ${columns.filter(el =>
-      ['title', 'status', 'published_at', 'slug', 'main_image'].includes(el.name) || el.type === 'text'
-    ).map(({ name }) => name === 'published_at' ? name : `"${name}"`).join(',')} from (${optimizedSQL}) q where ${tags ? 'id in (SELECT data_id FROM site.tag_data td left join site.tags ts on td.tag_id=ts.tag_id WHERE ts.slug = any($1))' : '1=1'} limit ${offset + limit}`;
-
-    // const total = pg.queryCache ? await pg.queryCache(`select count(*)::int from data."${table}"`, { table: `data.${table}` }).then(el => el.rows?.[0]?.count || 0) : 0;
-
-    const { rows: items = [] } = await pg.query(q2, [tags ? tags.split(',') : null].filter(Boolean)).catch(err => {
-      console.error(q2, err.toString(), err.stack);
-      return { rows: [], /*total: total // totals[`data.${table}`] || totals[`data."${table}"`] || 0*/ };
-    });
-
-    return {
-      rows: items.map(el => ({
-        ...row,
-        ...el,
-        slug: el.slug,
-        title: el.title,
-        status: el.status,
-        published_at: el.published_at,
-        table_name: undefined,
-        columns: undefined
-      })),
-      // total: total /*totals[`data.${table}`] || totals[`data."${table}"`] || 0,*/
-    };
-  }));
-
-  const allRows = [
-    ...singles.map(row => ({
-      ...row,
-      columns: undefined,
-      table_name: undefined
-    })),
-    ...collectionResults.map(el => el.rows || []).flat()
-  ];
-
-  const collectionIds = pg.queryCache ? await Promise.all(contents.filter(el => el.content_type === 'collection' && el.table_name).map(async row => pg.queryCache(`select array_agg(id) from data."${row.table_name}"`))).then(el => el.map(res => res.rows[0]?.array_agg || []).flat()) : [];
-
-  // add tags etc. for current page of rows
-  const allTags = pg.queryCache ? await pg.queryCache(
-    `select a.data_id, b.tag_id, b.value, b.color, b.slug from site.tag_data a left join site.tags b on a.tag_id=b.tag_id 
-    where a.data_id = any($1)`,
-    { args: [contents.map(el => el.content_id).concat(collectionIds)], table: 'site.tag_data' },
-  ).then(el => el.rows || []) : [];
-
-  // sort
-  const sorted = allRows.sort((a, b) => {
-    const aDate = new Date(a.published_at || 0);
-    const bDate = new Date(b.published_at || 0);
-    return bDate - aDate;
-  });
-
-  const paginated = sorted.slice(offset, offset + limit);
-
-  paginated.forEach(row => {
-    if (row.content_type === 'single' && row.content_id) {
-      row.tag_list = allTags
-        .filter(tag => tag.data_id === row.content_id)
-        .map(({ tag_id: id, value: text, color, slug }) => ({ id, text, color, slug }));
-    } else if (row.content_type === 'collection' && row.id) {
-      row.tag_list = allTags
-        .filter(tag => tag.data_id === row.id)
-        .map(({ tag_id: id, value: text, color, slug }) => ({ id, text, color, slug }));
-    }
-  });
-
-  return reply.status(200).send({
-    time: Date.now() - t1,
-    page,
-    limit,
-    total: allSingles + allCollections,
-    filtered: sorted.length,
-    count: paginated.length,
-    rows: paginated,
-  });
-}
+import { config, pgClients, getFilterSQL } from '@opengis/fastify-table/utils.js';
+
+const filterList = [
+  {
+    ua: 'Статус',
+    name: 'status',
+    type: 'Check'
+  },
+  {
+    name: 'published_at',
+    type: 'Date'
+  },
+  {
+    name: 'search',
+    columns: 'slug,title',
+    type: 'Text'
+  },
+];
+
+const matchFilterType = {
+  select: 'check',
+  datetime: 'date'
+};
+
+const maxLimit = 100;
+
+export default async function searchContent({
+  pg = pgClients.client, query = {}, user = {},
+}, reply) {
+  if (!pg?.pk?.['site.contents']) {
+    return reply.status(404).send('table not found');
+  }
+
+  const t1 = Date.now();
+
+  const {
+    locale, // to do?
+    filter,
+    contentType,
+    asc,
+    tags,
+  } = query;
+
+  if (contentType && typeof contentType !== 'string') {
+    return reply.status(400).send('invalid query params: contentType must be a string');
+  }
+
+  if (tags && typeof tags !== 'string') {
+    return reply.status(400).send('invalid query params: tags must be a string');
+  }
+
+  // add for singletone offset
+  const page = Math.max(1, parseInt(query.page || 1, 10));
+  const limit = Math.min(query.limit || 16, maxLimit);
+  const offset = (page - 1) * limit;
+
+  const { q } = filter ? await getFilterSQL({
+    pg,
+    table: 'site.contents',
+    filter,
+    query: `status='published'`,
+    filterList,
+  }) : { q: `status='published'` };
+
+  // 1. Query all metadata
+  const q1 = `
+    SELECT a.title, a.slug, a.status, a.content_type_id, b.name as content_type_name, b.title as content_type_title, a.content_id,
+      b.type as content_type, b.columns, b.table_name, case when b.type = 'single' then main_image else null end as main_image
+    FROM site.contents a
+    LEFT JOIN site.content_types b ON a.content_type_id = b.content_type_id
+    WHERE b.visible
+      AND a.slug IS NOT NULL
+      ${tags ? `AND case when b.type = 'single' then a.content_id in (SELECT data_id FROM site.tag_data td left join site.tags ts on td.tag_id=ts.tag_id WHERE ts.slug = any($1) or ts.tag_id = any($1)) else true end` : ''}
+      ${contentType ? `and ((b.name=any($${tags ? 2 : 1}) or a.content_type_id=any($${tags ? 2 : 1}) or b.title=any($${tags ? 2 : 1})) ${contentType.includes('pages') ? `or b.type='single')` : ')'}` : ''}
+      ${q ? `AND (CASE WHEN b.type = 'single' THEN ${q.replace(/"title"/g, 'a.title').replace(/"slug"/g, 'a.slug').replace(/status/g, 'a.status')} ELSE TRUE END)` : ''}
+  `;
+
+  const { rows: contents = [] } = await pg.query(q1, [(tags ? tags.split(',') : null), (contentType ? contentType.split(',') : null)].filter(Boolean))
+    .catch(err => {
+      console.error(q1, err.toString(), err.stack);
+      return {};
+    }) || {};
+
+  if (!contents.length) {
+    return reply.status(404).send('content not found');
+  }
+
+  const singles = contents.filter(el => el.content_type === 'single');
+  const collections = contents.filter(el => el.content_type === 'collection' && el.table_name);
+
+  // const totals = await pg.query(`select json_object_agg(oid::regclass, reltuples) from pg_class`).then(el => el.rows?.[0]?.json_object_agg || {});
+  const allSingles = await pg.query(`select count(*)::int from site.contents where content_type_id in (select content_type_id from site.content_types where type = 'single' )`).then(el => el.rows?.[0]?.count || 0);
+  const allCollectionTables = await pg.query(`select array_agg(table_name) from site.content_types where type = 'collection' and table_name is not null`).then(el => el.rows?.[0]?.array_agg || []);
+
+  const allCollections = await Promise.all(allCollectionTables.map(async tablename => {
+    const total = pg.queryCache ? await pg.queryCache(`select count(*)::int from data."${tablename}"`, { table: `data.${tablename}` }).then(el => el.rows?.[0]?.count || 0) : 0;
+    return total;
+  })).then(el => el.reduce((acc, curr) => acc + (curr || 0), 0) || 0);
+
+  // collections
+  const collectionResults = await Promise.all(collections.map(async row => {
+    const { table_name: table, columns = [] } = row;
+
+    const collectionFilters = columns.filter(el =>
+      ['title', 'status', 'published_at'].includes(el.name) || el.type === 'text'
+    ).map(({ name, type }) => ({ name, type: matchFilterType[type] || type })); // select column => check type filter
+
+    collectionFilters.push({
+      name: 'search',
+      columns: collectionFilters
+        .filter(({ type }) => type === 'text')
+        .map(({ name }) => name).join(','),
+      type: 'Text',
+    });
+
+    const order = {
+      true: 'published_at ASC NULLS LAST',
+      false: 'published_at DESC NULLS LAST'
+    }[!!asc];
+
+    const { optimizedSQL = `SELECT * FROM data."${table}" where status='published' ORDER BY ${order}` } =
+      filter ? await getFilterSQL({
+        pg,
+        table: `data."${table}"`,
+        filter,
+        query: `status='published'`,
+        filterList: collectionFilters,
+        order: 'published_at DESC NULLS LAST'
+      }) : {};
+
+    const q2 = `select id, ${columns.filter(el =>
+      ['title', 'status', 'published_at', 'slug', 'main_image'].includes(el.name) || el.type === 'text'
+    ).map(({ name }) => name === 'published_at' ? name : `"${name}"`).join(',')} from (${optimizedSQL}) q where ${tags ? 'id in (SELECT data_id FROM site.tag_data td left join site.tags ts on td.tag_id=ts.tag_id WHERE ts.slug = any($1))' : '1=1'} limit ${offset + limit}`;
+
+    // const total = pg.queryCache ? await pg.queryCache(`select count(*)::int from data."${table}"`, { table: `data.${table}` }).then(el => el.rows?.[0]?.count || 0) : 0;
+
+    const { rows: items = [] } = await pg.query(q2, [tags ? tags.split(',') : null].filter(Boolean)).catch(err => {
+      console.error(q2, err.toString(), err.stack);
+      return { rows: [], /*total: total // totals[`data.${table}`] || totals[`data."${table}"`] || 0*/ };
+    });
+
+    return {
+      rows: items.map(el => ({
+        ...row,
+        ...el,
+        slug: el.slug,
+        title: el.title,
+        status: el.status,
+        published_at: el.published_at,
+        table_name: undefined,
+        columns: undefined
+      })),
+      // total: total /*totals[`data.${table}`] || totals[`data."${table}"`] || 0,*/
+    };
+  }));
+
+  const allRows = [
+    ...singles.map(row => ({
+      ...row,
+      columns: undefined,
+      table_name: undefined
+    })),
+    ...collectionResults.map(el => el.rows || []).flat()
+  ];
+
+  const collectionIds = pg.queryCache ? await Promise.all(contents.filter(el => el.content_type === 'collection' && el.table_name).map(async row => pg.queryCache(`select array_agg(id) from data."${row.table_name}"`))).then(el => el.map(res => res.rows[0]?.array_agg || []).flat()) : [];
+
+  // add tags etc. for current page of rows
+  const allTags = pg.queryCache ? await pg.queryCache(
+    `select a.data_id, b.tag_id, b.value, b.color, b.slug from site.tag_data a left join site.tags b on a.tag_id=b.tag_id 
+    where a.data_id = any($1)`,
+    { args: [contents.map(el => el.content_id).concat(collectionIds)], table: 'site.tag_data' },
+  ).then(el => el.rows || []) : [];
+
+  // sort
+  const sorted = allRows.sort((a, b) => {
+    const aDate = new Date(a.published_at || 0);
+    const bDate = new Date(b.published_at || 0);
+    return bDate - aDate;
+  });
+
+  const paginated = sorted.slice(offset, offset + limit);
+
+  paginated.forEach(row => {
+    if (row.content_type === 'single' && row.content_id) {
+      row.tag_list = allTags
+        .filter(tag => tag.data_id === row.content_id)
+        .map(({ tag_id: id, value: text, color, slug }) => ({ id, text, color, slug }));
+    } else if (row.content_type === 'collection' && row.id) {
+      row.tag_list = allTags
+        .filter(tag => tag.data_id === row.id)
+        .map(({ tag_id: id, value: text, color, slug }) => ({ id, text, color, slug }));
+    }
+  });
+
+  return reply.status(200).send({
+    time: Date.now() - t1,
+    page,
+    limit,
+    total: allSingles + allCollections,
+    filtered: sorted.length,
+    count: paginated.length,
+    rows: paginated,
+  });
+}

package/server/routes/cms/controllers/translate.js

@@ -1,90 +1,90 @@
-import { pgClients, eventStream } from "@opengis/fastify-table/utils.js";
-
-import insertContentLocalization from "../utils/insertContentLocalization.js";
-
-const getCollectionId = async (id, pg) => pg.query(`select content_type_id as id, table_name as table, columns FROM site.content_types
-where $1 in (content_type_id, name)`, [id]).then(el => el.rows?.[0] || {});
-
-function sequence(arr, data, fn) {
-    return arr.reduce((promise, id) => promise.then(() => fn({
-        ...data, id,
-    })), Promise.resolve());
-}
-
-export async function translateContent({
-    pg = pgClients.client, query, user,
-}, reply) {
-    if (!query.id) {
-        return reply.status(400).send({ error: 'not enough query params: id', code: 400 });
-    }
-    if (!query.to) {
-        return reply.status(400).send({ error: 'not enough query params: to', code: 400 });
-    }
-
-    const { id, collection = 'pages', from = 'uk', to, nocache } = query;
-    const { id: collectionId, table, columns = [] } = await getCollectionId(collection, pg);
-
-    if (!collectionId) {
-        return reply.status(404).send({ error: 'collection not found', code: 404 });
-    }
-
-    const schemaKeys = columns.filter(el => el.name && el.localization).map(el => el.name);
-
-    if (!schemaKeys.length) {
-        return reply.status(400).send({ error: 'collection does not contain any fields with localization enabled', code: 400 });
-    }
-
-    const result = await insertContentLocalization({ table, id, from, to, nocache, schemaKeys, user }, pg);
-
-    if (result?.error) {
-        return reply.status(result.code).send(result);
-    }
-
-    return result;
-}
-
-export async function translateCollection({
-    pg = pgClients.client, params, query, user,
-}, reply) {
-    if (!query.to) {
-        return reply.status(400).send({ error: 'not enough query params: to', code: 400 });
-    }
-
-    const { id: collectionId, table, columns = [] } = await getCollectionId(params.id, pg);
-
-    if (!collectionId) {
-        return reply.status(404).send({ error: 'collection not found', code: 404 });
-    }
-
-    const schemaKeys = columns.filter(el => el.name && el.localization).map(el => el.name);
-
-    if (!schemaKeys.length) {
-        return reply.status(400).send({ error: 'collection does not contain any fields with localization enabled', code: 400 });
-    }
-
-    const { from = 'uk', to, nocache, debug } = query;
-
-    const send = eventStream(reply);
-
-    send(`target localization: ${to}`);
-    send(`skip existing: ${!nocache}`);
-    send('localization enabled for schema keys: ' + schemaKeys.join(','));
-
-    try {
-        const ids = !table
-            ? await pg.query(`select array_agg(content_id) from site.contents where content_type_id=$1`, [collectionId]).then(el => el.rows?.[0]?.array_agg || [])
-            : await pg.query(`select array_agg(id) from data."${table}"`).then(el => el.rows?.[0]?.array_agg || []);
-
-        const skip = await pg.query('select array_agg(object_id) from site.localization where object_id=any($1::text[]) and split_part(field_key,\':\',2)=$2', [ids, to]).then(el => el.rows?.[0]?.array_agg || []);
-        const filteredIds = nocache ? ids : ids.filter(id => !skip.includes(id));
-
-        send(`target localization already exists for ${ids.length - filteredIds.length}/${ids.length} rows`);
-
-        await sequence(debug ? filteredIds.slice(0, 1) : filteredIds, { send, pg, from, to, table, nocache: true, schemaKeys, user }, insertContentLocalization);
-        return send('translation complete', true);
-    } catch (err) {
-        return send(err.toString(), true);
-    }
-}
-
+import { pgClients, eventStream } from "@opengis/fastify-table/utils.js";
+
+import insertContentLocalization from "../utils/insertContentLocalization.js";
+
+const getCollectionId = async (id, pg) => pg.query(`select content_type_id as id, table_name as table, columns FROM site.content_types
+where $1 in (content_type_id, name)`, [id]).then(el => el.rows?.[0] || {});
+
+function sequence(arr, data, fn) {
+    return arr.reduce((promise, id) => promise.then(() => fn({
+        ...data, id,
+    })), Promise.resolve());
+}
+
+export async function translateContent({
+    pg = pgClients.client, query, user,
+}, reply) {
+    if (!query.id) {
+        return reply.status(400).send({ error: 'not enough query params: id', code: 400 });
+    }
+    if (!query.to) {
+        return reply.status(400).send({ error: 'not enough query params: to', code: 400 });
+    }
+
+    const { id, collection = 'pages', from = 'uk', to, nocache } = query;
+    const { id: collectionId, table, columns = [] } = await getCollectionId(collection, pg);
+
+    if (!collectionId) {
+        return reply.status(404).send({ error: 'collection not found', code: 404 });
+    }
+
+    const schemaKeys = columns.filter(el => el.name && el.localization).map(el => el.name);
+
+    if (!schemaKeys.length) {
+        return reply.status(400).send({ error: 'collection does not contain any fields with localization enabled', code: 400 });
+    }
+
+    const result = await insertContentLocalization({ table, id, from, to, nocache, schemaKeys, user }, pg);
+
+    if (result?.error) {
+        return reply.status(result.code).send(result);
+    }
+
+    return result;
+}
+
+export async function translateCollection({
+    pg = pgClients.client, params, query, user,
+}, reply) {
+    if (!query.to) {
+        return reply.status(400).send({ error: 'not enough query params: to', code: 400 });
+    }
+
+    const { id: collectionId, table, columns = [] } = await getCollectionId(params.id, pg);
+
+    if (!collectionId) {
+        return reply.status(404).send({ error: 'collection not found', code: 404 });
+    }
+
+    const schemaKeys = columns.filter(el => el.name && el.localization).map(el => el.name);
+
+    if (!schemaKeys.length) {
+        return reply.status(400).send({ error: 'collection does not contain any fields with localization enabled', code: 400 });
+    }
+
+    const { from = 'uk', to, nocache, debug } = query;
+
+    const send = eventStream(reply);
+
+    send(`target localization: ${to}`);
+    send(`skip existing: ${!nocache}`);
+    send('localization enabled for schema keys: ' + schemaKeys.join(','));
+
+    try {
+        const ids = !table
+            ? await pg.query(`select array_agg(content_id) from site.contents where content_type_id=$1`, [collectionId]).then(el => el.rows?.[0]?.array_agg || [])
+            : await pg.query(`select array_agg(id) from data."${table}"`).then(el => el.rows?.[0]?.array_agg || []);
+
+        const skip = await pg.query('select array_agg(object_id) from site.localization where object_id=any($1::text[]) and split_part(field_key,\':\',2)=$2', [ids, to]).then(el => el.rows?.[0]?.array_agg || []);
+        const filteredIds = nocache ? ids : ids.filter(id => !skip.includes(id));
+
+        send(`target localization already exists for ${ids.length - filteredIds.length}/${ids.length} rows`);
+
+        await sequence(debug ? filteredIds.slice(0, 1) : filteredIds, { send, pg, from, to, table, nocache: true, schemaKeys, user }, insertContentLocalization);
+        return send('translation complete', true);
+    } catch (err) {
+        return send(err.toString(), true);
+    }
+}
+
 export default null;