@kaikybrofc/omnizap-system 2.2.1 → 2.2.2

package/README.md

@@ -26,6 +26,24 @@ O **OmniZap System** é uma plataforma de automação para WhatsApp usando **Nod
 - Termos de uso: https://omnizap.shop/termos-de-uso/
 - Licença: https://omnizap.shop/licenca/
 
+## Snapshot dinâmico para README/NPM
+
+Use as rotas abaixo para consumir o bloco já renderizado com dados do sistema:
+
+- JSON: `GET /api/sticker-packs/readme-summary`
+- Markdown: `GET /api/sticker-packs/readme-markdown`
+
+Conteúdo incluído no snapshot:
+
+- total de usuários (`lid_map`)
+- total de grupos
+- total de packs e stickers
+- total de mensagens registradas
+- tipos de mensagem mais usados
+- lista de comandos disponíveis no menu
+
+Atualização em cache: **30 minutos** por padrão (`README_SUMMARY_CACHE_SECONDS=1800`).
+
 ## Recursos principais
 
 - Gerenciamento de grupos (admin, boas-vindas, despedida, anti-link, captcha).

package/app/modules/stickerPackModule/stickerPackCatalogHttp.js

@@ -63,6 +63,16 @@ import {
   buildViewerTagAffinity,
   computePackSignals,
 } from './stickerPackMarketplaceService.js';
+import {
+  buildAdminMenu,
+  buildAiMenu,
+  buildAnimeMenu,
+  buildMediaMenu,
+  buildMenuCaption,
+  buildQuoteMenu,
+  buildStatsMenu,
+  buildStickerMenu,
+} from '../menuModule/common.js';
 import { getMarketplaceDriftSnapshot } from './stickerMarketplaceDriftService.js';
 import { getStickerStorageConfig, readStickerAssetBuffer, saveStickerAssetFromBuffer } from './stickerStorageService.js';
 import { convertToWebp } from '../stickerModule/convertToWebp.js';
@@ -193,6 +203,9 @@ const MARKETPLACE_GLOBAL_STATS_API_PATH = '/api/marketplace/stats';
 const MARKETPLACE_GLOBAL_STATS_CACHE_SECONDS = clampInt(process.env.MARKETPLACE_GLOBAL_STATS_CACHE_SECONDS, 45, 30, 60);
 const HOME_MARKETPLACE_STATS_CACHE_SECONDS = clampInt(process.env.HOME_MARKETPLACE_STATS_CACHE_SECONDS, 45, 10, 300);
 const SYSTEM_SUMMARY_CACHE_SECONDS = clampInt(process.env.SYSTEM_SUMMARY_CACHE_SECONDS, 20, 5, 120);
+const README_SUMMARY_CACHE_SECONDS = clampInt(process.env.README_SUMMARY_CACHE_SECONDS, 60 * 30, 60, 60 * 60 * 6);
+const README_MESSAGE_TYPE_SAMPLE_LIMIT = clampInt(process.env.README_MESSAGE_TYPE_SAMPLE_LIMIT, 25000, 500, 250000);
+const README_COMMAND_PREFIX = String(process.env.README_COMMAND_PREFIX || PACK_COMMAND_PREFIX).trim() || PACK_COMMAND_PREFIX;
 const SITE_CANONICAL_HOST = String(process.env.SITE_CANONICAL_HOST || 'omnizap.shop').trim().toLowerCase() || 'omnizap.shop';
 const SITE_CANONICAL_SCHEME = String(process.env.SITE_CANONICAL_SCHEME || 'https').trim().toLowerCase() === 'http'
   ? 'http'
@@ -283,6 +296,11 @@ const SYSTEM_SUMMARY_CACHE = {
   value: null,
   pending: null,
 };
+const README_SUMMARY_CACHE = {
+  expiresAt: 0,
+  value: null,
+  pending: null,
+};
 const SITEMAP_CACHE = {
   expiresAt: 0,
   xml: '',
@@ -3700,6 +3718,9 @@ const invalidateStickerCatalogDerivedCaches = () => {
   SYSTEM_SUMMARY_CACHE.expiresAt = 0;
   SYSTEM_SUMMARY_CACHE.value = null;
   SYSTEM_SUMMARY_CACHE.pending = null;
+  README_SUMMARY_CACHE.expiresAt = 0;
+  README_SUMMARY_CACHE.value = null;
+  README_SUMMARY_CACHE.pending = null;
 };
 
 const sendManagedMutationStatus = (req, res, status, extra = {}, statusCode = 200) => {
@@ -5736,6 +5757,253 @@ const parseMessageTypeFromRaw = (rawMessage) => {
   }
 };
 
+const formatPtBrInteger = (value) => Number(value || 0).toLocaleString('pt-BR');
+
+const extractCommandsFromMenuLine = (line, commandPrefix) => {
+  const normalizedLine = String(line || '').trim();
+  if (!normalizedLine.startsWith('→')) return [];
+
+  const commandParts = normalizedLine
+    .replace(/^→\s*/, '')
+    .split('|')
+    .map((part) => part.trim())
+    .filter((part) => part.startsWith(commandPrefix));
+
+  return commandParts
+    .map((part) => {
+      const normalized = part.replace(/\s{2,}.*/, '').trim();
+      const withoutPrefix = normalized.slice(commandPrefix.length).trim();
+      if (!withoutPrefix) return '';
+
+      const tokens = withoutPrefix.split(/\s+/).filter(Boolean);
+      const selectedTokens = [];
+      for (const token of tokens) {
+        if (/^[<[(]/.test(token)) break;
+        selectedTokens.push(token);
+      }
+      if (!selectedTokens.length) return '';
+      return `${commandPrefix}${selectedTokens.join(' ')}`;
+    })
+    .filter(Boolean);
+};
+
+const collectAvailableMenuCommands = (commandPrefix = README_COMMAND_PREFIX) => {
+  const sections = [
+    buildMenuCaption('OmniZap', commandPrefix),
+    buildStickerMenu(commandPrefix),
+    buildMediaMenu(commandPrefix),
+    buildQuoteMenu(commandPrefix),
+    buildAnimeMenu(commandPrefix),
+    buildAiMenu(commandPrefix),
+    buildStatsMenu(commandPrefix),
+    buildAdminMenu(commandPrefix),
+  ];
+
+  const commands = new Set();
+  for (const section of sections) {
+    for (const line of String(section || '').split('\n')) {
+      const extracted = extractCommandsFromMenuLine(line, commandPrefix);
+      for (const command of extracted) {
+        commands.add(command);
+      }
+    }
+  }
+
+  return Array.from(commands).sort((left, right) => left.localeCompare(right, 'pt-BR'));
+};
+
+const renderReadmeSnapshotMarkdown = ({ generatedAt, totals, topMessageTypes, commands }) => {
+  const typeLines = topMessageTypes.length
+    ? topMessageTypes.map((entry, index) => `${index + 1}. \`${entry.type}\` - **${formatPtBrInteger(entry.total)}**`)
+    : ['1. `outros` - **0**'];
+
+  const commandLines = commands.length
+    ? commands.map((command) => `- \`${command}\``)
+    : ['- Nenhum comando identificado no menu atual.'];
+
+  return [
+    '## OmniZap System Snapshot',
+    '',
+    `Atualizado em: **${generatedAt}**`,
+    `Janela de atualização: **${README_SUMMARY_CACHE_SECONDS} segundos**`,
+    '',
+    '### Totais do sistema',
+    `- Usuários (lid_map): **${formatPtBrInteger(totals.total_users)}**`,
+    `- Grupos: **${formatPtBrInteger(totals.total_groups)}**`,
+    `- Packs: **${formatPtBrInteger(totals.total_packs)}**`,
+    `- Stickers: **${formatPtBrInteger(totals.total_stickers)}**`,
+    `- Mensagens registradas: **${formatPtBrInteger(totals.total_messages)}**`,
+    '',
+    `### Tipos de mensagem mais usados (amostra de ${formatPtBrInteger(totals.message_types_sample_size)} mensagens)`,
+    ...typeLines,
+    '',
+    '### Comandos disponíveis',
+    ...commandLines,
+    '',
+  ].join('\n');
+};
+
+const buildReadmeSummarySnapshot = async () => {
+  const [
+    lidMapTotalsRows,
+    chatsTotalsRows,
+    groupsMetadataTotalsRows,
+    packTotalsRows,
+    stickerTotalsRows,
+    messageTotalsRows,
+    messageTypeRows,
+  ] = await Promise.all([
+    executeQuery(`SELECT COUNT(*) AS total_users FROM ${TABLES.LID_MAP}`),
+    executeQuery(
+      `SELECT
+         COUNT(*) AS total_chats,
+         SUM(CASE WHEN id LIKE '%@g.us' THEN 1 ELSE 0 END) AS total_groups
+       FROM ${TABLES.CHATS}`,
+    ),
+    executeQuery(`SELECT COUNT(*) AS total_groups FROM ${TABLES.GROUPS_METADATA}`),
+    executeQuery(`SELECT COUNT(*) AS total_packs FROM ${TABLES.STICKER_PACK} WHERE deleted_at IS NULL`),
+    executeQuery(`SELECT COUNT(*) AS total_stickers FROM ${TABLES.STICKER_ASSET}`),
+    executeQuery(`SELECT COUNT(*) AS total_messages FROM ${TABLES.MESSAGES}`),
+    executeQuery(
+      `SELECT raw_message
+       FROM ${TABLES.MESSAGES}
+       WHERE raw_message IS NOT NULL
+       ORDER BY id DESC
+       LIMIT ${README_MESSAGE_TYPE_SAMPLE_LIMIT}`,
+    ),
+  ]);
+
+  const lidMapTotals = lidMapTotalsRows?.[0] || {};
+  const chatsTotals = chatsTotalsRows?.[0] || {};
+  const groupsMetadataTotals = groupsMetadataTotalsRows?.[0] || {};
+  const packTotals = packTotalsRows?.[0] || {};
+  const stickerTotals = stickerTotalsRows?.[0] || {};
+  const messageTotals = messageTotalsRows?.[0] || {};
+
+  const totalGroupsFromChats = Number(chatsTotals?.total_groups || 0);
+  const totalGroupsFromMetadata = Number(groupsMetadataTotals?.total_groups || 0);
+  const totalGroups = Math.max(totalGroupsFromChats, totalGroupsFromMetadata);
+  const totalMessages = Number(messageTotals?.total_messages || 0);
+
+  const typeCounts = new Map();
+  const sampledMessages = Array.isArray(messageTypeRows) ? messageTypeRows.length : 0;
+  for (const row of messageTypeRows || []) {
+    const type = parseMessageTypeFromRaw(row?.raw_message);
+    typeCounts.set(type, (typeCounts.get(type) || 0) + 1);
+  }
+  const topMessageTypes = Array.from(typeCounts.entries())
+    .map(([type, total]) => ({ type, total: Number(total || 0) }))
+    .sort((left, right) => Number(right.total || 0) - Number(left.total || 0))
+    .slice(0, 8);
+
+  const commands = collectAvailableMenuCommands(README_COMMAND_PREFIX);
+  const generatedAt = new Date().toISOString();
+
+  const totals = {
+    total_users: Number(lidMapTotals?.total_users || 0),
+    total_groups: totalGroups,
+    total_groups_from_chats: totalGroupsFromChats,
+    total_groups_from_metadata: totalGroupsFromMetadata,
+    total_chats: Number(chatsTotals?.total_chats || 0),
+    total_packs: Number(packTotals?.total_packs || 0),
+    total_stickers: Number(stickerTotals?.total_stickers || 0),
+    total_messages: totalMessages,
+    message_types_sample_size: sampledMessages,
+    message_types_total_coverage_percent: totalMessages > 0 ? Number(((sampledMessages / totalMessages) * 100).toFixed(2)) : 0,
+  };
+
+  const markdown = renderReadmeSnapshotMarkdown({
+    generatedAt,
+    totals,
+    topMessageTypes,
+    commands,
+  });
+
+  return {
+    data: {
+      generated_at: generatedAt,
+      cache_seconds: README_SUMMARY_CACHE_SECONDS,
+      command_prefix: README_COMMAND_PREFIX,
+      totals,
+      top_message_types: topMessageTypes,
+      commands,
+      markdown,
+    },
+  };
+};
+
+const getReadmeSummaryCached = async () => {
+  const now = Date.now();
+  const hasValue = Boolean(README_SUMMARY_CACHE.value);
+
+  if (hasValue && now < README_SUMMARY_CACHE.expiresAt) {
+    return README_SUMMARY_CACHE.value;
+  }
+
+  if (!README_SUMMARY_CACHE.pending) {
+    README_SUMMARY_CACHE.pending = withTimeout(buildReadmeSummarySnapshot(), 7000)
+      .then((payload) => {
+        README_SUMMARY_CACHE.value = payload;
+        README_SUMMARY_CACHE.expiresAt = Date.now() + README_SUMMARY_CACHE_SECONDS * 1000;
+        return payload;
+      })
+      .finally(() => {
+        README_SUMMARY_CACHE.pending = null;
+      });
+  }
+
+  if (hasValue) return README_SUMMARY_CACHE.value;
+  return README_SUMMARY_CACHE.pending;
+};
+
+const handleReadmeSummaryRequest = async (req, res) => {
+  try {
+    const payload = await getReadmeSummaryCached();
+    sendJson(req, res, 200, payload);
+  } catch (error) {
+    logger.warn('Falha ao montar resumo markdown para README.', {
+      action: 'readme_summary_error',
+      error: error?.message,
+    });
+    if (README_SUMMARY_CACHE.value) {
+      sendJson(req, res, 200, {
+        ...README_SUMMARY_CACHE.value,
+        meta: {
+          stale: true,
+          error: error?.message || 'fallback_cache',
+        },
+      });
+      return;
+    }
+    sendJson(req, res, 503, { error: 'Resumo markdown indisponível no momento.' });
+  }
+};
+
+const handleReadmeMarkdownRequest = async (req, res) => {
+  try {
+    const payload = await getReadmeSummaryCached();
+    const markdown = String(payload?.data?.markdown || '').trim();
+    res.setHeader('X-Robots-Tag', 'noindex, nofollow');
+    res.setHeader('Cache-Control', `public, max-age=${Math.min(README_SUMMARY_CACHE_SECONDS, 300)}`);
+    res.setHeader('X-Cache-Seconds', String(README_SUMMARY_CACHE_SECONDS));
+    sendText(req, res, 200, markdown ? `${markdown}\n` : '', 'text/markdown; charset=utf-8');
+  } catch (error) {
+    logger.warn('Falha ao renderizar markdown para README.', {
+      action: 'readme_markdown_error',
+      error: error?.message,
+    });
+    if (README_SUMMARY_CACHE.value) {
+      const markdown = String(README_SUMMARY_CACHE.value?.data?.markdown || '').trim();
+      res.setHeader('X-Robots-Tag', 'noindex, nofollow');
+      res.setHeader('Cache-Control', `public, max-age=${Math.min(README_SUMMARY_CACHE_SECONDS, 300)}`);
+      res.setHeader('X-Cache-Seconds', String(README_SUMMARY_CACHE_SECONDS));
+      sendText(req, res, 200, markdown ? `${markdown}\n` : '', 'text/markdown; charset=utf-8');
+      return;
+    }
+    sendText(req, res, 503, 'Resumo markdown indisponivel no momento.\n', 'text/plain; charset=utf-8');
+  }
+};
+
 const resolveBotUserCandidates = (activeSocket) => {
   const candidates = new Set();
   const botJidFromSocket = resolveBotJid(activeSocket?.user?.id);
@@ -7155,6 +7423,24 @@ const handleCatalogApiRequest = async (req, res, pathname, url) => {
     return true;
   }
 
+  if (segments.length === 1 && segments[0] === 'readme-summary') {
+    if (!['GET', 'HEAD'].includes(req.method || '')) {
+      sendJson(req, res, 405, { error: 'Metodo nao permitido.' });
+      return true;
+    }
+    await handleReadmeSummaryRequest(req, res);
+    return true;
+  }
+
+  if (segments.length === 1 && segments[0] === 'readme-markdown') {
+    if (!['GET', 'HEAD'].includes(req.method || '')) {
+      sendJson(req, res, 405, { error: 'Metodo nao permitido.' });
+      return true;
+    }
+    await handleReadmeMarkdownRequest(req, res);
+    return true;
+  }
+
   if (segments.length === 1 && segments[0] === 'support') {
     if (!['GET', 'HEAD'].includes(req.method || '')) {
       sendJson(req, res, 405, { error: 'Metodo nao permitido.' });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kaikybrofc/omnizap-system",
-  "version": "2.2.1",
+  "version": "2.2.2",
   "description": "Sistema profissional de automação WhatsApp com tecnologia Baileys",
   "main": "index.js",
   "publishConfig": {

package/RELEASE-v2.1.2.md

@@ -1,83 +0,0 @@
-# v2.1.3
-
-Atualiza a versão para `2.1.3` e consolida o ciclo de entregas desde a `v2.1.2`.
-
-Período do ciclo: `2026-02-26` a `2026-02-27`  
-Comparação base: `v2.1.2..HEAD`  
-Escopo: **39 commits** e **71 arquivos alterados**
-
-## Destaques
-
-- Plataforma web de stickers expandida de ponta a ponta: criação de packs no browser, upload de mídia (imagem/vídeo), fluxo de publicação e dashboard de criador.
-- Marketplace e descoberta evoluídos: categorias, sorting, ranking de criadores, métricas globais, cards/UX mobile e melhorias de navegação.
-- SEO e indexação: `sitemap`, ajustes de páginas SEO por pack e controles de exposição NSFW no catálogo.
-- Classificação inteligente e curadoria automática reforçadas: pipeline CLIP/MobileCLIP/OpenCLIP, fila de reprocessamento, clustering semântico e otimizações do auto-pack por tags.
-- Admin panel consolidado com moderação: gestão de bans e role de moderador, com persistência de sessão Google Web.
-- Backend mais robusto: limpeza segura de órfãos, proteção de mutações, idempotência em uploads/publicação e novos caches para stats/sumários.
-- Runtime e resiliência: reconexão de socket aprimorada, tratamento de rejeições transitórias e ajustes de agendamento em background.
-- Banco e deploy: novas migrations para classificação/engajamento/workers/admin, e ajuste no nome do banco com sufixo por ambiente.
-
-## Banco de dados e migrations
-
-Este ciclo adiciona migrations estruturais importantes:
-
-- `20260226_0011_sticker_asset_classification.sql`
-- `20260226_0012_sticker_pack_engagement.sql`
-- `20260226_0013_sticker_marketplace_intelligence.sql`
-- `20260226_0014_sticker_pack_publish_flow.sql`
-- `20260226_0014_sticker_worker_queues.sql`
-- `20260226_0015_sticker_auto_pack_curation_integrity.sql`
-- `20260226_0016_sticker_web_google_auth_persistence.sql`
-- `20260226_0017_sticker_web_admin_ban.sql`
-- `20260226_0018_sticker_web_admin_moderator.sql`
-- `20260227_0019_sticker_classification_v2_signals.sql`
-- `20260227_0020_semantic_theme_clusters.sql`
-
-## Commits incluídos (v2.1.2..HEAD)
-
-- `b46a33f` Improve background scheduling, add cached stats and UI/status enhancements
-- `c43decb` Enable semantic clustering and improve auto-pack scheduler
-- `91f2950` Enhance socket reconnection and prioritize complete sticker packs
-- `64f8e73` Improve classification and auto-pack optimization
-- `d11d78b` Appends environment-based suffix to DB name
-- `b8ede5f` Add advanced auto-pack optimization and CLIP classification pipeline
-- `32e169f` Add SEO, sitemap and NSFW gating to sticker catalog
-- `7271a9b` Adds web links for sticker packs and sets auto-packs to unlisted
-- `7cd1151` Ignore transient rejections and force process exit
-- `5072a0e` Add admin moderator role and revamp admin panel UI
-- `84c08dd` Add admin panel and ban management
-- `27b387b` Persist Google web sessions and add client-side Google auth cache
-- `6c07feb` Improve mobile category-chip touch and scroll behavior
-- `c3ca0ea` Improve auto-pack-by-tags curation and pack metadata
-- `3f6c258` Fix mobile discover tabs behavior
-- `831c279` Adds marketplace global stats API and panel
-- `08fdafe` Add catalog sorting, creators ranking and pack UI improvements
-- `082ba82` Add safe pack management, orphan asset cleanup, and UX/network robustness
-- `d928227` Improve marketplace discovery UX
-- `97fe5f4` Bumps stickers app asset version
-- `d2d1843` Adds sticker upload API and improves creator dashboard UX
-- `be5506b` Adds creator pack management endpoints and dashboard UI
-- `589f671` Add creator profile with Google sign-in
-- `122c1e8` Switches CLIP classifier to MobileCLIP/OpenCLIP
-- `7385d30` Allow spaces in pack names and add tag typeahead
-- `2c5589c` Stops trimming input on field change
-- `067b6f9` Add web pack publish flow with Google auth and idempotent uploads
-- `6953768` Allow image/video uploads with WebP conversion
-- `b33c1b8` Add web pack creation and sticker upload UI/API
-- `2b23441` Add reprocess queue, cohesion scoring and ranking
-- `6342d2b` Add marketplace stats endpoint and homepage preview
-- `55cf8b7` Batch-scans and deduplicates catalog listings
-- `7819fe6` Adds automatic sticker pack curation by tags
-- `8ed61bc` Improve API docs and dynamic sidebar/UI for stickers
-- `d0fd86d` Adds support contact API and enhances sticker catalog UI
-- `c5cb106` Improves pack cards and mobile header UX
-- `3da0375` Adds categories filtering and pack engagement tracking
-- `d9bb604` Adds CLIP-based sticker classification
-- `fffc205` Enhances catalog and API docs UI
-
-## Notas de atualização
-
-- `package.json` atualizado para `2.1.3`.
-- `README.md` atualizado para refletir a versão atual.
-- Recomendado reiniciar o processo de produção após deploy (`pm2 restart ... --update-env`).
-- Atenção para comportamento de nome de banco por ambiente (`DB_NAME` com sufixo `_dev`/`_prod` quando aplicável).