@kaikybrofc/omnizap-system 2.2.5 → 2.2.6

package/.prettierrc

@@ -0,0 +1,16 @@
+{
+  "printWidth": 12000,
+  "tabWidth": 2,
+  "useTabs": false,
+  "semi": true,
+  "singleQuote": true,
+  "trailingComma": "all",
+  "bracketSpacing": true,
+  "arrowParens": "always",
+  "endOfLine": "lf",
+  "bracketSameLine": false,
+  "proseWrap": "preserve",
+  "htmlWhitespaceSensitivity": "css",
+  "quoteProps": "as-needed",
+  "embeddedLanguageFormatting": "auto"
+}

package/README.md

@@ -53,25 +53,25 @@ Atualização em cache: **30 minutos** por padrão (`README_SUMMARY_CACHE_SECOND
 <!-- README_SNAPSHOT:START -->
 ### Snapshot do Sistema
 
-> Atualizado em `2026-02-28T04:28:50.529Z` | cache `1800s`
+> Atualizado em `2026-02-28T06:26:02.459Z` | cache `1800s`
 
 | Métrica | Valor |
 | --- | ---: |
 | Usuários (lid_map) | 5.504 |
 | Grupos | 116 |
-| Packs | 294 |
-| Stickers | 6.796 |
-| Mensagens registradas | 440.582 |
+| Packs | 293 |
+| Stickers | 6.775 |
+| Mensagens registradas | 440.765 |
 
 #### Tipos de mensagem mais usados (amostra: 25.000)
 | Tipo | Total |
 | --- | ---: |
-| `texto` | 16.293 |
-| `figurinha` | 4.718 |
-| `reacao` | 1.506 |
-| `imagem` | 1.286 |
-| `outros` | 744 |
-| `video` | 232 |
+| `texto` | 16.279 |
+| `figurinha` | 4.721 |
+| `reacao` | 1.504 |
+| `imagem` | 1.290 |
+| `outros` | 757 |
+| `video` | 228 |
 | `audio` | 216 |
 | `documento` | 5 |
 

package/app/modules/stickerPackModule/autoPackCollectorService.js

@@ -8,6 +8,8 @@ const DEFAULT_AUTO_PACK_NAME = process.env.STICKER_PACK_AUTO_PACK_NAME || 'pack'
 const AUTO_PACK_TARGET_VISIBILITY = 'unlisted';
 const AUTO_COLLECT_ENABLED = process.env.STICKER_PACK_AUTO_COLLECT_ENABLED !== 'false';
 const AUTO_PACK_NAME_MAX_LENGTH = 120;
+const AUTO_PACK_DESCRIPTION_MARKER = '[auto-pack:collector]';
+const AUTO_PACK_DESCRIPTION_TEXT = 'Coleção automática de figurinhas criadas pelo usuário.';
 const normalizeVisibility = (value) => String(value || '').trim().toLowerCase();
 
 /**
@@ -43,6 +45,42 @@ const normalizeAutoPackName = (value, { fallback = 'pack', maxLength = AUTO_PACK
   return normalized || fallback;
 };
 
+const buildAutoPackDescription = () => `${AUTO_PACK_DESCRIPTION_TEXT} ${AUTO_PACK_DESCRIPTION_MARKER}`.trim();
+
+const isThemeCurationAutoPack = (pack) => {
+  if (!pack || typeof pack !== 'object') return false;
+  const description = String(pack.description || '').toLowerCase();
+  if (description.includes('[auto-theme:') || description.includes('[auto-tag:')) return true;
+  if (String(pack.name || '').trim().toLowerCase().startsWith('[auto]')) return true;
+  return Boolean(String(pack.pack_theme_key || '').trim());
+};
+
+const isAutoCollectorPack = (pack) => {
+  if (!pack || typeof pack !== 'object') return false;
+  if (isThemeCurationAutoPack(pack)) return false;
+
+  const description = String(pack.description || '').toLowerCase();
+  if (description.includes(AUTO_PACK_DESCRIPTION_MARKER)) return true;
+  if (description.includes('coleção automática de figurinhas criadas pelo usuário.')) return true;
+
+  const normalizedName = normalizeAutoPackName(pack.name, { fallback: '', maxLength: AUTO_PACK_NAME_MAX_LENGTH });
+  if (!normalizedName) return false;
+
+  const base = normalizeAutoPackName(DEFAULT_AUTO_PACK_NAME, { fallback: 'pack', maxLength: AUTO_PACK_NAME_MAX_LENGTH });
+  const matcher = new RegExp(`^${escapeRegex(base.toLowerCase())}\\d+$`, 'i');
+  const looksLikeLegacyCollector = matcher.test(normalizedName);
+  if (looksLikeLegacyCollector) return true;
+
+  return pack.is_auto_pack === true || Number(pack.is_auto_pack || 0) === 1;
+};
+
+const isUserManagedPackCandidate = (pack) => {
+  if (!pack || typeof pack !== 'object') return false;
+  if (isThemeCurationAutoPack(pack)) return false;
+  if (isAutoCollectorPack(pack)) return false;
+  return Number(pack.is_auto_pack || 0) !== 1;
+};
+
 /**
  * Monta candidato incremental para nome de pack automático.
  *
@@ -177,21 +215,37 @@ export function createAutoPackCollector(options = {}) {
   const ensureTargetPack = async ({ ownerJid, senderName }) => {
     const packs = await deps.stickerPackService.listPacks({ ownerJid, limit: 30 });
     if (packs.length > 0) {
+      // Prioriza pack gerenciado pelo usuário (pack atual/manual).
+      const userManagedPacks = packs.filter((entry) => isUserManagedPackCandidate(entry));
+      if (userManagedPacks.length > 0) {
+        return {
+          pack: userManagedPacks[0],
+          packs,
+        };
+      }
+
+      const managedAutoPacks = packs.filter((entry) => isAutoCollectorPack(entry));
       const preferredPack =
-        packs.find((entry) => normalizeVisibility(entry?.visibility) === AUTO_PACK_TARGET_VISIBILITY) || packs[0];
-      const ensuredPack = await ensureAutoPackVisibility({ ownerJid, pack: preferredPack });
-      return {
-        pack: ensuredPack,
-        packs,
-      };
+        managedAutoPacks.find((entry) => normalizeVisibility(entry?.visibility) === AUTO_PACK_TARGET_VISIBILITY)
+        || managedAutoPacks[0]
+        || null;
+
+      if (preferredPack) {
+        const ensuredPack = await ensureAutoPackVisibility({ ownerJid, pack: preferredPack });
+        return {
+          pack: ensuredPack,
+          packs,
+        };
+      }
     }
 
     const created = await deps.stickerPackService.createPack({
       ownerJid,
       name: makeAutoPackName([]),
       publisher: sanitizeText(senderName, 120, { allowEmpty: true }) || 'OmniZap',
-      description: 'Coleção automática de figurinhas criadas pelo usuário.',
+      description: buildAutoPackDescription(),
       visibility: AUTO_PACK_TARGET_VISIBILITY,
+      isAutoPack: true,
     });
 
     return {
@@ -250,8 +304,9 @@ export function createAutoPackCollector(options = {}) {
           ownerJid,
           name: makeAutoPackName(packs),
           publisher: sanitizeText(senderName, 120, { allowEmpty: true }) || targetPack.publisher || 'OmniZap',
-          description: 'Coleção automática de figurinhas criadas pelo usuário.',
+          description: buildAutoPackDescription(),
           visibility: AUTO_PACK_TARGET_VISIBILITY,
+          isAutoPack: true,
         });
 
         const updated = await deps.stickerPackService.addStickerToPack({

package/app/modules/stickerPackModule/stickerPackCatalogHttp.js

@@ -157,6 +157,7 @@ const STICKER_LOGIN_WEB_PATH = normalizeBasePath(process.env.STICKER_LOGIN_WEB_P
 const USER_PROFILE_WEB_PATH = normalizeBasePath(process.env.USER_PROFILE_WEB_PATH, '/user');
 const STICKER_DATA_PUBLIC_PATH = normalizeBasePath(process.env.STICKER_DATA_PUBLIC_PATH, '/data');
 const STICKER_DATA_PUBLIC_DIR = path.resolve(process.env.STICKER_DATA_PUBLIC_DIR || path.join(process.cwd(), 'data'));
+const STICKER_WEB_ASSET_VERSION = sanitizeText(process.env.STICKER_WEB_ASSET_VERSION || '', 64, { allowEmpty: true }) || '';
 const CATALOG_PUBLIC_DIR = path.resolve(process.cwd(), 'public');
 const CATALOG_TEMPLATE_PATH = path.join(CATALOG_PUBLIC_DIR, 'stickers', 'index.html');
 const CREATE_PACK_TEMPLATE_PATH = path.join(CATALOG_PUBLIC_DIR, 'stickers', 'create', 'index.html');
@@ -171,7 +172,19 @@ const MAX_ORPHAN_LIST_LIMIT = clampInt(process.env.STICKER_ORPHAN_LIST_MAX_LIMIT
 const DEFAULT_DATA_LIST_LIMIT = clampInt(process.env.STICKER_DATA_LIST_LIMIT, 50, 1, 200);
 const MAX_DATA_LIST_LIMIT = clampInt(process.env.STICKER_DATA_LIST_MAX_LIMIT, 200, 1, 500);
 const MAX_DATA_SCAN_FILES = clampInt(process.env.STICKER_DATA_SCAN_MAX_FILES, 10000, 100, 50000);
-const ASSET_CACHE_SECONDS = clampInt(process.env.STICKER_WEB_ASSET_CACHE_SECONDS, 60 * 10, 0, 60 * 60 * 24 * 7);
+const ASSET_CACHE_SECONDS = clampInt(
+  process.env.STICKER_WEB_ASSET_CACHE_SECONDS,
+  60 * 60 * 24 * 30,
+  60 * 60,
+  60 * 60 * 24 * 365,
+);
+const STATIC_TEXT_CACHE_SECONDS = clampInt(process.env.STICKER_WEB_STATIC_TEXT_CACHE_SECONDS, 60 * 60, 60, 60 * 60 * 24 * 30);
+const IMMUTABLE_ASSET_CACHE_SECONDS = clampInt(
+  process.env.STICKER_WEB_IMMUTABLE_ASSET_CACHE_SECONDS,
+  60 * 60 * 24 * 365,
+  60 * 60,
+  60 * 60 * 24 * 365,
+);
 const STICKER_WEB_WHATSAPP_MESSAGE_TEMPLATE =
   String(process.env.STICKER_WEB_WHATSAPP_MESSAGE_TEMPLATE || '/pack send {{pack_key}}').trim() ||
   '/pack send {{pack_key}}';
@@ -1972,10 +1985,15 @@ const clearGoogleWebSessionCookie = (req, res) => {
 };
 
 const sendAsset = (req, res, buffer, mimetype = 'image/webp') => {
+  const maxAgeSeconds = Math.max(60 * 60 * 24, ASSET_CACHE_SECONDS);
+  const staleWhileRevalidateSeconds = Math.min(60 * 60 * 24 * 7, Math.max(300, maxAgeSeconds));
   res.statusCode = 200;
   res.setHeader('Content-Type', mimetype);
   res.setHeader('Content-Length', String(buffer.length));
-  res.setHeader('Cache-Control', `public, max-age=${ASSET_CACHE_SECONDS}`);
+  res.setHeader(
+    'Cache-Control',
+    `public, max-age=${maxAgeSeconds}, stale-while-revalidate=${staleWhileRevalidateSeconds}`,
+  );
   if (req.method === 'HEAD') {
     res.end();
     return;
@@ -2214,8 +2232,12 @@ const buildStickerAssetUrl = (packKey, stickerId) =>
   `${STICKER_API_BASE_PATH}/${encodeURIComponent(packKey)}/stickers/${encodeURIComponent(stickerId)}.webp`;
 const buildOrphanStickersApiUrl = () => STICKER_ORPHAN_API_PATH;
 const buildDataAssetApiBaseUrl = () => `${STICKER_API_BASE_PATH}/data-files`;
-const buildCatalogStylesUrl = () => `${STICKER_WEB_PATH}/assets/styles.css`;
-const buildCatalogScriptUrl = () => `${STICKER_WEB_PATH}/assets/catalog.js`;
+const CATALOG_STYLES_WEB_PATH = `${STICKER_WEB_PATH}/assets/styles.css`;
+const CATALOG_SCRIPT_WEB_PATH = `${STICKER_WEB_PATH}/assets/catalog.js`;
+const appendAssetVersionQuery = (assetPath) =>
+  STICKER_WEB_ASSET_VERSION ? `${assetPath}?v=${encodeURIComponent(STICKER_WEB_ASSET_VERSION)}` : assetPath;
+const buildCatalogStylesUrl = () => appendAssetVersionQuery(CATALOG_STYLES_WEB_PATH);
+const buildCatalogScriptUrl = () => appendAssetVersionQuery(CATALOG_SCRIPT_WEB_PATH);
 const buildDataAssetUrl = (relativePath) =>
   `${STICKER_DATA_PUBLIC_PATH}/${String(relativePath)
     .split('/')
@@ -3467,9 +3489,13 @@ const handleSitemapRequest = async (req, res) => {
 const sendStaticTextFile = async (req, res, filePath, contentType) => {
   try {
     const body = await fs.readFile(filePath, 'utf8');
+    const hasVersionQuery = /(?:\?|&)v=/.test(String(req.url || ''));
+    const cacheControl = hasVersionQuery
+      ? `public, max-age=${IMMUTABLE_ASSET_CACHE_SECONDS}, immutable`
+      : `public, max-age=${STATIC_TEXT_CACHE_SECONDS}, stale-while-revalidate=${Math.min(86400, STATIC_TEXT_CACHE_SECONDS * 4)}`;
     res.statusCode = 200;
     res.setHeader('Content-Type', contentType);
-    res.setHeader('Cache-Control', 'public, max-age=300');
+    res.setHeader('Cache-Control', cacheControl);
     if (req.method === 'HEAD') {
       res.end();
       return true;
@@ -3493,11 +3519,11 @@ const sendStaticTextFile = async (req, res, filePath, contentType) => {
 };
 
 const handleCatalogStaticAssetRequest = async (req, res, pathname) => {
-  if (pathname === buildCatalogStylesUrl()) {
+  if (pathname === CATALOG_STYLES_WEB_PATH) {
     return sendStaticTextFile(req, res, CATALOG_STYLES_FILE_PATH, 'text/css; charset=utf-8');
   }
 
-  if (pathname === buildCatalogScriptUrl()) {
+  if (pathname === CATALOG_SCRIPT_WEB_PATH) {
     return sendStaticTextFile(req, res, CATALOG_SCRIPT_FILE_PATH, 'application/javascript; charset=utf-8');
   }
 

package/observability/sticker-catalog-slo.md

@@ -0,0 +1,83 @@
+# Sticker Catalog 10x Baseline e SLOs
+
+Este documento define a baseline operacional da camada HTTP + pipeline de classificação para o módulo de stickers.
+
+## 1. Metas SLO (fase inicial)
+
+### HTTP catálogo (`/api/sticker-packs*`, `/stickers*`, `/api/marketplace/stats`)
+
+- **Latência p95**: `<= 750ms`
+- **Latência p99**: `<= 1500ms`
+- **Taxa de erro (5xx + timeout)**: `<= 2%` por janela de 5 minutos
+- **Throughput alvo**: escalar linearmente com workers/processos sem aumento abrupto do p95
+
+### Classificação de stickers
+
+- **Duração média do ciclo**: `<= 10s`
+- **Throughput mínimo (assets classificados/min)**: `>= 300` (ajustar por hardware)
+- **Backlog de fila (`sticker_reprocess_pending`)**: tendência de queda após picos; alerta se cresce por mais de 15 min
+
+## 2. Métricas instrumentadas
+
+### HTTP
+
+- `omnizap_http_requests_total{route_group,method,status_class}`
+- `omnizap_http_request_duration_ms{route_group,method,status_class}`
+- `omnizap_http_slo_violation_total{route_group,method}`
+
+`route_group` segmenta tráfego em:
+
+- `catalog_api_public`
+- `catalog_api_auth`
+- `catalog_api_admin`
+- `catalog_api_upload`
+- `catalog_web`
+- `catalog_data_asset`
+- `catalog_user_profile`
+- `marketplace_stats`
+- `metrics`
+- `other`
+
+### Classificação
+
+- `omnizap_sticker_classification_cycle_duration_ms{status}`
+- `omnizap_sticker_classification_cycle_total{status}`
+- `omnizap_sticker_classification_assets_total{outcome}`
+- `omnizap_queue_depth{queue}`
+
+## 3. Tracing mínimo
+
+- Cada request HTTP agora recebe/propaga `X-Request-Id`.
+- Se o cliente enviar `X-Request-Id`, o valor é reaproveitado.
+- Sem header, o servidor gera UUID.
+
+## 4. Baseline de carga (script local)
+
+Script: `scripts/sticker-catalog-loadtest.mjs`
+
+Exemplo:
+
+```bash
+node scripts/sticker-catalog-loadtest.mjs \
+  --base-url http://127.0.0.1:9102 \
+  --duration-seconds 60 \
+  --concurrency 40 \
+  --paths "/api/sticker-packs?limit=24&sort=popular,/api/sticker-packs/stats,/api/sticker-packs/creators?limit=25" \
+  --out /tmp/sticker-loadtest-report.json
+```
+
+Interpretação rápida:
+
+- `latency_ms.p95 <= 750` = SLO de latência cumprido
+- `error_rate <= 0.02` = estabilidade aceitável
+- `throughput_rps` = referência para comparar antes/depois de otimizações
+
+## 5. Gate de rollout sugerido
+
+1. Capturar baseline com carga atual.
+2. Aplicar mudança de arquitetura/índice/cache.
+3. Reexecutar carga com mesmos parâmetros.
+4. Aprovar rollout apenas se:
+   - p95 não piorar mais de 10%
+   - erro não subir acima de 2%
+   - backlog voltar ao patamar normal em até 15 min

package/observability/sticker-scale-hardening-rollout.md

@@ -0,0 +1,128 @@
+# Sticker 10x Hardening And Rollout
+
+## Scope
+
+This runbook covers phases 4-8 of the sticker-pack scale plan:
+
+1. ranking snapshot read path
+2. internal outbox/event consumer
+3. dedicated workers (classification/curation/rebuild)
+4. object storage delivery with secure URLs
+5. canary rollout, rollback, and final tuning
+
+## Feature Flags
+
+Flags are stored in `feature_flag`:
+
+- `enable_ranking_snapshot_read`
+- `enable_domain_event_outbox`
+- `enable_worker_dedicated_processes`
+- `enable_object_storage_delivery`
+
+### Query Current Status
+
+```sql
+SELECT flag_name, is_enabled, rollout_percent, updated_at
+FROM feature_flag
+WHERE flag_name IN (
+  'enable_ranking_snapshot_read',
+  'enable_domain_event_outbox',
+  'enable_worker_dedicated_processes',
+  'enable_object_storage_delivery'
+)
+ORDER BY flag_name;
+```
+
+### Update Rollout Percent
+
+```sql
+UPDATE feature_flag
+SET is_enabled = 1, rollout_percent = 25, updated_by = 'ops'
+WHERE flag_name = 'enable_worker_dedicated_processes';
+```
+
+### Emergency Disable
+
+```sql
+UPDATE feature_flag
+SET is_enabled = 0, rollout_percent = 0, updated_by = 'ops'
+WHERE flag_name IN (
+  'enable_worker_dedicated_processes',
+  'enable_object_storage_delivery',
+  'enable_domain_event_outbox'
+);
+```
+
+## Canary Sequence
+
+1. `enable_ranking_snapshot_read`: 10% -> 50% -> 100%
+2. `enable_domain_event_outbox`: 10% -> 50% -> 100%
+3. start dedicated worker processes and set `enable_worker_dedicated_processes`: 10% -> 50% -> 100%
+4. `enable_object_storage_delivery`: 5% -> 25% -> 100%
+
+Promotion gate for each step:
+
+- HTTP p95 within target
+- queue backlog stable (`pending`, `failed`)
+- outbox DLQ not growing unexpectedly
+- no sustained error-rate increase
+
+## Dedicated Workers
+
+Run workers as isolated processes:
+
+```bash
+npm run worker:sticker:classification
+npm run worker:sticker:curation
+npm run worker:sticker:rebuild
+```
+
+PM2 production profile includes these workers in `ecosystem.prod.config.cjs`.
+
+## 10x Validation
+
+### HTTP Stress
+
+```bash
+npm run loadtest:stickers -- --base-url http://127.0.0.1:9102 --duration-seconds 120 --concurrency 200 --slo-ms 750
+```
+
+### Queue/Worker Validation
+
+Monitor:
+
+- `sticker_worker_tasks_pending`
+- `sticker_worker_tasks_processing`
+- `sticker_worker_tasks_failed`
+- `domain_event_outbox_pending`
+- `domain_event_outbox_failed`
+
+Acceptance:
+
+- failed queues remain near zero (transient spikes allowed)
+- pending queues recover after load burst
+- no monotonic growth in DLQ tables
+
+## Rollback Plan
+
+1. Disable `enable_object_storage_delivery`.
+2. Disable `enable_worker_dedicated_processes` (inline poller resumes).
+3. Disable `enable_domain_event_outbox` if event flow is unstable.
+4. Keep `enable_ranking_snapshot_read` enabled only if snapshot freshness is healthy.
+
+Data safety notes:
+
+- tasks/events are persisted in SQL queues
+- failed terminal tasks/events are preserved in DLQ tables
+- local disk read path remains fallback for sticker asset serving
+
+## Post-Rollout Tuning
+
+Tune these env vars after baseline:
+
+- `STICKER_WORKER_CLASSIFICATION_CADENCE_MS`
+- `STICKER_WORKER_CURATION_CADENCE_MS`
+- `STICKER_WORKER_REBUILD_CADENCE_MS`
+- `STICKER_DEDICATED_WORKER_POLL_INTERVAL_MS`
+- `STICKER_SCORE_SNAPSHOT_REFRESH_INTERVAL_MS`
+- `STICKER_OBJECT_STORAGE_SIGNED_URL_TTL_SECONDS`

package/package.json

@@ -1,45 +1,11 @@
 {
   "name": "@kaikybrofc/omnizap-system",
-  "version": "2.2.5",
+  "version": "2.2.6",
   "description": "Sistema profissional de automação WhatsApp com tecnologia Baileys",
   "main": "index.js",
   "publishConfig": {
     "registry": "https://npm.pkg.github.com"
   },
-  "files": [
-    "app/**/*.js",
-    "database/**/*.js",
-    "database/migrations/**/*.sql",
-    "public/**/*.html",
-    "public/**/*.css",
-    "public/**/*.js",
-    "scripts/**/*.sh",
-    "scripts/**/*.mjs",
-    "ml/clip_classifier/adaptive_scoring.py",
-    "ml/clip_classifier/classifier.py",
-    "ml/clip_classifier/embedding_store.py",
-    "ml/clip_classifier/env_loader.py",
-    "ml/clip_classifier/llm_label_expander.py",
-    "ml/clip_classifier/main.py",
-    "ml/clip_classifier/similarity_engine.py",
-    "ml/clip_classifier/requirements.txt",
-    "ml/clip_classifier/README.md",
-    "ml/clip_classifier/Dockerfile",
-    "observability/**/*.yml",
-    "observability/**/*.yaml",
-    "observability/**/*.json",
-    "observability/**/*.sql",
-    "observability/**/*.cnf",
-    "index.js",
-    "docker-compose.yml",
-    "ecosystem.prod.config.cjs",
-    "eslint.config.js",
-    ".env.example",
-    "README.md",
-    "RELEASE-v2.1.2.md",
-    "LICENSE",
-    "package-lock.json"
-  ],
   "type": "module",
   "keywords": [
     "whatsapp",
@@ -52,6 +18,8 @@
   "author": "OmniZap Team",
   "license": "MIT",
   "scripts": {
+    "prepack": "npm run sync:npmignore",
+    "sync:npmignore": "node -e \"const fs=require('node:fs');fs.copyFileSync('.gitignore','.npmignore');console.log('synced .npmignore from .gitignore');\"",
     "start": "node index.js",
     "dev": "node index.js",
     "db:init": "node database/init.js",