@kaikybrofc/omnizap-system 2.2.4 → 2.2.5

package/app/services/featureFlagService.js

@@ -0,0 +1,137 @@
+import { createHash } from 'node:crypto';
+
+import logger from '../utils/logger/loggerModule.js';
+import { executeQuery, TABLES } from '../../database/index.js';
+
+const FEATURE_FLAG_CACHE_TTL_MS = Math.max(
+  5_000,
+  Number(process.env.FEATURE_FLAG_CACHE_TTL_MS) || 30_000,
+);
+
+let cacheState = {
+  loadedAt: 0,
+  byName: new Map(),
+  tableAvailable: true,
+};
+
+const normalizeFlagName = (value) =>
+  String(value || '')
+    .trim()
+    .toLowerCase()
+    .replace(/[^a-z0-9_:-]/g, '')
+    .slice(0, 120);
+
+const toPercent = (value) => {
+  const numeric = Number(value);
+  if (!Number.isFinite(numeric)) return 0;
+  return Math.max(0, Math.min(100, Math.floor(numeric)));
+};
+
+const toBool = (value, fallback = false) => {
+  if (value === true || value === 1) return true;
+  if (value === false || value === 0) return false;
+  if (value === undefined || value === null || value === '') return fallback;
+  const normalized = String(value).trim().toLowerCase();
+  if (['1', 'true', 'yes', 'y', 'on'].includes(normalized)) return true;
+  if (['0', 'false', 'no', 'n', 'off'].includes(normalized)) return false;
+  return fallback;
+};
+
+const normalizeRow = (row) => ({
+  flag_name: normalizeFlagName(row?.flag_name),
+  is_enabled: toBool(row?.is_enabled, false),
+  rollout_percent: toPercent(row?.rollout_percent ?? 100),
+});
+
+const resolveCohortBucket = (subjectKey) => {
+  const normalized = String(subjectKey || '').trim();
+  if (!normalized) return 0;
+  const digest = createHash('sha1').update(normalized).digest();
+  const value = digest.readUInt32BE(0);
+  return value % 100;
+};
+
+const loadFlagsFromDatabase = async () => {
+  const rows = await executeQuery(
+    `SELECT flag_name, is_enabled, rollout_percent
+     FROM ${TABLES.FEATURE_FLAG}`,
+    [],
+  );
+
+  const byName = new Map();
+  (Array.isArray(rows) ? rows : []).forEach((row) => {
+    const normalized = normalizeRow(row);
+    if (!normalized.flag_name) return;
+    byName.set(normalized.flag_name, normalized);
+  });
+  return byName;
+};
+
+export const refreshFeatureFlags = async ({ force = false } = {}) => {
+  const now = Date.now();
+  const isFresh = now - cacheState.loadedAt < FEATURE_FLAG_CACHE_TTL_MS;
+  if (!force && isFresh) return cacheState.byName;
+
+  if (!cacheState.tableAvailable) return cacheState.byName;
+
+  try {
+    const byName = await loadFlagsFromDatabase();
+    cacheState = {
+      loadedAt: now,
+      byName,
+      tableAvailable: true,
+    };
+  } catch (error) {
+    if (error?.code === 'ER_NO_SUCH_TABLE') {
+      cacheState = {
+        ...cacheState,
+        tableAvailable: false,
+      };
+      logger.warn('Tabela de feature flags indisponível. Usando fallback por env/default.', {
+        action: 'feature_flag_table_unavailable',
+      });
+      return cacheState.byName;
+    }
+    logger.warn('Falha ao carregar feature flags. Mantendo cache anterior.', {
+      action: 'feature_flag_refresh_failed',
+      error: error?.message,
+    });
+  }
+
+  return cacheState.byName;
+};
+
+const resolveEnvFallback = (flagName, fallback) => {
+  const envKey = `FEATURE_${flagName.toUpperCase()}`;
+  return toBool(process.env[envKey], fallback);
+};
+
+export const isFeatureEnabled = async (
+  flagName,
+  { fallback = false, subjectKey = '' } = {},
+) => {
+  const normalizedFlagName = normalizeFlagName(flagName);
+  if (!normalizedFlagName) return Boolean(fallback);
+
+  const byName = await refreshFeatureFlags();
+  const entry = byName.get(normalizedFlagName);
+  if (!entry) {
+    return resolveEnvFallback(normalizedFlagName, fallback);
+  }
+
+  if (!entry.is_enabled) return false;
+  if (entry.rollout_percent >= 100) return true;
+  if (entry.rollout_percent <= 0) return false;
+
+  const bucket = resolveCohortBucket(subjectKey || normalizedFlagName);
+  return bucket < entry.rollout_percent;
+};
+
+export const getFeatureFlagsSnapshot = async () => {
+  const byName = await refreshFeatureFlags();
+  return Array.from(byName.values()).map((entry) => ({
+    flag_name: entry.flag_name,
+    is_enabled: Boolean(entry.is_enabled),
+    rollout_percent: Number(entry.rollout_percent || 0),
+  }));
+};

package/database/index.js

@@ -104,8 +104,13 @@ export const TABLES = {
   SEMANTIC_THEME_SUGGESTION_CACHE: 'semantic_theme_suggestion_cache',
   STICKER_PACK_ENGAGEMENT: 'sticker_pack_engagement',
   STICKER_PACK_INTERACTION_EVENT: 'sticker_pack_interaction_event',
+  STICKER_PACK_SCORE_SNAPSHOT: 'sticker_pack_score_snapshot',
   STICKER_ASSET_REPROCESS_QUEUE: 'sticker_asset_reprocess_queue',
   STICKER_WORKER_TASK_QUEUE: 'sticker_worker_task_queue',
+  STICKER_WORKER_TASK_DLQ: 'sticker_worker_task_dlq',
+  DOMAIN_EVENT_OUTBOX: 'domain_event_outbox',
+  DOMAIN_EVENT_OUTBOX_DLQ: 'domain_event_outbox_dlq',
+  FEATURE_FLAG: 'feature_flag',
   STICKER_WEB_GOOGLE_USER: 'sticker_web_google_user',
   STICKER_WEB_GOOGLE_SESSION: 'sticker_web_google_session',
   STICKER_WEB_ADMIN_BAN: 'sticker_web_admin_ban',

package/database/migrations/20260228_0022_sticker_scale_indexes.sql

@@ -0,0 +1,16 @@
+ALTER TABLE sticker_asset
+  ADD INDEX idx_sticker_asset_created_at (created_at);
+
+ALTER TABLE sticker_asset_classification
+  ADD INDEX idx_sticker_asset_classification_confidence (confidence),
+  ADD INDEX idx_sticker_asset_classification_updated_at (updated_at),
+  ADD INDEX idx_sticker_asset_classification_version_updated (classification_version, updated_at);
+
+ALTER TABLE sticker_pack_item
+  ADD INDEX idx_sticker_pack_item_sticker_id (sticker_id);
+
+ALTER TABLE sticker_pack
+  ADD INDEX idx_sticker_pack_catalog_lookup (deleted_at, status, pack_status, visibility, updated_at);
+
+ALTER TABLE sticker_pack_interaction_event
+  ADD INDEX idx_sticker_pack_interaction_created_at (created_at);

package/database/migrations/20260228_0023_sticker_pack_score_snapshot.sql

@@ -0,0 +1,25 @@
+CREATE TABLE IF NOT EXISTS sticker_pack_score_snapshot (
+  pack_id CHAR(36) PRIMARY KEY,
+  ranking_score DECIMAL(10,6) NOT NULL DEFAULT 0,
+  pack_score DECIMAL(10,6) NOT NULL DEFAULT 0,
+  trend_score DECIMAL(10,6) NOT NULL DEFAULT 0,
+  quality_score DECIMAL(10,6) NOT NULL DEFAULT 0,
+  engagement_score DECIMAL(10,6) NOT NULL DEFAULT 0,
+  diversity_score DECIMAL(10,6) NOT NULL DEFAULT 0,
+  cohesion_score DECIMAL(10,6) NOT NULL DEFAULT 0,
+  sensitive_content TINYINT(1) NOT NULL DEFAULT 0,
+  nsfw_level ENUM('safe', 'suggestive', 'explicit') NOT NULL DEFAULT 'safe',
+  sticker_count INT UNSIGNED NOT NULL DEFAULT 0,
+  tags JSON NULL,
+  scores_json JSON NULL,
+  source_version VARCHAR(32) NOT NULL DEFAULT 'v1',
+  refreshed_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  updated_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
+  CONSTRAINT fk_sticker_pack_score_snapshot_pack
+    FOREIGN KEY (pack_id) REFERENCES sticker_pack(id)
+    ON DELETE CASCADE ON UPDATE CASCADE,
+  INDEX idx_sticker_pack_score_snapshot_ranking (ranking_score),
+  INDEX idx_sticker_pack_score_snapshot_trend (trend_score),
+  INDEX idx_sticker_pack_score_snapshot_refresh (refreshed_at)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;

package/database/migrations/20260228_0024_domain_event_outbox.sql

@@ -0,0 +1,42 @@
+CREATE TABLE IF NOT EXISTS domain_event_outbox (
+  id BIGINT UNSIGNED PRIMARY KEY AUTO_INCREMENT,
+  event_type VARCHAR(96) NOT NULL,
+  aggregate_type VARCHAR(96) NOT NULL,
+  aggregate_id VARCHAR(128) NOT NULL,
+  payload JSON NULL,
+  status ENUM('pending', 'processing', 'completed', 'failed') NOT NULL DEFAULT 'pending',
+  priority TINYINT UNSIGNED NOT NULL DEFAULT 50,
+  idempotency_key VARCHAR(180) NULL,
+  available_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  attempts TINYINT UNSIGNED NOT NULL DEFAULT 0,
+  max_attempts TINYINT UNSIGNED NOT NULL DEFAULT 10,
+  worker_token CHAR(36) NULL,
+  last_error VARCHAR(255) NULL,
+  locked_at TIMESTAMP NULL DEFAULT NULL,
+  processed_at TIMESTAMP NULL DEFAULT NULL,
+  created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  updated_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
+  UNIQUE KEY uq_domain_event_outbox_idempotency_key (idempotency_key),
+  INDEX idx_domain_event_outbox_status_sched (status, available_at, priority),
+  INDEX idx_domain_event_outbox_event_type (event_type, status, available_at),
+  INDEX idx_domain_event_outbox_aggregate (aggregate_type, aggregate_id, created_at),
+  INDEX idx_domain_event_outbox_worker_token (worker_token)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
+
+CREATE TABLE IF NOT EXISTS domain_event_outbox_dlq (
+  id BIGINT UNSIGNED PRIMARY KEY AUTO_INCREMENT,
+  outbox_event_id BIGINT UNSIGNED NULL,
+  event_type VARCHAR(96) NOT NULL,
+  aggregate_type VARCHAR(96) NOT NULL,
+  aggregate_id VARCHAR(128) NOT NULL,
+  payload JSON NULL,
+  attempts TINYINT UNSIGNED NOT NULL DEFAULT 0,
+  max_attempts TINYINT UNSIGNED NOT NULL DEFAULT 0,
+  last_error VARCHAR(255) NULL,
+  failed_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  UNIQUE KEY uq_domain_event_outbox_dlq_outbox_event (outbox_event_id),
+  INDEX idx_domain_event_outbox_dlq_event (event_type, failed_at),
+  INDEX idx_domain_event_outbox_dlq_aggregate (aggregate_type, aggregate_id, failed_at),
+  INDEX idx_domain_event_outbox_dlq_outbox_event_id (outbox_event_id)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;

package/database/migrations/20260228_0025_sticker_worker_task_idempotency_dlq.sql

@@ -0,0 +1,23 @@
+ALTER TABLE sticker_worker_task_queue
+  ADD COLUMN IF NOT EXISTS idempotency_key VARCHAR(180) NULL AFTER task_type;
+
+CREATE UNIQUE INDEX uq_sticker_worker_task_idempotency_key
+  ON sticker_worker_task_queue (idempotency_key);
+
+CREATE TABLE IF NOT EXISTS sticker_worker_task_dlq (
+  id BIGINT UNSIGNED PRIMARY KEY AUTO_INCREMENT,
+  task_id BIGINT UNSIGNED NULL,
+  task_type ENUM('classification_cycle', 'curation_cycle', 'rebuild_cycle') NOT NULL,
+  payload JSON NULL,
+  idempotency_key VARCHAR(180) NULL,
+  attempts TINYINT UNSIGNED NOT NULL DEFAULT 0,
+  max_attempts TINYINT UNSIGNED NOT NULL DEFAULT 0,
+  priority TINYINT UNSIGNED NOT NULL DEFAULT 0,
+  last_error VARCHAR(255) NULL,
+  failed_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  UNIQUE KEY uq_sticker_worker_task_dlq_task_id (task_id),
+  INDEX idx_sticker_worker_task_dlq_type_failed_at (task_type, failed_at),
+  INDEX idx_sticker_worker_task_dlq_task_id (task_id),
+  INDEX idx_sticker_worker_task_dlq_idempotency_key (idempotency_key)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;

package/database/migrations/20260228_0026_feature_flags.sql

@@ -0,0 +1,21 @@
+CREATE TABLE IF NOT EXISTS feature_flag (
+  id BIGINT UNSIGNED PRIMARY KEY AUTO_INCREMENT,
+  flag_name VARCHAR(120) NOT NULL,
+  is_enabled TINYINT(1) NOT NULL DEFAULT 0,
+  rollout_percent TINYINT UNSIGNED NOT NULL DEFAULT 100,
+  description VARCHAR(255) NULL,
+  updated_by VARCHAR(120) NULL,
+  updated_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
+  created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  UNIQUE KEY uq_feature_flag_name (flag_name),
+  INDEX idx_feature_flag_enabled (is_enabled, rollout_percent)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
+
+INSERT INTO feature_flag (flag_name, is_enabled, rollout_percent, description)
+VALUES
+  ('enable_ranking_snapshot_read', 1, 100, 'Leitura HTTP do ranking/sinais a partir de snapshot'),
+  ('enable_domain_event_outbox', 1, 100, 'Publicacao e consumo de eventos de dominio via outbox interno'),
+  ('enable_worker_dedicated_processes', 0, 100, 'Ativa workers dedicados por tipo de task'),
+  ('enable_object_storage_delivery', 0, 100, 'Entrega de assets via object storage/CDN com URL segura')
+ON DUPLICATE KEY UPDATE
+  description = VALUES(description);

package/ecosystem.prod.config.cjs

@@ -2,6 +2,21 @@ require('dotenv').config();
 
 const appName = process.env.PM2_APP_NAME || 'omnizap-system';
 
+const baseEnv = {
+  NODE_ENV: 'production',
+  COMMAND_PREFIX: '/',
+  LOG_LEVEL: 'info',
+  DB_LOG_EVERY_QUERY: 'false',
+  DB_MONITOR_ENABLED: 'false',
+  LID_BACKFILL_ON_START: 'false',
+  STICKER_CLASSIFICATION_BACKGROUND_ENABLED: 'true',
+  STICKER_REPROCESS_QUEUE_ENABLED: 'true',
+  STICKER_AUTO_PACK_BY_TAGS_ENABLED: 'true',
+  STICKER_WORKER_PIPELINE_ENABLED: 'true',
+  STICKER_WORKER_PIPELINE_INLINE_POLLER_ENABLED: 'true',
+  STICKER_DEDICATED_WORKERS_ENABLED: 'true',
+};
+
 module.exports = {
   apps: [
     {
@@ -17,19 +32,65 @@ module.exports = {
       out_file: `logs/${appName}-out.log`,
       error_file: `logs/${appName}-error.log`,
       env: {
-        NODE_ENV: 'production',
-        COMMAND_PREFIX: '/',
-        LOG_LEVEL: 'info',
-        DB_LOG_EVERY_QUERY: 'false',
-        DB_MONITOR_ENABLED: 'false',
-        LID_BACKFILL_ON_START: 'false',
-        STICKER_CLASSIFICATION_BACKGROUND_ENABLED: 'true',
-        STICKER_REPROCESS_QUEUE_ENABLED: 'true',
-        STICKER_AUTO_PACK_BY_TAGS_ENABLED: 'true',
+        ...baseEnv,
       },
       wait_ready: true,
       listen_timeout: 10000,
       kill_timeout: 5000,
     },
+    {
+      name: `${appName}-worker-classification`,
+      script: './scripts/sticker-worker-task.mjs',
+      args: '--task-type classification_cycle',
+      cwd: __dirname,
+      exec_mode: 'fork',
+      instances: 1,
+      autorestart: true,
+      watch: false,
+      max_memory_restart: '2G',
+      log_date_format: 'YYYY-MM-DD HH:mm:ss',
+      out_file: `logs/${appName}-worker-classification-out.log`,
+      error_file: `logs/${appName}-worker-classification-error.log`,
+      env: {
+        ...baseEnv,
+      },
+      kill_timeout: 5000,
+    },
+    {
+      name: `${appName}-worker-curation`,
+      script: './scripts/sticker-worker-task.mjs',
+      args: '--task-type curation_cycle',
+      cwd: __dirname,
+      exec_mode: 'fork',
+      instances: 1,
+      autorestart: true,
+      watch: false,
+      max_memory_restart: '2G',
+      log_date_format: 'YYYY-MM-DD HH:mm:ss',
+      out_file: `logs/${appName}-worker-curation-out.log`,
+      error_file: `logs/${appName}-worker-curation-error.log`,
+      env: {
+        ...baseEnv,
+      },
+      kill_timeout: 5000,
+    },
+    {
+      name: `${appName}-worker-rebuild`,
+      script: './scripts/sticker-worker-task.mjs',
+      args: '--task-type rebuild_cycle',
+      cwd: __dirname,
+      exec_mode: 'fork',
+      instances: 1,
+      autorestart: true,
+      watch: false,
+      max_memory_restart: '2G',
+      log_date_format: 'YYYY-MM-DD HH:mm:ss',
+      out_file: `logs/${appName}-worker-rebuild-out.log`,
+      error_file: `logs/${appName}-worker-rebuild-error.log`,
+      env: {
+        ...baseEnv,
+      },
+      kill_timeout: 5000,
+    },
   ],
 };

package/index.js

@@ -39,6 +39,14 @@ import {
   startStickerWorkerPipeline,
   stopStickerWorkerPipeline,
 } from './app/modules/stickerPackModule/stickerWorkerPipelineRuntime.js';
+import {
+  startStickerPackScoreSnapshotRuntime,
+  stopStickerPackScoreSnapshotRuntime,
+} from './app/modules/stickerPackModule/stickerPackScoreSnapshotRuntime.js';
+import {
+  startStickerDomainEventConsumer,
+  stopStickerDomainEventConsumer,
+} from './app/modules/stickerPackModule/stickerDomainEventConsumerRuntime.js';
 
 /**
  * Timeout máximo para inicialização do banco (criar/verificar DB + tabelas).
@@ -216,6 +224,8 @@ async function startApp() {
       startStickerClassificationBackground();
       startStickerAutoPackByTagsBackground();
     }
+    startStickerPackScoreSnapshotRuntime();
+    startStickerDomainEventConsumer();
 
     // Backfill é opcional, rodando em background.
     const shouldBackfill = process.env.LID_BACKFILL_ON_START !== 'false';
@@ -363,6 +373,22 @@ async function shutdown(signal, error) {
       });
     }
 
+    try {
+      stopStickerPackScoreSnapshotRuntime();
+    } catch (snapshotError) {
+      logger.warn('Falha ao encerrar runtime de snapshot de score dos packs.', {
+        error: snapshotError?.message,
+      });
+    }
+
+    try {
+      stopStickerDomainEventConsumer();
+    } catch (consumerError) {
+      logger.warn('Falha ao encerrar consumidor interno de eventos de domínio.', {
+        error: consumerError?.message,
+      });
+    }
+
     // 5) Encerrar MySQL pool
     await closeDatabasePool();
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kaikybrofc/omnizap-system",
-  "version": "2.2.4",
+  "version": "2.2.5",
   "description": "Sistema profissional de automação WhatsApp com tecnologia Baileys",
   "main": "index.js",
   "publishConfig": {
@@ -59,6 +59,10 @@
     "deploy": "bash ./scripts/deploy.sh",
     "deploy:dry-run": "DEPLOY_DRY_RUN=1 bash ./scripts/deploy.sh",
     "readme:sync-snapshot": "node ./scripts/sync-readme-snapshot.mjs",
+    "loadtest:stickers": "node ./scripts/sticker-catalog-loadtest.mjs",
+    "worker:sticker:classification": "node ./scripts/sticker-worker-task.mjs --task-type classification_cycle",
+    "worker:sticker:curation": "node ./scripts/sticker-worker-task.mjs --task-type curation_cycle",
+    "worker:sticker:rebuild": "node ./scripts/sticker-worker-task.mjs --task-type rebuild_cycle",
     "release": "bash ./scripts/release.sh",
     "release:minor": "RELEASE_TYPE=minor bash ./scripts/release.sh",
     "release:major": "RELEASE_TYPE=major bash ./scripts/release.sh",

package/public/index.html

@@ -276,6 +276,33 @@
         display: grid;
       }
 
+      body.home-authenticated .top-inner {
+        flex-direction: row;
+        align-items: center;
+        justify-content: space-between;
+        gap: 10px;
+      }
+
+      body.home-authenticated .top-head {
+        flex: 1 1 auto;
+      }
+
+      body.home-authenticated #nav-toggle {
+        display: none;
+      }
+
+      body.home-authenticated #main-nav {
+        display: flex;
+        width: auto;
+        grid-template-columns: none;
+        gap: 8px;
+        flex-wrap: nowrap;
+      }
+
+      body.home-authenticated #main-nav .btn:not(#nav-auth-link) {
+        display: none;
+      }
+
       .btn {
         width: 100%;
         text-align: center;
@@ -295,8 +322,8 @@
         padding: 4px;
         border-radius: 999px;
         justify-content: center;
-        justify-self: center;
-        align-self: center;
+        justify-self: auto;
+        align-self: auto;
         background: linear-gradient(120deg, #132544f0, #10203af0);
       }
 
@@ -1396,7 +1423,7 @@ curl -sS https://omnizap.shop/api/sticker-packs/system-summary | jq</code></pre>
   ><i class="fa-brands fa-whatsapp" aria-hidden="true"></i></a>
 
   <div id="home-react-root" hidden></div>
-  <script type="module" src="/js/apps/homeApp.js?v=20260228-mobile-user-bubble2"></script>
+  <script type="module" src="/js/apps/homeApp.js?v=20260228-mobile-user-bubble3"></script>
   <script type="module" src="/js/github-panel/index.js?v=20260226a"></script>
 </body>
 </html>