@omnizap-system/omnizap 2.5.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.clusterfuzzlite/Dockerfile +10 -0
- package/.env.example +907 -0
- package/.github/codeql/codeql-config.yml +10 -0
- package/.github/dependabot.yml +35 -0
- package/.github/workflows/ci.yml +73 -0
- package/.github/workflows/codeql.yml +106 -0
- package/.github/workflows/db-migration-check.yml +98 -0
- package/.github/workflows/dependency-review.yml +22 -0
- package/.github/workflows/deploy.yml +95 -0
- package/.github/workflows/release.yml +106 -0
- package/.github/workflows/security-attest-provenance.yml +51 -0
- package/.github/workflows/security-gitleaks.yml +34 -0
- package/.github/workflows/security-runner-hardening.yml +31 -0
- package/.github/workflows/security-scorecard.yml +44 -0
- package/.github/workflows/security-zap-baseline.yml +44 -0
- package/.github/workflows/security-zap-full-scan.yml +43 -0
- package/.github/workflows/security-zizmor.yml +36 -0
- package/.github/workflows/wiki-sync.yml +44 -0
- package/.gitleaks.toml +15 -0
- package/.prettierrc +34 -0
- package/CODE_OF_CONDUCT.md +114 -0
- package/LICENSE +56 -0
- package/README.md +110 -0
- package/SECURITY.md +110 -0
- package/app/config/index.js +4 -0
- package/app/configParts/adminIdentity.js +92 -0
- package/app/configParts/baileysConfig.js +1818 -0
- package/app/configParts/groupUtils.js +692 -0
- package/app/configParts/loggerConfig.js +394 -0
- package/app/configParts/messagePersistenceService.js +305 -0
- package/app/connection/baileysCompatibility.test.js +40 -0
- package/app/connection/baileysDbAuthState.js +344 -0
- package/app/connection/socketController.js +2243 -0
- package/app/controllers/messageController.js +7 -0
- package/app/controllers/messagePipeline/commandMiddleware.js +146 -0
- package/app/controllers/messagePipeline/conversationMiddleware.js +183 -0
- package/app/controllers/messagePipeline/messagePipelineMiddlewares.test.js +522 -0
- package/app/controllers/messagePipeline/postProcessingMiddleware.js +41 -0
- package/app/controllers/messagePipeline/preProcessingMiddlewares.js +166 -0
- package/app/controllers/messageProcessingPipeline.js +699 -0
- package/app/modules/adminModule/AGENT.md +4056 -0
- package/app/modules/adminModule/adminAiHelpService.js +56 -0
- package/app/modules/adminModule/adminConfigRuntime.js +177 -0
- package/app/modules/adminModule/commandConfig.json +7122 -0
- package/app/modules/adminModule/groupCommandHandlers.js +1823 -0
- package/app/modules/adminModule/groupCommandHandlers.test.js +350 -0
- package/app/modules/adminModule/groupEventHandlers.js +399 -0
- package/app/modules/aiModule/AGENT.md +547 -0
- package/app/modules/aiModule/aiAiHelpService.js +14 -0
- package/app/modules/aiModule/aiConfigRuntime.js +135 -0
- package/app/modules/aiModule/catCommand.js +967 -0
- package/app/modules/aiModule/commandConfig.json +981 -0
- package/app/modules/analyticsModule/messageAnalysisEventRepository.js +83 -0
- package/app/modules/gameModule/AGENT.md +196 -0
- package/app/modules/gameModule/commandConfig.json +366 -0
- package/app/modules/gameModule/diceCommand.js +42 -0
- package/app/modules/gameModule/gameAiHelpService.js +14 -0
- package/app/modules/gameModule/gameConfigRuntime.js +68 -0
- package/app/modules/menuModule/AGENT.md +205 -0
- package/app/modules/menuModule/commandConfig.json +366 -0
- package/app/modules/menuModule/common.js +316 -0
- package/app/modules/menuModule/menuAiHelpService.js +14 -0
- package/app/modules/menuModule/menuConfigRuntime.js +68 -0
- package/app/modules/menuModule/menus.js +66 -0
- package/app/modules/playModule/AGENT.md +321 -0
- package/app/modules/playModule/commandConfig.json +584 -0
- package/app/modules/playModule/playAiHelpService.js +14 -0
- package/app/modules/playModule/playCommand.js +1417 -0
- package/app/modules/playModule/playConfigRuntime.js +68 -0
- package/app/modules/quoteModule/AGENT.md +199 -0
- package/app/modules/quoteModule/commandConfig.json +366 -0
- package/app/modules/quoteModule/quoteAiHelpService.js +14 -0
- package/app/modules/quoteModule/quoteCommand.js +842 -0
- package/app/modules/quoteModule/quoteConfigRuntime.js +68 -0
- package/app/modules/rpgPokemonModule/AGENT.md +229 -0
- package/app/modules/rpgPokemonModule/commandConfig.json +386 -0
- package/app/modules/rpgPokemonModule/rpgBattleCanvasRenderer.js +795 -0
- package/app/modules/rpgPokemonModule/rpgBattleService.js +2110 -0
- package/app/modules/rpgPokemonModule/rpgBattleService.test.js +770 -0
- package/app/modules/rpgPokemonModule/rpgEvolutionUtils.js +22 -0
- package/app/modules/rpgPokemonModule/rpgPokemonAiHelpService.js +14 -0
- package/app/modules/rpgPokemonModule/rpgPokemonCommand.js +174 -0
- package/app/modules/rpgPokemonModule/rpgPokemonConfigRuntime.js +68 -0
- package/app/modules/rpgPokemonModule/rpgPokemonDomain.js +192 -0
- package/app/modules/rpgPokemonModule/rpgPokemonDomain.test.js +93 -0
- package/app/modules/rpgPokemonModule/rpgPokemonEvolution.test.js +46 -0
- package/app/modules/rpgPokemonModule/rpgPokemonMessages.js +746 -0
- package/app/modules/rpgPokemonModule/rpgPokemonRepository.js +1847 -0
- package/app/modules/rpgPokemonModule/rpgPokemonService.js +6839 -0
- package/app/modules/rpgPokemonModule/rpgProfileCanvasRenderer.js +354 -0
- package/app/modules/statsModule/AGENT.md +320 -0
- package/app/modules/statsModule/commandConfig.json +540 -0
- package/app/modules/statsModule/globalRankingCommand.js +64 -0
- package/app/modules/statsModule/rankingCommand.js +41 -0
- package/app/modules/statsModule/rankingCommon.js +1305 -0
- package/app/modules/statsModule/statsAiHelpService.js +14 -0
- package/app/modules/statsModule/statsConfigRuntime.js +68 -0
- package/app/modules/stickerModule/AGENT.md +692 -0
- package/app/modules/stickerModule/addStickerMetadata.js +239 -0
- package/app/modules/stickerModule/commandConfig.json +1216 -0
- package/app/modules/stickerModule/convertToWebp.js +367 -0
- package/app/modules/stickerModule/stickerAiHelpService.js +14 -0
- package/app/modules/stickerModule/stickerCommand.js +446 -0
- package/app/modules/stickerModule/stickerConfigRuntime.js +68 -0
- package/app/modules/stickerModule/stickerConvertCommand.js +159 -0
- package/app/modules/stickerModule/stickerTextCommand.js +653 -0
- package/app/modules/stickerPackModule/AGENT.md +215 -0
- package/app/modules/stickerPackModule/autoPackCollectorRuntime.js +20 -0
- package/app/modules/stickerPackModule/autoPackCollectorService.js +357 -0
- package/app/modules/stickerPackModule/commandConfig.json +387 -0
- package/app/modules/stickerPackModule/domainEventOutboxRepository.js +227 -0
- package/app/modules/stickerPackModule/domainEvents.js +52 -0
- package/app/modules/stickerPackModule/semanticReclassificationEngine.js +429 -0
- package/app/modules/stickerPackModule/semanticReclassificationEngine.test.js +75 -0
- package/app/modules/stickerPackModule/semanticThemeClusterService.js +544 -0
- package/app/modules/stickerPackModule/stickerAssetClassificationRepository.js +400 -0
- package/app/modules/stickerPackModule/stickerAssetRepository.js +400 -0
- package/app/modules/stickerPackModule/stickerAssetReprocessQueueRepository.js +175 -0
- package/app/modules/stickerPackModule/stickerAutoPackByTagsRuntime.js +3702 -0
- package/app/modules/stickerPackModule/stickerClassificationBackgroundRuntime.js +559 -0
- package/app/modules/stickerPackModule/stickerClassificationService.js +557 -0
- package/app/modules/stickerPackModule/stickerDedicatedTaskWorkerRuntime.js +249 -0
- package/app/modules/stickerPackModule/stickerDomainEventBus.js +65 -0
- package/app/modules/stickerPackModule/stickerDomainEventConsumerRuntime.js +208 -0
- package/app/modules/stickerPackModule/stickerMarketplaceDriftService.js +99 -0
- package/app/modules/stickerPackModule/stickerObjectStorageService.js +285 -0
- package/app/modules/stickerPackModule/stickerPackAiHelpService.js +14 -0
- package/app/modules/stickerPackModule/stickerPackCommandHandlers.js +1148 -0
- package/app/modules/stickerPackModule/stickerPackConfigRuntime.js +68 -0
- package/app/modules/stickerPackModule/stickerPackEngagementRepository.js +152 -0
- package/app/modules/stickerPackModule/stickerPackErrors.js +30 -0
- package/app/modules/stickerPackModule/stickerPackInteractionEventRepository.js +101 -0
- package/app/modules/stickerPackModule/stickerPackItemRepository.js +432 -0
- package/app/modules/stickerPackModule/stickerPackMarketplaceService.js +313 -0
- package/app/modules/stickerPackModule/stickerPackMessageService.js +268 -0
- package/app/modules/stickerPackModule/stickerPackRepository.js +450 -0
- package/app/modules/stickerPackModule/stickerPackScoreSnapshotRepository.js +179 -0
- package/app/modules/stickerPackModule/stickerPackScoreSnapshotRuntime.js +271 -0
- package/app/modules/stickerPackModule/stickerPackService.js +733 -0
- package/app/modules/stickerPackModule/stickerPackServiceRuntime.js +32 -0
- package/app/modules/stickerPackModule/stickerPackUtils.js +107 -0
- package/app/modules/stickerPackModule/stickerStorageService.js +559 -0
- package/app/modules/stickerPackModule/stickerWorkerPipelineRuntime.js +242 -0
- package/app/modules/stickerPackModule/stickerWorkerTaskQueueRepository.js +242 -0
- package/app/modules/systemMetricsModule/AGENT.md +193 -0
- package/app/modules/systemMetricsModule/commandConfig.json +344 -0
- package/app/modules/systemMetricsModule/pingCommand.js +399 -0
- package/app/modules/systemMetricsModule/systemMetricsAiHelpService.js +14 -0
- package/app/modules/systemMetricsModule/systemMetricsConfigRuntime.js +68 -0
- package/app/modules/tiktokModule/AGENT.md +196 -0
- package/app/modules/tiktokModule/commandConfig.json +366 -0
- package/app/modules/tiktokModule/tiktokAiHelpService.js +14 -0
- package/app/modules/tiktokModule/tiktokCommand.js +716 -0
- package/app/modules/tiktokModule/tiktokConfigRuntime.js +68 -0
- package/app/modules/userModule/AGENT.md +200 -0
- package/app/modules/userModule/commandConfig.json +386 -0
- package/app/modules/userModule/userAiHelpService.js +14 -0
- package/app/modules/userModule/userCommand.js +1155 -0
- package/app/modules/userModule/userConfigRuntime.js +68 -0
- package/app/modules/waifuPicsModule/AGENT.md +431 -0
- package/app/modules/waifuPicsModule/commandConfig.json +780 -0
- package/app/modules/waifuPicsModule/waifuPicsAiHelpService.js +14 -0
- package/app/modules/waifuPicsModule/waifuPicsCommand.js +586 -0
- package/app/modules/waifuPicsModule/waifuPicsConfigRuntime.js +68 -0
- package/app/observability/metrics.js +766 -0
- package/app/services/ai/aiHelpResponseCacheRepository.js +280 -0
- package/app/services/ai/aiLearningRepository.js +400 -0
- package/app/services/ai/commandConfigEnrichmentRepository.js +769 -0
- package/app/services/ai/commandConfigEnrichmentService.js +452 -0
- package/app/services/ai/commandConfigValidationService.js +443 -0
- package/app/services/ai/commandToolBuilderService.js +192 -0
- package/app/services/ai/conversationRouterService.js +516 -0
- package/app/services/ai/geminiService.js +115 -0
- package/app/services/ai/geminiService.test.js +87 -0
- package/app/services/ai/globalModuleAiHelpService.js +1412 -0
- package/app/services/ai/globalToolCallingService.js +203 -0
- package/app/services/ai/messageCommandExecutionService.js +391 -0
- package/app/services/ai/moduleAiHelpCoreService.js +1099 -0
- package/app/services/ai/moduleAiHelpWrapperFactory.js +65 -0
- package/app/services/ai/moduleCommandConfigRuntimeService.js +113 -0
- package/app/services/ai/moduleToolExecutorService.js +464 -0
- package/app/services/ai/moduleToolRegistryService.js +178 -0
- package/app/services/ai/toolCandidateSelectorService.js +781 -0
- package/app/services/auth/googleWebLinkService.js +80 -0
- package/app/services/auth/whatsappLoginLinkService.js +230 -0
- package/app/services/external/pokeApiService.js +398 -0
- package/app/services/group/groupMetadataService.js +311 -0
- package/app/services/infra/dbWriteQueue.js +874 -0
- package/app/services/infra/featureFlagService.js +131 -0
- package/app/services/infra/queueUtils.js +55 -0
- package/app/services/messaging/captchaService.js +491 -0
- package/app/services/messaging/messagePersistenceService.js +1 -0
- package/app/services/messaging/newsBroadcastService.js +347 -0
- package/app/services/sticker/stickerFocusService.js +347 -0
- package/app/services/sticker/stickerFocusService.test.js +43 -0
- package/app/store/aiPromptStore.js +38 -0
- package/app/store/conversationSessionStore.js +131 -0
- package/app/store/groupConfigStore.js +58 -0
- package/app/store/premiumUserStore.js +54 -0
- package/app/utils/antiLink/antiLinkModule.js +700 -0
- package/app/utils/http/getImageBufferModule.js +18 -0
- package/app/utils/json/jsonSanitizer.js +113 -0
- package/app/utils/json/jsonSanitizer.test.js +40 -0
- package/app/utils/systemMetrics/systemMetricsModule.js +88 -0
- package/app/workers/aiLearningWorker.js +605 -0
- package/app/workers/commandConfigEnrichmentWorker.js +242 -0
- package/database/index.js +2075 -0
- package/database/init.js +151 -0
- package/database/migrations/.gitkeep +0 -0
- package/database/migrations/20260307_d0_hardening_down.sql +64 -0
- package/database/migrations/20260307_d0_hardening_up.sql +79 -0
- package/database/migrations/20260307_d1_terms_acceptance_down.sql +11 -0
- package/database/migrations/20260307_d1_terms_acceptance_up.sql +37 -0
- package/database/migrations/20260307_d2_auth_hardening_down.sql +75 -0
- package/database/migrations/20260307_d2_auth_hardening_up.sql +100 -0
- package/database/migrations/20260314_d7_canonical_sender_down.sql +53 -0
- package/database/migrations/20260314_d7_canonical_sender_up.sql +114 -0
- package/database/migrations/20260406_d30_security_analytics_down.sql +95 -0
- package/database/migrations/20260406_d30_security_analytics_up.sql +292 -0
- package/database/migrations/20260407_d31_web_google_session_token_hardening_down.sql +2 -0
- package/database/migrations/20260407_d31_web_google_session_token_hardening_up.sql +17 -0
- package/database/migrations/20260408_d32_ai_help_response_cache_down.sql +1 -0
- package/database/migrations/20260408_d32_ai_help_response_cache_up.sql +22 -0
- package/database/migrations/20260409_d33_ai_learning_tables_down.sql +4 -0
- package/database/migrations/20260409_d33_ai_learning_tables_up.sql +52 -0
- package/database/migrations/20260410_d34_command_config_enrichment_down.sql +3 -0
- package/database/migrations/20260410_d34_command_config_enrichment_up.sql +48 -0
- package/database/schema.sql +1186 -0
- package/docker-compose.yml +104 -0
- package/docs/audits/stickerCatalogController-out-of-scope.md +103 -0
- package/docs/audits/stickerCatalogController-symbols.md +58 -0
- package/docs/compliance/acceptable-use-policy-2026-03-07.md +35 -0
- package/docs/compliance/dpa-b2b-standard-2026-03-07.md +80 -0
- package/docs/compliance/monthly-compliance-checklist-2026-03-07.md +88 -0
- package/docs/compliance/notice-and-takedown-policy-2026-03-07.md +34 -0
- package/docs/compliance/privacy-policy-2026-03-07.md +75 -0
- package/docs/compliance/subprocessors-inventory-2026-03-07.md +16 -0
- package/docs/database/production-db-evolution-runbook-2026q1.md +365 -0
- package/docs/security/dsar-lgpd-runbook-2026-03-07.md +86 -0
- package/docs/security/incident-response-lgpd-anpd-runbook-2026-03-07.md +77 -0
- package/docs/security/network-hardening-runbook-2026-03-07.md +137 -0
- package/docs/seo/omnizap-seo-playbook-br-2026-02-28.md +238 -0
- package/docs/seo/satellite-page-template.md +116 -0
- package/docs/seo/satellite-pages-phase1.json +364 -0
- package/docs/wiki/Home.md +120 -0
- package/docs/wiki/pair-extraordinaire-2026-03-08.md +3 -0
- package/docs/wiki/recent-changes-2026-03-08.md +47 -0
- package/ecosystem.prod.config.cjs +135 -0
- package/eslint.config.js +89 -0
- package/index.js +488 -0
- package/ml/clip_classifier/Dockerfile +18 -0
- package/ml/clip_classifier/README.md +118 -0
- package/ml/clip_classifier/adaptive_scoring.py +40 -0
- package/ml/clip_classifier/classifier.py +654 -0
- package/ml/clip_classifier/embedding_store.py +481 -0
- package/ml/clip_classifier/env_loader.py +15 -0
- package/ml/clip_classifier/llm_label_expander.py +144 -0
- package/ml/clip_classifier/main.py +213 -0
- package/ml/clip_classifier/requirements.txt +10 -0
- package/ml/clip_classifier/similarity_engine.py +74 -0
- package/new-logo.png +0 -0
- package/observability/alert-rules.yml +60 -0
- package/observability/grafana/dashboards/omnizap-mysql.json +136 -0
- package/observability/grafana/dashboards/omnizap-overview.json +170 -0
- package/observability/grafana/provisioning/dashboards/dashboards.yml +11 -0
- package/observability/grafana/provisioning/datasources/datasources.yml +15 -0
- package/observability/loki-config.yml +38 -0
- package/observability/mysql-setup.sql +46 -0
- package/observability/prometheus.yml +35 -0
- package/observability/promtail-config.yml +84 -0
- package/observability/sticker-catalog-slo.md +83 -0
- package/observability/sticker-scale-hardening-rollout.md +128 -0
- package/package.json +144 -0
- package/public/apple-touch-icon.png +0 -0
- package/public/assets/css/commands-react.input.css +71 -0
- package/public/assets/css/create-pack-react.input.css +31 -0
- package/public/assets/css/home-react.input.css +106 -0
- package/public/assets/css/login-react.input.css +58 -0
- package/public/assets/css/stickers-react.input.css +18 -0
- package/public/assets/css/terms-react.input.css +115 -0
- package/public/assets/css/user-react.input.css +57 -0
- package/public/assets/images/brand-icon-192.png +0 -0
- package/public/assets/images/brand-logo-128.webp +0 -0
- package/public/assets/images/hero-banner-1280.jpg +0 -0
- package/public/comandos/commands-catalog.json +4517 -0
- package/public/css/api-docs.css +161 -0
- package/public/css/stickers-admin.css +1288 -0
- package/public/css/styles.css +679 -0
- package/public/css/systemadm/admin.css +474 -0
- package/public/css/systemadm/base.css +73 -0
- package/public/css/systemadm/components.css +662 -0
- package/public/css/systemadm/layout.css +229 -0
- package/public/css/systemadm/tokens.css +56 -0
- package/public/favicon-16x16.png +0 -0
- package/public/favicon-32x32.png +0 -0
- package/public/favicon.ico +0 -0
- package/public/js/apps/apiDocsApp.js +235 -0
- package/public/js/apps/commandsReactApp.js +528 -0
- package/public/js/apps/createPackApp.js +1646 -0
- package/public/js/apps/homeReactApp.js +942 -0
- package/public/js/apps/loginReactApp.js +496 -0
- package/public/js/apps/stickersAdminApp.js +1753 -0
- package/public/js/apps/stickersApp.js +3797 -0
- package/public/js/apps/termsReactApp.js +528 -0
- package/public/js/apps/userApp.js +2540 -0
- package/public/js/apps/userProfile/actions.js +66 -0
- package/public/js/apps/userReactApp.js +547 -0
- package/public/js/catalog.js +950 -0
- package/public/pages/api-docs.html +40 -0
- package/public/pages/aup.html +158 -0
- package/public/pages/comandos.html +41 -0
- package/public/pages/dpa.html +227 -0
- package/public/pages/home.html +45 -0
- package/public/pages/licenca.html +182 -0
- package/public/pages/login.html +40 -0
- package/public/pages/notice-and-takedown.html +234 -0
- package/public/pages/politica-de-privacidade.html +251 -0
- package/public/pages/seo-bot-whatsapp-para-grupo.html +350 -0
- package/public/pages/seo-bot-whatsapp-sem-programar.html +350 -0
- package/public/pages/seo-como-automatizar-avisos-no-whatsapp.html +350 -0
- package/public/pages/seo-como-criar-comandos-whatsapp.html +350 -0
- package/public/pages/seo-como-evitar-spam-no-whatsapp.html +350 -0
- package/public/pages/seo-como-moderar-grupo-whatsapp.html +350 -0
- package/public/pages/seo-como-organizar-comunidade-whatsapp.html +350 -0
- package/public/pages/seo-melhor-bot-whatsapp-para-grupos.html +350 -0
- package/public/pages/stickers-admin.html +31 -0
- package/public/pages/stickers-create.html +41 -0
- package/public/pages/stickers.html +45 -0
- package/public/pages/suboperadores.html +237 -0
- package/public/pages/termos-de-uso-texto-integral.html +241 -0
- package/public/pages/termos-de-uso.html +41 -0
- package/public/pages/user-password-reset.html +32 -0
- package/public/pages/user-systemadm.html +508 -0
- package/public/pages/user.html +39 -0
- package/public/robots.txt +9 -0
- package/public/site.webmanifest +24 -0
- package/public/sitemap.xml +98 -0
- package/schemas/command-config.schema.json +582 -0
- package/scripts/baileys-compat-smoke.mjs +12 -0
- package/scripts/cache-bust.mjs +142 -0
- package/scripts/deploy.sh +916 -0
- package/scripts/email-broadcast-terms-update.mjs +170 -0
- package/scripts/enrich-command-discovery-fields.mjs +286 -0
- package/scripts/generate-command-config-schema.mjs +273 -0
- package/scripts/generate-commands-catalog.mjs +308 -0
- package/scripts/generate-module-agents.mjs +631 -0
- package/scripts/generate-seo-satellite-pages.mjs +400 -0
- package/scripts/github-deploy-notify.mjs +174 -0
- package/scripts/github-release-notify.mjs +219 -0
- package/scripts/release.sh +599 -0
- package/scripts/run-codeql-local.sh +116 -0
- package/scripts/run-prettier-all.mjs +25 -0
- package/scripts/security-smoketest.mjs +581 -0
- package/scripts/sticker-catalog-loadtest.mjs +210 -0
- package/scripts/sticker-worker-task.mjs +119 -0
- package/scripts/sync-readme-snapshot.mjs +133 -0
- package/scripts/validate-command-config-schema.mjs +130 -0
- package/scripts/validate-command-configs.mjs +15 -0
- package/scripts/wiki-sync.sh +191 -0
- package/server/auth/googleWebAuth/googleWebAuthRuntime.js +62 -0
- package/server/auth/googleWebAuth/googleWebAuthService.js +807 -0
- package/server/auth/jwt/webJwtService.js +147 -0
- package/server/auth/stickerCatalogAuthContext.js +165 -0
- package/server/auth/termsAcceptance/termsAcceptanceHandler.js +189 -0
- package/server/auth/userPassword/index.js +14 -0
- package/server/auth/userPassword/userPasswordAuthService.js +422 -0
- package/server/auth/userPassword/userPasswordCrypto.js +199 -0
- package/server/auth/userPassword/userPasswordCrypto.test.js +76 -0
- package/server/auth/userPassword/userPasswordRecoveryService.js +728 -0
- package/server/auth/validation/authSchemas.js +236 -0
- package/server/auth/webAccount/webAccountHandlers.js +1434 -0
- package/server/controllers/admin/adminBanService.js +138 -0
- package/server/controllers/admin/adminPanelHandlers.js +2083 -0
- package/server/controllers/admin/stickerCatalogAdminContext.js +17 -0
- package/server/controllers/admin/systemAdminController.js +201 -0
- package/server/controllers/email/emailAutomationController.js +239 -0
- package/server/controllers/metricsController.js +21 -0
- package/server/controllers/seo/stickerCatalogSeoContext.js +514 -0
- package/server/controllers/sticker/nonCatalogHandlers.js +303 -0
- package/server/controllers/sticker/stickerCatalogController.js +4700 -0
- package/server/controllers/system/contactController.js +115 -0
- package/server/controllers/system/githubController.js +137 -0
- package/server/controllers/system/stickerCatalogSystemContext.js +758 -0
- package/server/controllers/system/storageController.js +154 -0
- package/server/controllers/system/systemController.js +135 -0
- package/server/controllers/system/systemMetricsController.js +156 -0
- package/server/controllers/system/visitController.js +90 -0
- package/server/controllers/userController.js +145 -0
- package/server/email/emailAutomationRuntime.js +225 -0
- package/server/email/emailAutomationService.js +125 -0
- package/server/email/emailOutboxRepository.js +282 -0
- package/server/email/emailTemplateService.js +480 -0
- package/server/email/emailTransportService.js +156 -0
- package/server/http/clientIp.js +95 -0
- package/server/http/httpRequestUtils.js +262 -0
- package/server/http/httpRequestUtils.test.js +80 -0
- package/server/http/httpServer.js +180 -0
- package/server/http/requestContext.js +20 -0
- package/server/http/siteRoutingUtils.js +87 -0
- package/server/index.js +1 -0
- package/server/middleware/cachePolicy.js +26 -0
- package/server/middleware/cachePolicyHelpers.js +1 -0
- package/server/middleware/endpointRateLimit.js +181 -0
- package/server/middleware/rateLimit.js +70 -0
- package/server/middleware/requireAdminAuth.js +48 -0
- package/server/middleware/securityHeaders.js +97 -0
- package/server/routes/admin/systemAdminRouter.js +64 -0
- package/server/routes/email/emailAutomationRouter.js +46 -0
- package/server/routes/health/healthRouter.js +41 -0
- package/server/routes/indexRouter.js +234 -0
- package/server/routes/metrics/metricsRouter.js +58 -0
- package/server/routes/static/staticPageRouter.js +134 -0
- package/server/routes/sticker/catalogHandlers/catalogAdminHttp.js +105 -0
- package/server/routes/sticker/catalogHandlers/catalogAuthHttp.js +77 -0
- package/server/routes/sticker/catalogHandlers/catalogPublicHttp.js +120 -0
- package/server/routes/sticker/catalogHandlers/catalogUploadHttp.js +83 -0
- package/server/routes/sticker/catalogRouter.js +77 -0
- package/server/routes/sticker/stickerApiRouter.js +84 -0
- package/server/routes/sticker/stickerDataRouter.js +145 -0
- package/server/routes/sticker/stickerSiteRouter.js +43 -0
- package/server/routes/user/userApiPaths.js +66 -0
- package/server/routes/user/userRouter.js +65 -0
- package/server/utils/safePath.js +26 -0
- package/utils/logger/loggerModule.js +35 -0
- package/vite.config.mjs +38 -0
|
@@ -0,0 +1,249 @@
|
|
|
1
|
+
import logger from '#logger';
|
|
2
|
+
import { setQueueDepth } from '../../observability/metrics.js';
|
|
3
|
+
import { isFeatureEnabled } from '../../services/infra/featureFlagService.js';
|
|
4
|
+
import { runStickerClassificationCycle } from './stickerClassificationBackgroundRuntime.js';
|
|
5
|
+
import { runStickerAutoPackByTagsCycle } from './stickerAutoPackByTagsRuntime.js';
|
|
6
|
+
import { claimWorkerTask, completeWorkerTask, countWorkerTasksByStatus, failWorkerTask } from './stickerWorkerTaskQueueRepository.js';
|
|
7
|
+
|
|
8
|
+
const parseEnvBool = (value, fallback) => {
|
|
9
|
+
if (value === undefined || value === null || value === '') return fallback;
|
|
10
|
+
const normalized = String(value).trim().toLowerCase();
|
|
11
|
+
if (['1', 'true', 'yes', 'y', 'on'].includes(normalized)) return true;
|
|
12
|
+
if (['0', 'false', 'no', 'n', 'off'].includes(normalized)) return false;
|
|
13
|
+
return fallback;
|
|
14
|
+
};
|
|
15
|
+
|
|
16
|
+
const clampInt = (value, fallback, min, max) => {
|
|
17
|
+
const numeric = Number(value);
|
|
18
|
+
if (!Number.isFinite(numeric)) return fallback;
|
|
19
|
+
return Math.max(min, Math.min(max, Math.floor(numeric)));
|
|
20
|
+
};
|
|
21
|
+
|
|
22
|
+
const clampNumber = (value, fallback, min, max) => {
|
|
23
|
+
const numeric = Number(value);
|
|
24
|
+
if (!Number.isFinite(numeric)) return fallback;
|
|
25
|
+
return Math.max(min, Math.min(max, numeric));
|
|
26
|
+
};
|
|
27
|
+
|
|
28
|
+
const DEDICATED_WORKERS_ENABLED = parseEnvBool(process.env.STICKER_DEDICATED_WORKERS_ENABLED, true);
|
|
29
|
+
const DEDICATED_WORKERS_FORCE_ENABLED = parseEnvBool(process.env.STICKER_DEDICATED_WORKERS_FORCE_ENABLED, false);
|
|
30
|
+
const DEDICATED_WORKER_RETRY_DELAY_SECONDS = clampInt(process.env.STICKER_DEDICATED_WORKER_RETRY_DELAY_SECONDS, 60, 5, 3600);
|
|
31
|
+
const DEDICATED_WORKER_POLL_INTERVAL_MS = clampInt(process.env.STICKER_DEDICATED_WORKER_POLL_INTERVAL_MS, 2500, 250, 60_000);
|
|
32
|
+
const DEDICATED_WORKER_MAX_TASKS_PER_TICK = clampInt(process.env.STICKER_DEDICATED_WORKER_MAX_TASKS_PER_TICK, 1, 1, 25);
|
|
33
|
+
const DEDICATED_WORKER_IDLE_BACKOFF_MULTIPLIER = clampNumber(process.env.STICKER_DEDICATED_WORKER_IDLE_BACKOFF_MULTIPLIER, 1.7, 1, 5);
|
|
34
|
+
const DEDICATED_WORKER_IDLE_MAX_POLL_INTERVAL_MS = clampInt(process.env.STICKER_DEDICATED_WORKER_IDLE_MAX_POLL_INTERVAL_MS, Math.max(30_000, DEDICATED_WORKER_POLL_INTERVAL_MS * 8), 1_000, 300_000);
|
|
35
|
+
const DEDICATED_WORKER_IDLE_JITTER_PERCENT = clampInt(process.env.STICKER_DEDICATED_WORKER_IDLE_JITTER_PERCENT, 12, 0, 60);
|
|
36
|
+
const DEDICATED_WORKER_COHORT_KEY = String(process.env.STICKER_DEDICATED_WORKER_COHORT_KEY || process.env.HOSTNAME || process.pid).trim() || 'worker';
|
|
37
|
+
|
|
38
|
+
const SUPPORTED_TASK_TYPES = new Set(['classification_cycle', 'curation_cycle', 'rebuild_cycle']);
|
|
39
|
+
|
|
40
|
+
const normalizeTaskType = (value) => {
|
|
41
|
+
const normalized = String(value || '')
|
|
42
|
+
.trim()
|
|
43
|
+
.toLowerCase();
|
|
44
|
+
return SUPPORTED_TASK_TYPES.has(normalized) ? normalized : null;
|
|
45
|
+
};
|
|
46
|
+
|
|
47
|
+
const runTaskHandler = async (taskType, payload = {}) => {
|
|
48
|
+
if (taskType === 'classification_cycle') {
|
|
49
|
+
return runStickerClassificationCycle({
|
|
50
|
+
processPending: true,
|
|
51
|
+
processReprocess: true,
|
|
52
|
+
processDeterministic: true,
|
|
53
|
+
...payload,
|
|
54
|
+
});
|
|
55
|
+
}
|
|
56
|
+
if (taskType === 'curation_cycle') {
|
|
57
|
+
return runStickerAutoPackByTagsCycle({
|
|
58
|
+
enableAdditions: true,
|
|
59
|
+
enableRebuild: false,
|
|
60
|
+
...payload,
|
|
61
|
+
});
|
|
62
|
+
}
|
|
63
|
+
if (taskType === 'rebuild_cycle') {
|
|
64
|
+
return runStickerAutoPackByTagsCycle({
|
|
65
|
+
enableAdditions: false,
|
|
66
|
+
enableRebuild: true,
|
|
67
|
+
...payload,
|
|
68
|
+
});
|
|
69
|
+
}
|
|
70
|
+
throw new Error(`unsupported_task_type:${taskType}`);
|
|
71
|
+
};
|
|
72
|
+
|
|
73
|
+
const refreshQueueDepthMetrics = async () => {
|
|
74
|
+
const [pending, processing, failed] = await Promise.all([countWorkerTasksByStatus('pending'), countWorkerTasksByStatus('processing'), countWorkerTasksByStatus('failed')]);
|
|
75
|
+
setQueueDepth('sticker_worker_tasks_pending', pending);
|
|
76
|
+
setQueueDepth('sticker_worker_tasks_processing', processing);
|
|
77
|
+
setQueueDepth('sticker_worker_tasks_failed', failed);
|
|
78
|
+
};
|
|
79
|
+
|
|
80
|
+
const canRunDedicatedWorkers = async (taskType) => {
|
|
81
|
+
if (!DEDICATED_WORKERS_ENABLED) return false;
|
|
82
|
+
if (DEDICATED_WORKERS_FORCE_ENABLED) return true;
|
|
83
|
+
return isFeatureEnabled('enable_worker_dedicated_processes', {
|
|
84
|
+
fallback: false,
|
|
85
|
+
subjectKey: `worker:${taskType}:${DEDICATED_WORKER_COHORT_KEY}`,
|
|
86
|
+
});
|
|
87
|
+
};
|
|
88
|
+
|
|
89
|
+
export const isSupportedStickerWorkerTaskType = (taskType) => Boolean(normalizeTaskType(taskType));
|
|
90
|
+
|
|
91
|
+
export const runDedicatedStickerWorkerTick = async ({ taskType, maxTasks = DEDICATED_WORKER_MAX_TASKS_PER_TICK, retryDelaySeconds = DEDICATED_WORKER_RETRY_DELAY_SECONDS } = {}) => {
|
|
92
|
+
const normalizedTaskType = normalizeTaskType(taskType);
|
|
93
|
+
if (!normalizedTaskType) {
|
|
94
|
+
return { executed: false, reason: 'invalid_task_type', task_type: taskType || null };
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
const enabled = await canRunDedicatedWorkers(normalizedTaskType);
|
|
98
|
+
if (!enabled) {
|
|
99
|
+
return { executed: false, reason: 'feature_disabled', task_type: normalizedTaskType };
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
const safeMaxTasks = clampInt(maxTasks, DEDICATED_WORKER_MAX_TASKS_PER_TICK, 1, 25);
|
|
103
|
+
const stats = {
|
|
104
|
+
executed: true,
|
|
105
|
+
task_type: normalizedTaskType,
|
|
106
|
+
claimed: 0,
|
|
107
|
+
completed: 0,
|
|
108
|
+
failed: 0,
|
|
109
|
+
};
|
|
110
|
+
|
|
111
|
+
for (let i = 0; i < safeMaxTasks; i += 1) {
|
|
112
|
+
const task = await claimWorkerTask({ taskType: normalizedTaskType });
|
|
113
|
+
if (!task) break;
|
|
114
|
+
|
|
115
|
+
stats.claimed += 1;
|
|
116
|
+
|
|
117
|
+
try {
|
|
118
|
+
await runTaskHandler(normalizedTaskType, task.payload || {});
|
|
119
|
+
await completeWorkerTask(task.id);
|
|
120
|
+
stats.completed += 1;
|
|
121
|
+
} catch (error) {
|
|
122
|
+
stats.failed += 1;
|
|
123
|
+
await failWorkerTask(task.id, {
|
|
124
|
+
error: error?.message || 'dedicated_worker_task_failed',
|
|
125
|
+
retryDelaySeconds,
|
|
126
|
+
});
|
|
127
|
+
|
|
128
|
+
logger.warn('Task falhou no worker dedicado.', {
|
|
129
|
+
action: 'sticker_dedicated_worker_task_failed',
|
|
130
|
+
task_type: normalizedTaskType,
|
|
131
|
+
task_id: task.id,
|
|
132
|
+
attempts: task.attempts,
|
|
133
|
+
error: error?.message,
|
|
134
|
+
});
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
if (stats.claimed > 0) {
|
|
139
|
+
await refreshQueueDepthMetrics().catch(() => null);
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
return stats;
|
|
143
|
+
};
|
|
144
|
+
|
|
145
|
+
const applyDelayJitter = (delayMs, jitterPercent) => {
|
|
146
|
+
const baseDelay = Math.max(250, Math.floor(Number(delayMs) || 0));
|
|
147
|
+
const safeJitterPercent = clampInt(jitterPercent, DEDICATED_WORKER_IDLE_JITTER_PERCENT, 0, 60);
|
|
148
|
+
if (safeJitterPercent <= 0) return baseDelay;
|
|
149
|
+
const variation = (Math.random() * 2 - 1) * (safeJitterPercent / 100);
|
|
150
|
+
return Math.max(250, Math.floor(baseDelay * (1 + variation)));
|
|
151
|
+
};
|
|
152
|
+
|
|
153
|
+
export const startDedicatedStickerWorker = ({ taskType, pollIntervalMs = DEDICATED_WORKER_POLL_INTERVAL_MS, maxTasksPerTick = DEDICATED_WORKER_MAX_TASKS_PER_TICK, retryDelaySeconds = DEDICATED_WORKER_RETRY_DELAY_SECONDS, idleBackoffMultiplier = DEDICATED_WORKER_IDLE_BACKOFF_MULTIPLIER, idleMaxPollIntervalMs = DEDICATED_WORKER_IDLE_MAX_POLL_INTERVAL_MS, idleJitterPercent = DEDICATED_WORKER_IDLE_JITTER_PERCENT, label = '' } = {}) => {
|
|
154
|
+
const normalizedTaskType = normalizeTaskType(taskType);
|
|
155
|
+
if (!normalizedTaskType) {
|
|
156
|
+
throw new Error(`invalid_task_type:${taskType}`);
|
|
157
|
+
}
|
|
158
|
+
|
|
159
|
+
const safePollIntervalMs = clampInt(pollIntervalMs, DEDICATED_WORKER_POLL_INTERVAL_MS, 250, 60_000);
|
|
160
|
+
const safeIdleBackoffMultiplier = clampNumber(idleBackoffMultiplier, DEDICATED_WORKER_IDLE_BACKOFF_MULTIPLIER, 1, 5);
|
|
161
|
+
const safeIdleMaxPollIntervalMs = clampInt(idleMaxPollIntervalMs, Math.max(DEDICATED_WORKER_IDLE_MAX_POLL_INTERVAL_MS, safePollIntervalMs), safePollIntervalMs, 300_000);
|
|
162
|
+
const safeIdleJitterPercent = clampInt(idleJitterPercent, DEDICATED_WORKER_IDLE_JITTER_PERCENT, 0, 60);
|
|
163
|
+
let tickInFlight = false;
|
|
164
|
+
let stopped = false;
|
|
165
|
+
let tickHandle = null;
|
|
166
|
+
let nextDelayMs = safePollIntervalMs;
|
|
167
|
+
|
|
168
|
+
const scheduleNextTick = (delayMs = safePollIntervalMs) => {
|
|
169
|
+
if (stopped) return;
|
|
170
|
+
if (tickHandle) {
|
|
171
|
+
clearTimeout(tickHandle);
|
|
172
|
+
tickHandle = null;
|
|
173
|
+
}
|
|
174
|
+
|
|
175
|
+
const effectiveDelayMs = applyDelayJitter(delayMs, safeIdleJitterPercent);
|
|
176
|
+
tickHandle = setTimeout(() => {
|
|
177
|
+
tickHandle = null;
|
|
178
|
+
void runTick();
|
|
179
|
+
}, effectiveDelayMs);
|
|
180
|
+
|
|
181
|
+
if (typeof tickHandle?.unref === 'function') {
|
|
182
|
+
tickHandle.unref();
|
|
183
|
+
}
|
|
184
|
+
};
|
|
185
|
+
|
|
186
|
+
const runTick = async () => {
|
|
187
|
+
if (stopped || tickInFlight) return;
|
|
188
|
+
tickInFlight = true;
|
|
189
|
+
let tickResult = null;
|
|
190
|
+
try {
|
|
191
|
+
tickResult = await runDedicatedStickerWorkerTick({
|
|
192
|
+
taskType: normalizedTaskType,
|
|
193
|
+
maxTasks: maxTasksPerTick,
|
|
194
|
+
retryDelaySeconds,
|
|
195
|
+
});
|
|
196
|
+
} catch (error) {
|
|
197
|
+
if (error?.code !== 'ER_NO_SUCH_TABLE') {
|
|
198
|
+
logger.error('Falha no worker dedicado de sticker.', {
|
|
199
|
+
action: 'sticker_dedicated_worker_tick_failed',
|
|
200
|
+
task_type: normalizedTaskType,
|
|
201
|
+
error: error?.message,
|
|
202
|
+
});
|
|
203
|
+
}
|
|
204
|
+
} finally {
|
|
205
|
+
tickInFlight = false;
|
|
206
|
+
}
|
|
207
|
+
|
|
208
|
+
if (stopped) return;
|
|
209
|
+
|
|
210
|
+
const claimedTasks = Number(tickResult?.claimed || 0);
|
|
211
|
+
if (claimedTasks > 0) {
|
|
212
|
+
nextDelayMs = safePollIntervalMs;
|
|
213
|
+
} else {
|
|
214
|
+
nextDelayMs = Math.min(safeIdleMaxPollIntervalMs, Math.max(safePollIntervalMs, Math.floor(nextDelayMs * safeIdleBackoffMultiplier)));
|
|
215
|
+
}
|
|
216
|
+
|
|
217
|
+
scheduleNextTick(nextDelayMs);
|
|
218
|
+
};
|
|
219
|
+
|
|
220
|
+
void runTick();
|
|
221
|
+
|
|
222
|
+
logger.info('Worker dedicado de sticker iniciado.', {
|
|
223
|
+
action: 'sticker_dedicated_worker_started',
|
|
224
|
+
task_type: normalizedTaskType,
|
|
225
|
+
poll_interval_ms: safePollIntervalMs,
|
|
226
|
+
idle_backoff_multiplier: safeIdleBackoffMultiplier,
|
|
227
|
+
idle_max_poll_interval_ms: safeIdleMaxPollIntervalMs,
|
|
228
|
+
idle_jitter_percent: safeIdleJitterPercent,
|
|
229
|
+
max_tasks_per_tick: maxTasksPerTick,
|
|
230
|
+
label: label || null,
|
|
231
|
+
});
|
|
232
|
+
|
|
233
|
+
return {
|
|
234
|
+
taskType: normalizedTaskType,
|
|
235
|
+
stop: () => {
|
|
236
|
+
if (stopped) return;
|
|
237
|
+
stopped = true;
|
|
238
|
+
if (tickHandle) {
|
|
239
|
+
clearTimeout(tickHandle);
|
|
240
|
+
tickHandle = null;
|
|
241
|
+
}
|
|
242
|
+
logger.info('Worker dedicado de sticker encerrado.', {
|
|
243
|
+
action: 'sticker_dedicated_worker_stopped',
|
|
244
|
+
task_type: normalizedTaskType,
|
|
245
|
+
label: label || null,
|
|
246
|
+
});
|
|
247
|
+
},
|
|
248
|
+
};
|
|
249
|
+
};
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
import logger from '#logger';
|
|
2
|
+
import { isFeatureEnabled } from '../../services/infra/featureFlagService.js';
|
|
3
|
+
import { enqueueDomainEvent } from './domainEventOutboxRepository.js';
|
|
4
|
+
|
|
5
|
+
const resolveDefaultIdempotencyKey = ({ eventType, aggregateType, aggregateId, payload = null }) => {
|
|
6
|
+
const payloadKey = payload && typeof payload === 'object' ? JSON.stringify(payload).slice(0, 80) : '';
|
|
7
|
+
return `${eventType}:${aggregateType}:${aggregateId}:${payloadKey}`.slice(0, 180);
|
|
8
|
+
};
|
|
9
|
+
|
|
10
|
+
export const publishStickerDomainEvent = async (eventPayload, { connection = null, force = false } = {}) => {
|
|
11
|
+
const eventType = String(eventPayload?.eventType || '').trim();
|
|
12
|
+
const aggregateType = String(eventPayload?.aggregateType || '').trim();
|
|
13
|
+
const aggregateId = String(eventPayload?.aggregateId || '').trim();
|
|
14
|
+
|
|
15
|
+
if (!eventType || !aggregateType || !aggregateId) return false;
|
|
16
|
+
|
|
17
|
+
const enabled = force
|
|
18
|
+
? true
|
|
19
|
+
: await isFeatureEnabled('enable_domain_event_outbox', {
|
|
20
|
+
fallback: true,
|
|
21
|
+
subjectKey: `${aggregateType}:${aggregateId}`,
|
|
22
|
+
});
|
|
23
|
+
if (!enabled) return false;
|
|
24
|
+
|
|
25
|
+
try {
|
|
26
|
+
const idempotencyKey =
|
|
27
|
+
String(eventPayload?.idempotencyKey || '').trim() ||
|
|
28
|
+
resolveDefaultIdempotencyKey({
|
|
29
|
+
eventType,
|
|
30
|
+
aggregateType,
|
|
31
|
+
aggregateId,
|
|
32
|
+
payload: eventPayload?.payload || null,
|
|
33
|
+
});
|
|
34
|
+
|
|
35
|
+
return await enqueueDomainEvent(
|
|
36
|
+
{
|
|
37
|
+
eventType,
|
|
38
|
+
aggregateType,
|
|
39
|
+
aggregateId,
|
|
40
|
+
payload: eventPayload?.payload || null,
|
|
41
|
+
priority: eventPayload?.priority ?? 50,
|
|
42
|
+
availableAt: eventPayload?.availableAt || null,
|
|
43
|
+
maxAttempts: eventPayload?.maxAttempts ?? 10,
|
|
44
|
+
idempotencyKey,
|
|
45
|
+
},
|
|
46
|
+
connection,
|
|
47
|
+
);
|
|
48
|
+
} catch (error) {
|
|
49
|
+
if (error?.code === 'ER_NO_SUCH_TABLE') {
|
|
50
|
+
logger.warn('Outbox indisponível; evento de domínio descartado.', {
|
|
51
|
+
action: 'sticker_domain_event_outbox_unavailable',
|
|
52
|
+
event_type: eventType,
|
|
53
|
+
});
|
|
54
|
+
return false;
|
|
55
|
+
}
|
|
56
|
+
logger.warn('Falha ao publicar evento de domínio.', {
|
|
57
|
+
action: 'sticker_domain_event_publish_failed',
|
|
58
|
+
event_type: eventType,
|
|
59
|
+
aggregate_type: aggregateType,
|
|
60
|
+
aggregate_id: aggregateId,
|
|
61
|
+
error: error?.message,
|
|
62
|
+
});
|
|
63
|
+
return false;
|
|
64
|
+
}
|
|
65
|
+
};
|
|
@@ -0,0 +1,208 @@
|
|
|
1
|
+
import logger from '#logger';
|
|
2
|
+
import { setQueueDepth } from '../../observability/metrics.js';
|
|
3
|
+
import { isFeatureEnabled } from '../../services/infra/featureFlagService.js';
|
|
4
|
+
import { claimDomainEvent, completeDomainEvent, countDomainEventsByStatus, failDomainEvent } from './domainEventOutboxRepository.js';
|
|
5
|
+
import { STICKER_DOMAIN_EVENTS } from './domainEvents.js';
|
|
6
|
+
import { enqueueWorkerTask } from './stickerWorkerTaskQueueRepository.js';
|
|
7
|
+
import { enqueuePackScoreSnapshotRefresh } from './stickerPackScoreSnapshotRuntime.js';
|
|
8
|
+
import { listPackIdsByStickerId } from './stickerPackItemRepository.js';
|
|
9
|
+
|
|
10
|
+
const parseEnvBool = (value, fallback) => {
|
|
11
|
+
if (value === undefined || value === null || value === '') return fallback;
|
|
12
|
+
const normalized = String(value).trim().toLowerCase();
|
|
13
|
+
if (['1', 'true', 'yes', 'y', 'on'].includes(normalized)) return true;
|
|
14
|
+
if (['0', 'false', 'no', 'n', 'off'].includes(normalized)) return false;
|
|
15
|
+
return fallback;
|
|
16
|
+
};
|
|
17
|
+
|
|
18
|
+
const CONSUMER_ENABLED = parseEnvBool(process.env.STICKER_DOMAIN_EVENT_CONSUMER_ENABLED, true);
|
|
19
|
+
const STARTUP_DELAY_MS = Math.max(1_000, Number(process.env.STICKER_DOMAIN_EVENT_CONSUMER_STARTUP_DELAY_MS) || 8_000);
|
|
20
|
+
const POLLER_INTERVAL_MS = Math.max(1_000, Number(process.env.STICKER_DOMAIN_EVENT_CONSUMER_POLLER_INTERVAL_MS) || 2_000);
|
|
21
|
+
const RETRY_DELAY_SECONDS = Math.max(5, Math.min(3600, Number(process.env.STICKER_DOMAIN_EVENT_CONSUMER_RETRY_DELAY_SECONDS) || 45));
|
|
22
|
+
const CLASSIFICATION_COALESCE_WINDOW_SECONDS = Math.max(30, Math.min(3600, Number(process.env.STICKER_DOMAIN_EVENT_CLASSIFICATION_COALESCE_WINDOW_SECONDS) || 60));
|
|
23
|
+
const CURATION_COALESCE_WINDOW_SECONDS = Math.max(30, Math.min(3600, Number(process.env.STICKER_DOMAIN_EVENT_CURATION_COALESCE_WINDOW_SECONDS) || 60));
|
|
24
|
+
const REBUILD_COALESCE_WINDOW_SECONDS = Math.max(30, Math.min(3600, Number(process.env.STICKER_DOMAIN_EVENT_REBUILD_COALESCE_WINDOW_SECONDS) || 120));
|
|
25
|
+
const CONSUMER_COHORT_KEY = String(process.env.STICKER_DOMAIN_EVENT_CONSUMER_COHORT_KEY || process.env.HOSTNAME || process.pid).trim() || 'consumer';
|
|
26
|
+
|
|
27
|
+
let startupHandle = null;
|
|
28
|
+
let pollerHandle = null;
|
|
29
|
+
let running = false;
|
|
30
|
+
|
|
31
|
+
const refreshOutboxDepthMetrics = async () => {
|
|
32
|
+
const [pending, processing, failed] = await Promise.all([countDomainEventsByStatus('pending'), countDomainEventsByStatus('processing'), countDomainEventsByStatus('failed')]);
|
|
33
|
+
setQueueDepth('domain_event_outbox_pending', pending);
|
|
34
|
+
setQueueDepth('domain_event_outbox_processing', processing);
|
|
35
|
+
setQueueDepth('domain_event_outbox_failed', failed);
|
|
36
|
+
};
|
|
37
|
+
|
|
38
|
+
const canRunConsumer = async () =>
|
|
39
|
+
isFeatureEnabled('enable_domain_event_outbox', {
|
|
40
|
+
fallback: true,
|
|
41
|
+
subjectKey: `domain_event_consumer:${CONSUMER_COHORT_KEY}`,
|
|
42
|
+
});
|
|
43
|
+
|
|
44
|
+
const enqueueTaskSafely = async ({ taskType, payload, priority, idempotencyKey }) => {
|
|
45
|
+
await enqueueWorkerTask({
|
|
46
|
+
taskType,
|
|
47
|
+
payload,
|
|
48
|
+
priority,
|
|
49
|
+
idempotencyKey,
|
|
50
|
+
});
|
|
51
|
+
};
|
|
52
|
+
|
|
53
|
+
const toUnixSeconds = (value) => {
|
|
54
|
+
if (!value) return Math.floor(Date.now() / 1000);
|
|
55
|
+
const numeric = Date.parse(value);
|
|
56
|
+
if (!Number.isFinite(numeric)) return Math.floor(Date.now() / 1000);
|
|
57
|
+
return Math.floor(numeric / 1000);
|
|
58
|
+
};
|
|
59
|
+
|
|
60
|
+
const toWindowBucket = (value, windowSeconds) => {
|
|
61
|
+
const safeWindow = Math.max(1, Math.floor(windowSeconds || 1));
|
|
62
|
+
return Math.floor(toUnixSeconds(value) / safeWindow);
|
|
63
|
+
};
|
|
64
|
+
|
|
65
|
+
const handleDomainEvent = async (event) => {
|
|
66
|
+
const eventType = String(event?.event_type || '')
|
|
67
|
+
.trim()
|
|
68
|
+
.toUpperCase();
|
|
69
|
+
const aggregateId = String(event?.aggregate_id || '').trim();
|
|
70
|
+
const payload = event?.payload && typeof event.payload === 'object' ? event.payload : {};
|
|
71
|
+
|
|
72
|
+
if (eventType === STICKER_DOMAIN_EVENTS.STICKER_ASSET_CREATED) {
|
|
73
|
+
const coalesceBucket = toWindowBucket(event?.created_at, CLASSIFICATION_COALESCE_WINDOW_SECONDS);
|
|
74
|
+
await enqueueTaskSafely({
|
|
75
|
+
taskType: 'classification_cycle',
|
|
76
|
+
payload: {
|
|
77
|
+
reason: 'domain_event',
|
|
78
|
+
event_type: eventType,
|
|
79
|
+
aggregate_id: aggregateId,
|
|
80
|
+
coalesced: true,
|
|
81
|
+
},
|
|
82
|
+
priority: 80,
|
|
83
|
+
idempotencyKey: `evt:${eventType}:${coalesceBucket}:classification_cycle`,
|
|
84
|
+
});
|
|
85
|
+
return;
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
if (eventType === STICKER_DOMAIN_EVENTS.STICKER_CLASSIFIED) {
|
|
89
|
+
const coalesceBucket = toWindowBucket(event?.created_at, CURATION_COALESCE_WINDOW_SECONDS);
|
|
90
|
+
const assetId = String(payload?.asset_id || aggregateId || '').trim();
|
|
91
|
+
const relatedPackIds = assetId ? await listPackIdsByStickerId(assetId).catch(() => []) : [];
|
|
92
|
+
if (relatedPackIds.length) {
|
|
93
|
+
enqueuePackScoreSnapshotRefresh(relatedPackIds);
|
|
94
|
+
}
|
|
95
|
+
await enqueueTaskSafely({
|
|
96
|
+
taskType: 'curation_cycle',
|
|
97
|
+
payload: {
|
|
98
|
+
reason: 'domain_event',
|
|
99
|
+
event_type: eventType,
|
|
100
|
+
aggregate_id: aggregateId,
|
|
101
|
+
related_pack_ids: relatedPackIds,
|
|
102
|
+
coalesced: true,
|
|
103
|
+
},
|
|
104
|
+
priority: 65,
|
|
105
|
+
idempotencyKey: `evt:${eventType}:${coalesceBucket}:curation_cycle`,
|
|
106
|
+
});
|
|
107
|
+
return;
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
if (eventType === STICKER_DOMAIN_EVENTS.PACK_UPDATED) {
|
|
111
|
+
const coalesceBucket = toWindowBucket(event?.created_at, REBUILD_COALESCE_WINDOW_SECONDS);
|
|
112
|
+
const packId = String(payload?.pack_id || aggregateId || '').trim();
|
|
113
|
+
if (packId) {
|
|
114
|
+
enqueuePackScoreSnapshotRefresh([packId]);
|
|
115
|
+
}
|
|
116
|
+
const rebuildIdempotency = packId ? `evt:${eventType}:${packId}:${coalesceBucket}:rebuild_cycle` : `evt:${eventType}:${coalesceBucket}:rebuild_cycle`;
|
|
117
|
+
await enqueueTaskSafely({
|
|
118
|
+
taskType: 'rebuild_cycle',
|
|
119
|
+
payload: {
|
|
120
|
+
reason: 'domain_event',
|
|
121
|
+
event_type: eventType,
|
|
122
|
+
aggregate_id: aggregateId,
|
|
123
|
+
pack_id: packId || null,
|
|
124
|
+
coalesced: true,
|
|
125
|
+
},
|
|
126
|
+
priority: 60,
|
|
127
|
+
idempotencyKey: rebuildIdempotency,
|
|
128
|
+
});
|
|
129
|
+
return;
|
|
130
|
+
}
|
|
131
|
+
|
|
132
|
+
if (eventType === STICKER_DOMAIN_EVENTS.ENGAGEMENT_RECORDED) {
|
|
133
|
+
const packId = String(payload?.pack_id || aggregateId || '').trim();
|
|
134
|
+
if (packId) {
|
|
135
|
+
enqueuePackScoreSnapshotRefresh([packId]);
|
|
136
|
+
}
|
|
137
|
+
return;
|
|
138
|
+
}
|
|
139
|
+
};
|
|
140
|
+
|
|
141
|
+
const pollOnce = async () => {
|
|
142
|
+
if (running || !CONSUMER_ENABLED) return;
|
|
143
|
+
running = true;
|
|
144
|
+
try {
|
|
145
|
+
if (!(await canRunConsumer())) return;
|
|
146
|
+
|
|
147
|
+
const event = await claimDomainEvent();
|
|
148
|
+
if (!event) {
|
|
149
|
+
await refreshOutboxDepthMetrics();
|
|
150
|
+
return;
|
|
151
|
+
}
|
|
152
|
+
|
|
153
|
+
try {
|
|
154
|
+
await handleDomainEvent(event);
|
|
155
|
+
await completeDomainEvent(event.id);
|
|
156
|
+
} catch (error) {
|
|
157
|
+
await failDomainEvent(event.id, {
|
|
158
|
+
error: error?.message || 'domain_event_consumer_failed',
|
|
159
|
+
retryDelaySeconds: RETRY_DELAY_SECONDS,
|
|
160
|
+
});
|
|
161
|
+
logger.warn('Evento de domínio falhou no consumidor interno.', {
|
|
162
|
+
action: 'sticker_domain_event_consumer_event_failed',
|
|
163
|
+
event_id: event.id,
|
|
164
|
+
event_type: event.event_type,
|
|
165
|
+
aggregate_type: event.aggregate_type,
|
|
166
|
+
aggregate_id: event.aggregate_id,
|
|
167
|
+
error: error?.message,
|
|
168
|
+
});
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
await refreshOutboxDepthMetrics();
|
|
172
|
+
} catch (error) {
|
|
173
|
+
if (error?.code !== 'ER_NO_SUCH_TABLE') {
|
|
174
|
+
logger.error('Falha no poller do consumidor de eventos de domínio.', {
|
|
175
|
+
action: 'sticker_domain_event_consumer_poll_failed',
|
|
176
|
+
error: error?.message,
|
|
177
|
+
});
|
|
178
|
+
}
|
|
179
|
+
} finally {
|
|
180
|
+
running = false;
|
|
181
|
+
}
|
|
182
|
+
};
|
|
183
|
+
|
|
184
|
+
export const startStickerDomainEventConsumer = () => {
|
|
185
|
+
if (!CONSUMER_ENABLED) return;
|
|
186
|
+
if (startupHandle || pollerHandle) return;
|
|
187
|
+
|
|
188
|
+
startupHandle = setTimeout(() => {
|
|
189
|
+
startupHandle = null;
|
|
190
|
+
void pollOnce();
|
|
191
|
+
pollerHandle = setInterval(() => {
|
|
192
|
+
void pollOnce();
|
|
193
|
+
}, POLLER_INTERVAL_MS);
|
|
194
|
+
if (typeof pollerHandle?.unref === 'function') pollerHandle.unref();
|
|
195
|
+
}, STARTUP_DELAY_MS);
|
|
196
|
+
if (typeof startupHandle?.unref === 'function') startupHandle.unref();
|
|
197
|
+
};
|
|
198
|
+
|
|
199
|
+
export const stopStickerDomainEventConsumer = () => {
|
|
200
|
+
if (startupHandle) {
|
|
201
|
+
clearTimeout(startupHandle);
|
|
202
|
+
startupHandle = null;
|
|
203
|
+
}
|
|
204
|
+
if (pollerHandle) {
|
|
205
|
+
clearInterval(pollerHandle);
|
|
206
|
+
pollerHandle = null;
|
|
207
|
+
}
|
|
208
|
+
};
|
|
@@ -0,0 +1,99 @@
|
|
|
1
|
+
import { listClassificationCategoryDistribution } from './stickerAssetClassificationRepository.js';
|
|
2
|
+
|
|
3
|
+
const clamp = (value, min, max) => Math.max(min, Math.min(max, value));
|
|
4
|
+
|
|
5
|
+
const REFRESH_MS = Math.max(30_000, Number(process.env.STICKER_DRIFT_REFRESH_MS) || 10 * 60 * 1000);
|
|
6
|
+
const DIVERGENCE_SENSITIVITY = clamp(Number(process.env.STICKER_DRIFT_SENSITIVITY || 1), 0.5, 2.5);
|
|
7
|
+
|
|
8
|
+
const BASE_WEIGHTS = Object.freeze({
|
|
9
|
+
classification: 0.4,
|
|
10
|
+
engagement: 0.3,
|
|
11
|
+
quality: 0.2,
|
|
12
|
+
diversity: 0.1,
|
|
13
|
+
});
|
|
14
|
+
|
|
15
|
+
let cache = {
|
|
16
|
+
expiresAt: 0,
|
|
17
|
+
weights: BASE_WEIGHTS,
|
|
18
|
+
driftScore: 0,
|
|
19
|
+
distribution7d: {},
|
|
20
|
+
distribution30d: {},
|
|
21
|
+
};
|
|
22
|
+
|
|
23
|
+
const toProbabilityMap = (distribution) => {
|
|
24
|
+
const total = Number(distribution?.total || 0);
|
|
25
|
+
const categories = distribution?.categories instanceof Map ? distribution.categories : new Map();
|
|
26
|
+
const map = new Map();
|
|
27
|
+
if (!total || categories.size === 0) return map;
|
|
28
|
+
|
|
29
|
+
for (const [category, count] of categories.entries()) {
|
|
30
|
+
const probability = Number(count) / total;
|
|
31
|
+
if (probability > 0) {
|
|
32
|
+
map.set(category, probability);
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
return map;
|
|
36
|
+
};
|
|
37
|
+
|
|
38
|
+
const computeL1Divergence = (left, right) => {
|
|
39
|
+
const keys = new Set([...left.keys(), ...right.keys()]);
|
|
40
|
+
if (!keys.size) return 0;
|
|
41
|
+
|
|
42
|
+
let sumAbs = 0;
|
|
43
|
+
for (const key of keys) {
|
|
44
|
+
sumAbs += Math.abs((left.get(key) || 0) - (right.get(key) || 0));
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
return clamp(sumAbs / 2, 0, 1);
|
|
48
|
+
};
|
|
49
|
+
|
|
50
|
+
const normalizeWeights = (weights) => {
|
|
51
|
+
const total = Object.values(weights).reduce((sum, value) => sum + value, 0);
|
|
52
|
+
if (!total || !Number.isFinite(total)) return BASE_WEIGHTS;
|
|
53
|
+
return {
|
|
54
|
+
classification: Number((weights.classification / total).toFixed(6)),
|
|
55
|
+
engagement: Number((weights.engagement / total).toFixed(6)),
|
|
56
|
+
quality: Number((weights.quality / total).toFixed(6)),
|
|
57
|
+
diversity: Number((weights.diversity / total).toFixed(6)),
|
|
58
|
+
};
|
|
59
|
+
};
|
|
60
|
+
|
|
61
|
+
const buildDynamicWeights = (driftScore) => {
|
|
62
|
+
const adjustedDrift = clamp(driftScore * DIVERGENCE_SENSITIVITY, 0, 1);
|
|
63
|
+
const classificationShift = clamp(BASE_WEIGHTS.classification - adjustedDrift * 0.1, 0.25, 0.45);
|
|
64
|
+
const engagementShift = clamp(BASE_WEIGHTS.engagement + adjustedDrift * 0.08, 0.25, 0.42);
|
|
65
|
+
const qualityShift = clamp(BASE_WEIGHTS.quality + adjustedDrift * 0.01, 0.15, 0.3);
|
|
66
|
+
const diversityShift = clamp(BASE_WEIGHTS.diversity + adjustedDrift * 0.01, 0.08, 0.2);
|
|
67
|
+
return normalizeWeights({
|
|
68
|
+
classification: classificationShift,
|
|
69
|
+
engagement: engagementShift,
|
|
70
|
+
quality: qualityShift,
|
|
71
|
+
diversity: diversityShift,
|
|
72
|
+
});
|
|
73
|
+
};
|
|
74
|
+
|
|
75
|
+
export const getBaseMarketplaceWeights = () => BASE_WEIGHTS;
|
|
76
|
+
|
|
77
|
+
export const getMarketplaceDriftSnapshot = async ({ force = false } = {}) => {
|
|
78
|
+
const now = Date.now();
|
|
79
|
+
if (!force && now < cache.expiresAt) {
|
|
80
|
+
return cache;
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
const [distribution7d, distribution30d] = await Promise.all([listClassificationCategoryDistribution({ days: 7 }), listClassificationCategoryDistribution({ days: 30 })]);
|
|
84
|
+
|
|
85
|
+
const probability7d = toProbabilityMap(distribution7d);
|
|
86
|
+
const probability30d = toProbabilityMap(distribution30d);
|
|
87
|
+
const driftScore = Number(computeL1Divergence(probability7d, probability30d).toFixed(6));
|
|
88
|
+
const weights = buildDynamicWeights(driftScore);
|
|
89
|
+
|
|
90
|
+
cache = {
|
|
91
|
+
expiresAt: now + REFRESH_MS,
|
|
92
|
+
weights,
|
|
93
|
+
driftScore,
|
|
94
|
+
distribution7d: Object.fromEntries(probability7d.entries()),
|
|
95
|
+
distribution30d: Object.fromEntries(probability30d.entries()),
|
|
96
|
+
};
|
|
97
|
+
|
|
98
|
+
return cache;
|
|
99
|
+
};
|