cdp-edge 1.18.3 → 1.19.0

package/README.md

@@ -2,7 +2,7 @@
 
 **Padrão Quantum Tracking: 100% Cloudflare Edge.** Sem GTM. Sem Stape. Sem cookies de terceiros.
 
-> **v2.0.0** — Enterprise-Level Intelligence Engine · Cloudflare Workers · Meta CAPI v22.0 · GA4 MP · TikTok Events API v1.3
+> **v2.0.3** — Enterprise-Level Intelligence Engine · Cloudflare Workers · Meta CAPI v22.0 · GA4 MP · TikTok Events API v1.3
 
 ---
 
@@ -25,6 +25,23 @@ Meu ecossistema opera como um Cérebro de Conversão Privado na borda. Quando um
 
 ---
 
+## 📋 CHANGELOG v2.0.3 (10 de Abril de 2026)
+
+### 🔧 Audit Completo — 45 Agentes
+
+- **Endpoints corrigidos**: `/api/tracking` → `/track`, `/api/wh/` → `/webhook/` em todos os agentes
+- **Secrets WhatsApp**: `WA_PHONE_ID`/`WA_ACCESS_TOKEN`/`WHATSAPP_TOKEN` → `WHATSAPP_PHONE_NUMBER_ID`/`WHATSAPP_ACCESS_TOKEN`
+- **`env.DB.prepare`**: corrigido em 8 agentes (attribution, crm, dashboard, debug, performance, security, master-feedback-loop)
+- **`env.GEO_CACHE`**: substituiu `KV.` bare em dashboard-agent, performance-agent, performance-optimization-agent
+- **YouTube events**: `video_milestone`/`video_progress_25/50/75` → `video_25`/`video_50`/`video_75` (alinhado ao VALID_EVENT_NAMES do worker)
+- **LinkedIn CAPI**: endpoint `/rest/conversionEvents` + header `LinkedIn-Version: 202401` em `contracts/api-versions.json`
+- **Workers AI model**: `llama-3-8b-instruct` → `@cf/meta/llama-3.1-8b-instruct`
+- **worker.js**: Content-Length guard (413 se > 64KB), payload validation (allowlist 19 events, 512 chars, value range), PII removido dos logs
+- **Testes**: bugs críticos em `deduplication.test.js` corrigidos (template literals escapados, prefixo errado)
+- **npm**: lodash 4.17.23 → 4.18.1, node-fetch removido
+
+---
+
 ## 📋 CHANGELOG v2.0.0 (9 de Abril de 2026)
 
 ### 🆕 Sprint Enterprise — Fases 1 a 4

package/contracts/agent-versions.json

@@ -0,0 +1,364 @@
+{
+  "_comment": "Fonte de verdade para versões dos agent files. Atualizar manualmente quando worker.js mudar. Use scripts/validate-agents.js para detectar drifts.",
+  "worker_version": "2.0.3",
+  "worker_hash_date": "2026-04-10",
+  "agents": {
+    "master-orchestrator": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js:fetch",
+        "worker.js:endpoints",
+        "worker.js:events"
+      ],
+      "critical_sections": [
+        "endpoints",
+        "event_names",
+        "secret_names",
+        "phases"
+      ],
+      "status": "synced"
+    },
+    "server-tracking": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js:fetch",
+        "worker.js:saveLead",
+        "worker.js:upsertProfile",
+        "worker.js:secrets"
+      ],
+      "critical_sections": [
+        "endpoint /track",
+        "secret names",
+        "D1 binding",
+        "identity graph"
+      ],
+      "status": "synced"
+    },
+    "meta-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js:sendMetaCapi",
+        "contracts/api-versions.json:meta"
+      ],
+      "critical_sections": [
+        "Meta CAPI version",
+        "endpoint pattern",
+        "event names"
+      ],
+      "status": "synced"
+    },
+    "google-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js:sendGA4Mp",
+        "contracts/api-versions.json:google"
+      ],
+      "critical_sections": [
+        "GA4 Measurement Protocol endpoint",
+        "event names"
+      ],
+      "status": "synced"
+    },
+    "tiktok-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js:sendTikTokApi",
+        "contracts/api-versions.json:tiktok"
+      ],
+      "critical_sections": [
+        "TikTok Events API v1.3",
+        "endpoint pattern",
+        "event names"
+      ],
+      "status": "synced"
+    },
+    "youtube-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "contracts/api-versions.json:youtube"
+      ],
+      "critical_sections": [
+        "video milestone events: video_25/50/75/video_complete",
+        "YT IFrame API"
+      ],
+      "status": "synced"
+    },
+    "whatsapp-ctwa-setup-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js:sendWhatsApp",
+        "worker.js:processWhatsAppWebhook"
+      ],
+      "critical_sections": [
+        "WHATSAPP_ACCESS_TOKEN",
+        "WHATSAPP_PHONE_NUMBER_ID",
+        "WA_WEBHOOK_VERIFY_TOKEN"
+      ],
+      "status": "synced"
+    },
+    "intelligence-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js:runIntelligenceAgent",
+        "worker.js:checkApiVersionsIntelligence"
+      ],
+      "critical_sections": [
+        "cron schedule",
+        "endpoint /track",
+        "secret names"
+      ],
+      "status": "synced"
+    },
+    "fraud-detection-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js:checkFraudGate",
+        "worker.js:handleFraudAlerts",
+        "schema-fraud.sql"
+      ],
+      "critical_sections": [
+        "fraud score threshold",
+        "KV blocklist",
+        "endpoints /api/fraud/"
+      ],
+      "status": "synced"
+    },
+    "ml-clustering-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js:handleSegmentationCluster",
+        "schema-segmentation.sql"
+      ],
+      "critical_sections": [
+        "Workers AI model",
+        "endpoints /api/segmentation/",
+        "D1 binding"
+      ],
+      "status": "synced"
+    },
+    "bidding-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js:handleBiddingRecommend",
+        "schema-bidding.sql"
+      ],
+      "critical_sections": [
+        "endpoints /api/bidding/",
+        "segment multipliers"
+      ],
+      "status": "synced"
+    },
+    "ab-ltv-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js:predictLtv",
+        "worker.js:getLtvAbVariation",
+        "schema-ab-ltv.sql"
+      ],
+      "critical_sections": [
+        "Workers AI model @cf/meta/llama-3.1-8b-instruct",
+        "endpoints /api/ltv/"
+      ],
+      "status": "synced"
+    },
+    "security-enterprise-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js:checkFraudGate",
+        "worker.js:verifyHmac"
+      ],
+      "critical_sections": [
+        "env.DB.prepare",
+        "env.GEO_CACHE",
+        "HMAC validation"
+      ],
+      "status": "synced"
+    },
+    "attribution-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js:saveLead",
+        "worker.js:sendMetaCapi",
+        "worker.js:sendTikTokApi"
+      ],
+      "critical_sections": [
+        "env.DB.prepare",
+        "env.META_ACCESS_TOKEN",
+        "env.TIKTOK_ACCESS_TOKEN"
+      ],
+      "status": "synced"
+    },
+    "devops-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "wrangler.toml",
+        "schema.sql",
+        "schema-segmentation.sql",
+        "schema-bidding.sql",
+        "schema-ab-ltv.sql",
+        "schema-fraud.sql"
+      ],
+      "critical_sections": [
+        "D1 binding names",
+        "secret names",
+        "schema execution order",
+        "Workers AI binding"
+      ],
+      "status": "synced"
+    },
+    "validator-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js",
+        "all agents"
+      ],
+      "critical_sections": [
+        "canonical event names 19",
+        "canonical secret names",
+        "canonical endpoints"
+      ],
+      "status": "synced"
+    },
+    "ltv-predictor-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js:predictLtv"
+      ],
+      "critical_sections": [
+        "@cf/meta/llama-3.1-8b-instruct model name"
+      ],
+      "status": "synced"
+    },
+    "database-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "schema.sql",
+        "schema-segmentation.sql",
+        "schema-bidding.sql",
+        "schema-ab-ltv.sql",
+        "schema-fraud.sql",
+        "schema-indexes.sql"
+      ],
+      "critical_sections": [
+        "table count (24 tables)",
+        "binding: DB",
+        "KV: GEO_CACHE"
+      ],
+      "status": "synced"
+    },
+    "performance-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js:getHealthMetrics"
+      ],
+      "critical_sections": [
+        "env.DB.prepare",
+        "env.GEO_CACHE"
+      ],
+      "status": "synced"
+    },
+    "dashboard-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js:generateDailyReport"
+      ],
+      "critical_sections": [
+        "env.DB.prepare",
+        "env.GEO_CACHE"
+      ],
+      "status": "synced"
+    },
+    "browser-tracking": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "extracted-skill/tracking-events-generator/cdpTrack.js"
+      ],
+      "critical_sections": [
+        "endpoint /track",
+        "event_id deduplication",
+        "cdp_uid cookie"
+      ],
+      "status": "synced"
+    },
+    "debug-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js",
+        "all endpoints"
+      ],
+      "critical_sections": [
+        "endpoint /track",
+        "endpoint /health",
+        "D1 binding"
+      ],
+      "status": "synced"
+    },
+    "crm-integration-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js:saveLead",
+        "worker.js:upsertProfile"
+      ],
+      "critical_sections": [
+        "env.DB.prepare",
+        "leads table schema"
+      ],
+      "status": "synced"
+    },
+    "performance-optimization-agent": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "worker.js"
+      ],
+      "critical_sections": [
+        "env.GEO_CACHE (not env.CACHE_KV)"
+      ],
+      "status": "synced"
+    },
+    "master-feedback-loop": {
+      "version": "2.0.3",
+      "last_synced": "2026-04-10",
+      "depends_on": [
+        "all agents"
+      ],
+      "critical_sections": [
+        "env.DB.prepare",
+        "cron schedule"
+      ],
+      "status": "synced"
+    }
+  },
+  "change_triggers": {
+    "worker.js:addNewEndpoint": "Atualizar: master-orchestrator, server-tracking, browser-tracking, debug-agent, intelligence-agent",
+    "worker.js:changeSecretName": "Atualizar: devops-agent, server-tracking, intelligence-agent, whatsapp-ctwa-setup-agent, database-agent",
+    "worker.js:changeEventName": "Atualizar: master-orchestrator, youtube-agent, validator-agent, browser-tracking",
+    "worker.js:changeAIModel": "Atualizar: ml-clustering-agent, ab-ltv-agent, ltv-predictor-agent",
+    "schema.sql:addTable": "Atualizar: database-agent (table count), devops-agent (migration order)",
+    "wrangler.toml:addBinding": "Atualizar: devops-agent, database-agent, debug-agent",
+    "contracts/api-versions.json:bumpVersion": "Atualizar: agent especialista + master-orchestrator"
+  }
+}

package/dist/commands/install.js

@@ -32,7 +32,7 @@ function printBanner() {
   console.log(chalk.cyan('╚██████╗██████╔╝██║         ███████╗██████╔╝╚██████╔╝███████╗'));
   console.log(chalk.cyan(' ╚═════╝╚═════╝ ╚═╝         ╚══════╝╚═════╝  ╚═════╝╚══════╝'));
   console.log('');
-  console.log(chalk.gray('  Customer Data Platform on the Edge · Global Edge Tracking · v2.0.2'));
+  console.log(chalk.gray('  Customer Data Platform on the Edge · Global Edge Tracking · v2.0.3'));
   console.log('');
   console.log(chalk.gray('═'.repeat(68)));
   console.log('');

package/dist/commands/setup.js

@@ -19,7 +19,7 @@ function printBanner() {
   console.log(chalk.cyan('╚██████╗██████╔╝██║         ███████╗██████╔╝╚██████╔╝███████╗'));
   console.log(chalk.cyan(' ╚═════╝╚═════╝ ╚═╝         ╚══════╝╚═════╝  ╚═════╝╚══════╝'));
   console.log('');
-  console.log(chalk.gray('  Customer Data Platform on the Edge · Global Edge Tracking · v2.0.2'));
+  console.log(chalk.gray('  Customer Data Platform on the Edge · Global Edge Tracking · v2.0.3'));
   console.log('');
   console.log(chalk.gray('═'.repeat(68)));
   console.log('');

package/extracted-skill/tracking-events-generator/agents/server-tracking.md

@@ -526,7 +526,7 @@ async function syncIdentity(DB, body) {
   const fp = body.fingerprint || null;
   if (!fp || !DB) return body;
 
-  const existing = await DB.prepare(
+  const existing = await env.DB.prepare(
     'SELECT * FROM identity_graph WHERE fingerprint = ?'
   ).bind(fp).first();
 
@@ -541,7 +541,7 @@ async function syncIdentity(DB, body) {
       visit_count: (existing.visit_count || 1) + 1
     };
   } else {
-    await DB.prepare(`
+    await env.DB.prepare(`
       INSERT OR IGNORE INTO identity_graph (fingerprint, fbp, fbc, ga_client_id, external_id, ttclid, first_utm)
       VALUES (?, ?, ?, ?, ?, ?, ?)
     `).bind(fp, body.fbp, body.fbc, body.ga_client_id, body.external_id, body.ttclid, JSON.stringify(body.utm || {})).run();
@@ -635,7 +635,7 @@ function buildCookieHeader(visitor, umbrellaDomain) {
 async function logBehavioralEvent(DB, body, visitor, engagementScore) {
   if (!DB) return;
 
-  await DB.prepare(`
+  await env.DB.prepare(`
     INSERT OR REPLACE INTO behavioral_events (
       event_id, user_id, session_id,
       engagement_score, time_level, scroll_score, click_score, video_score, hover_score, intention_level,
@@ -972,7 +972,7 @@ CREATE INDEX IF NOT EXISTS idx_retry_scheduled ON retry_queue(scheduled_at, stat
 async function logEventSuccess(DB, platform, eventId) {
   if (!DB) return;
 
-  await DB.prepare(`
+  await env.DB.prepare(`
     UPDATE events_log
     SET status = 'success',
         retry_count = 0,
@@ -988,7 +988,7 @@ async function logEventFailure(DB, platform, eventId, errorMessage, retryCount)
   const maxRetries = 3;
   const isFinalFailure = retryCount >= maxRetries;
 
-  await DB.prepare(`
+  await env.DB.prepare(`
     UPDATE events_log
     SET status = ?,
         retry_count = ?,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "cdp-edge",
-  "version": "1.18.3",
+  "version": "1.19.0",
   "description": "CDP Edge - Quantum Tracking - Sistema multi-agente para tracking digital Cloudflare Native (Workers + D1)",
   "main": "dist/index.js",
   "type": "module",
@@ -28,7 +28,12 @@
     "test:unit:hash": "node tests/unit/hashing.test.js",
     "test:unit:dedup": "node tests/unit/deduplication.test.js",
     "test:unit:payload": "node tests/unit/payload-validation.test.js",
-    "test:all": "npm run test:unit"
+    "test:all": "npm run test:unit",
+    "test:integration": "cd tests/integration && npx vitest run",
+    "agents:check": "node scripts/validate-agents.js",
+    "agents:sync": "node scripts/sync-agents.js",
+    "agents:sync:list": "node scripts/sync-agents.js --list",
+    "agents:sync:all": "node scripts/sync-agents.js --apply-all"
   },
   "keywords": [
     "pixel",