cdp-edge 1.0.0

package/server-edge-tracker/migrate-new-db.sql

@@ -0,0 +1,137 @@
+-- CDP Edge — Schema Migration
+-- Migrado de pixel-tracker-db → cdp-edge-db
+
+CREATE TABLE IF NOT EXISTS api_failures (
+  id             INTEGER PRIMARY KEY AUTOINCREMENT,
+  created_at     TEXT    NOT NULL DEFAULT (datetime('now')),
+  platform       TEXT    NOT NULL,
+  event_name     TEXT,
+  error_code     TEXT,
+  error_message  TEXT,
+  retry_count    INTEGER DEFAULT 0,
+  final_status   TEXT,
+  event_id       TEXT,
+  raw_payload    TEXT
+);
+
+CREATE TABLE IF NOT EXISTS device_graph (
+  id                INTEGER PRIMARY KEY AUTOINCREMENT,
+  created_at        TEXT    NOT NULL DEFAULT (datetime('now')),
+  primary_user_id   TEXT    NOT NULL,
+  secondary_user_id TEXT    NOT NULL,
+  match_type        TEXT    NOT NULL,
+  match_confidence  REAL    NOT NULL
+);
+
+CREATE TABLE IF NOT EXISTS edge_fingerprints (
+  id           INTEGER PRIMARY KEY AUTOINCREMENT,
+  created_at   TEXT    NOT NULL DEFAULT (datetime('now')),
+  fingerprint  TEXT    NOT NULL,
+  user_id      TEXT,
+  utm_source   TEXT,
+  utm_medium   TEXT,
+  utm_campaign TEXT,
+  utm_content  TEXT,
+  utm_term     TEXT
+);
+
+CREATE TABLE IF NOT EXISTS health_reports (
+  id               INTEGER PRIMARY KEY AUTOINCREMENT,
+  created_at       TEXT    NOT NULL DEFAULT (datetime('now')),
+  report_date      TEXT    NOT NULL,
+  platform         TEXT    NOT NULL,
+  events_sent      INTEGER DEFAULT 0,
+  events_failed    INTEGER DEFAULT 0,
+  success_rate     REAL,
+  avg_latency_ms   INTEGER,
+  errors_detected  TEXT,
+  issues_detected  TEXT
+);
+
+CREATE TABLE IF NOT EXISTS intelligence_logs (
+  id              INTEGER PRIMARY KEY AUTOINCREMENT,
+  created_at      TEXT    NOT NULL DEFAULT (datetime('now')),
+  run_type        TEXT    NOT NULL,
+  platform        TEXT,
+  check_type      TEXT    NOT NULL,
+  status          TEXT    NOT NULL,
+  current_value   TEXT,
+  expected_value  TEXT,
+  message         TEXT,
+  alert_sent      INTEGER DEFAULT 0
+);
+
+CREATE TABLE IF NOT EXISTS leads (
+  id               INTEGER PRIMARY KEY AUTOINCREMENT,
+  created_at       TEXT    NOT NULL DEFAULT (datetime('now')),
+  event_name       TEXT    NOT NULL,
+  event_id         TEXT,
+  email            TEXT,
+  phone            TEXT,
+  first_name       TEXT,
+  last_name        TEXT,
+  city             TEXT,
+  state            TEXT,
+  country          TEXT,
+  fbp              TEXT,
+  fbc              TEXT,
+  user_id          TEXT,
+  utm_source       TEXT,
+  utm_medium       TEXT,
+  utm_campaign     TEXT,
+  utm_content      TEXT,
+  utm_term         TEXT,
+  page_url         TEXT,
+  value            REAL,
+  currency         TEXT    DEFAULT 'BRL',
+  ip_address       TEXT,
+  client_ip        TEXT    DEFAULT '',
+  platform         TEXT    DEFAULT 'website',
+  zip              TEXT    DEFAULT '',
+  ga_client_id     TEXT    DEFAULT '',
+  status           TEXT    DEFAULT 'pending',
+  retry_count      INTEGER DEFAULT 0,
+  updated_at       TEXT,
+  bot_score        INTEGER DEFAULT 0,
+  engagement_score REAL,
+  intention_level  TEXT,
+  utm_restored     INTEGER DEFAULT 0,
+  raw_payload      TEXT
+);
+
+CREATE TABLE IF NOT EXISTS user_profiles (
+  id                  INTEGER PRIMARY KEY AUTOINCREMENT,
+  user_id             TEXT    NOT NULL UNIQUE,
+  email               TEXT,
+  phone               TEXT,
+  fbp                 TEXT,
+  fbc                 TEXT,
+  ttp                 TEXT,
+  gclid               TEXT,
+  ttclid              TEXT,
+  ga_client_id        TEXT,
+  city                TEXT,
+  state               TEXT,
+  country             TEXT,
+  score               INTEGER DEFAULT 0,
+  last_seen           TEXT,
+  msclkid             TEXT,
+  li_fat_id           TEXT,
+  wbraid              TEXT,
+  gbraid              TEXT,
+  cohort_label        TEXT,
+  predicted_ltv_class TEXT,
+  predicted_ltv_value REAL,
+  created_at          TEXT    NOT NULL DEFAULT (datetime('now')),
+  updated_at          TEXT    NOT NULL DEFAULT (datetime('now'))
+);
+
+CREATE TABLE IF NOT EXISTS webhook_events (
+  id             INTEGER PRIMARY KEY AUTOINCREMENT,
+  created_at     TEXT    NOT NULL DEFAULT (datetime('now')),
+  platform       TEXT    NOT NULL,
+  transaction_id TEXT,
+  email          TEXT,
+  status         TEXT,
+  raw_payload    TEXT
+);

package/server-edge-tracker/migrate-v2.sql

@@ -0,0 +1,16 @@
+-- CDP Edge — Migration v2
+-- Adiciona tabela device_graph para Cross-Device Matching
+-- Gerado em: 2026-03-28
+
+CREATE TABLE IF NOT EXISTS device_graph (
+  id                INTEGER PRIMARY KEY AUTOINCREMENT,
+  created_at        TEXT    NOT NULL DEFAULT (datetime('now')),
+  primary_user_id   TEXT    NOT NULL,
+  secondary_user_id TEXT    NOT NULL,
+  match_type        TEXT    NOT NULL,
+  match_confidence  REAL    NOT NULL
+);
+CREATE UNIQUE INDEX IF NOT EXISTS idx_device_graph_pair
+  ON device_graph(primary_user_id, secondary_user_id);
+CREATE INDEX IF NOT EXISTS idx_device_graph_primary   ON device_graph(primary_user_id);
+CREATE INDEX IF NOT EXISTS idx_device_graph_secondary ON device_graph(secondary_user_id);

package/server-edge-tracker/migrate-v3.sql

@@ -0,0 +1,6 @@
+-- migrate-v3.sql — CRM Status no leads
+-- Executar: wrangler d1 execute cdp-edge-db --file=migrate-v3.sql
+
+ALTER TABLE leads ADD COLUMN crm_status TEXT DEFAULT 'cold';
+
+CREATE INDEX IF NOT EXISTS idx_leads_crm_status ON leads(crm_status);

package/server-edge-tracker/migrate-v4.sql

@@ -0,0 +1,18 @@
+-- migrate-v4.sql — Tabela de histórico de mensagens (WhatsApp + Email)
+-- Executar: wrangler d1 execute cdp-edge-db --file=migrate-v4.sql
+
+CREATE TABLE IF NOT EXISTS messaging_history (
+  id         INTEGER PRIMARY KEY AUTOINCREMENT,
+  sent_at    TEXT    NOT NULL DEFAULT (datetime('now')),
+  lead_id    INTEGER NOT NULL,
+  channel    TEXT    NOT NULL,  -- 'whatsapp' | 'email'
+  recipient  TEXT    NOT NULL,  -- telefone E.164 ou endereço de email
+  subject    TEXT,              -- assunto (só email)
+  content    TEXT    NOT NULL,  -- corpo da mensagem
+  status     TEXT    NOT NULL,  -- 'sent' | 'failed'
+  meta       TEXT               -- message_id da API ou erro em JSON
+);
+
+CREATE INDEX IF NOT EXISTS idx_msg_history_lead    ON messaging_history(lead_id);
+CREATE INDEX IF NOT EXISTS idx_msg_history_sent_at ON messaging_history(sent_at);
+CREATE INDEX IF NOT EXISTS idx_msg_history_channel ON messaging_history(channel);

package/server-edge-tracker/migrate-v5.sql

@@ -0,0 +1,17 @@
+-- migrate-v5.sql — Regras de automação de mensagens
+-- Executar: wrangler d1 execute cdp-edge-db --file=migrate-v5.sql
+
+CREATE TABLE IF NOT EXISTS automation_rules (
+  id               INTEGER PRIMARY KEY AUTOINCREMENT,
+  created_at       TEXT    NOT NULL DEFAULT (datetime('now')),
+  name             TEXT    NOT NULL,           -- nome descritivo da regra
+  trigger_event    TEXT    NOT NULL,           -- Lead | Purchase | InitiateCheckout | HighIntent
+  channel          TEXT    NOT NULL,           -- whatsapp | email
+  subject_template TEXT,                       -- assunto (só email), suporta {{variáveis}}
+  message_template TEXT    NOT NULL,           -- corpo, suporta {{name}} {{email}} {{phone}} {{campaign}} {{intention}}
+  delay_minutes    INTEGER NOT NULL DEFAULT 0, -- aguardar X minutos antes de enviar
+  is_active        INTEGER NOT NULL DEFAULT 1  -- 1 = ativa, 0 = pausada
+);
+
+CREATE INDEX IF NOT EXISTS idx_auto_rules_event  ON automation_rules(trigger_event);
+CREATE INDEX IF NOT EXISTS idx_auto_rules_active ON automation_rules(is_active);

package/server-edge-tracker/migrate-v6.sql

@@ -0,0 +1,24 @@
+-- CDP Edge — Migração v6: WhatsApp CTWA Tracking
+-- Aplica com: wrangler d1 execute cdp-edge-db --file=server-edge-tracker/migrate-v6.sql
+
+-- Tabela de contatos recebidos via Click to WhatsApp (CTWA)
+-- Cada linha = uma primeira mensagem de um usuário que veio de anúncio Meta
+CREATE TABLE IF NOT EXISTS whatsapp_contacts (
+  id            INTEGER PRIMARY KEY AUTOINCREMENT,
+  created_at    TEXT    NOT NULL DEFAULT (datetime('now')),
+  phone_hash    TEXT    NOT NULL,           -- SHA256(phone) — enviado ao Meta CAPI como "ph"
+  phone_raw     TEXT    NOT NULL,           -- número normalizado (ex: 5511999998888)
+  wamid         TEXT    UNIQUE,             -- ID único da mensagem no WhatsApp (deduplicação)
+  ctwa_clid     TEXT,                       -- Click ID do anúncio CTWA (não hasheado — vai direto para CAPI)
+  ad_id         TEXT,                       -- ID do anúncio que gerou o clique
+  source_url    TEXT,                       -- URL do anúncio (Facebook/Instagram)
+  headline      TEXT,                       -- Título do anúncio
+  capi_sent     INTEGER NOT NULL DEFAULT 0, -- 0 = pendente | 1 = evento Contact enviado à Meta CAPI
+  capi_event_id TEXT,                       -- event_id gerado para deduplicação no CAPI
+  message_body  TEXT                        -- texto da primeira mensagem (útil para qualificação)
+);
+
+CREATE INDEX IF NOT EXISTS idx_wa_contacts_phone_hash ON whatsapp_contacts(phone_hash);
+CREATE INDEX IF NOT EXISTS idx_wa_contacts_wamid      ON whatsapp_contacts(wamid);
+CREATE INDEX IF NOT EXISTS idx_wa_contacts_ctwa_clid  ON whatsapp_contacts(ctwa_clid);
+CREATE INDEX IF NOT EXISTS idx_wa_contacts_created    ON whatsapp_contacts(created_at);

package/server-edge-tracker/migrate-v7.sql

@@ -0,0 +1,64 @@
+-- CDP Edge — Migration v7
+-- Tabelas para: LTV Model (regressão logística) + Match Quality Log
+-- Idempotente: todos os CREATE usam IF NOT EXISTS
+
+-- ── LTV Model Weights ─────────────────────────────────────────────────────────
+-- Armazena os pesos treinados pelo cron semanal de regressão logística.
+-- O Worker carrega via KV (TTL 7 dias) — query D1 apenas se KV miss.
+CREATE TABLE IF NOT EXISTS ltv_model_weights (
+  id           INTEGER PRIMARY KEY AUTOINCREMENT,
+  trained_at   TEXT    NOT NULL DEFAULT (datetime('now')),
+  version      INTEGER NOT NULL DEFAULT 1,
+  is_active    INTEGER NOT NULL DEFAULT 0,
+  sample_size  INTEGER NOT NULL DEFAULT 0,
+  positive_rate REAL,           -- % de samples com label=1 (compra)
+  accuracy     REAL,            -- acurácia no conjunto de treino
+  weights_json TEXT    NOT NULL  -- JSON: {"bias": n, "features": {"utm_fb": w, ...}}
+);
+
+CREATE INDEX IF NOT EXISTS idx_ltv_weights_active  ON ltv_model_weights(is_active);
+CREATE INDEX IF NOT EXISTS idx_ltv_weights_trained ON ltv_model_weights(trained_at DESC);
+
+-- ── Match Quality Log ─────────────────────────────────────────────────────────
+-- Registra a qualidade dos dados enviados ao Meta CAPI por evento.
+-- Sem PII — apenas flags booleanos.
+CREATE TABLE IF NOT EXISTS match_quality_log (
+  id                   INTEGER PRIMARY KEY AUTOINCREMENT,
+  logged_at            TEXT    NOT NULL DEFAULT (datetime('now')),
+  event_name           TEXT    NOT NULL,
+  has_email            INTEGER NOT NULL DEFAULT 0,
+  has_phone            INTEGER NOT NULL DEFAULT 0,
+  has_fbp              INTEGER NOT NULL DEFAULT 0,
+  has_fbc              INTEGER NOT NULL DEFAULT 0,
+  has_external_id      INTEGER NOT NULL DEFAULT 0,
+  was_email_recovered  INTEGER NOT NULL DEFAULT 0,  -- recuperado do Identity Graph
+  was_utm_restored     INTEGER NOT NULL DEFAULT 0   -- via UTM Resurrection
+);
+
+CREATE INDEX IF NOT EXISTS idx_mq_logged ON match_quality_log(logged_at DESC);
+CREATE INDEX IF NOT EXISTS idx_mq_event  ON match_quality_log(event_name, logged_at DESC);
+
+-- ── View: Match Quality Dashboard (últimas 24h) ───────────────────────────────
+CREATE VIEW IF NOT EXISTS v_match_quality_24h AS
+SELECT
+  COUNT(*)                                                          AS total_events,
+  ROUND(AVG(has_email)       * 100, 1)                             AS email_rate_pct,
+  ROUND(AVG(has_phone)       * 100, 1)                             AS phone_rate_pct,
+  ROUND(AVG(has_fbp)         * 100, 1)                             AS fbp_rate_pct,
+  ROUND(AVG(has_fbc)         * 100, 1)                             AS fbc_rate_pct,
+  ROUND(AVG(has_external_id) * 100, 1)                             AS ext_id_rate_pct,
+  ROUND(AVG(was_email_recovered) * 100, 1)                         AS email_recovered_pct,
+  ROUND(AVG(was_utm_restored) * 100, 1)                            AS utm_restored_pct,
+  -- Score composto: email(40%) + fbp(30%) + phone(20%) + fbc(10%)
+  ROUND((AVG(has_email)*0.4 + AVG(has_fbp)*0.3 + AVG(has_phone)*0.2 + AVG(has_fbc)*0.1) * 100, 1) AS composite_score_pct
+FROM match_quality_log
+WHERE logged_at >= datetime('now', '-24 hours');
+
+-- ── ALTER: colunas de auditoria em ltv_ab_tests ───────────────────────────────
+-- Adiciona auto_decided_at se ainda não existir (SQLite não tem IF NOT EXISTS em ALTER)
+-- Protegido por trigger-style: INSERT OR IGNORE não se aplica a ALTER, então usamos
+-- um approach de criação de tabela auxiliar que faz nada se a coluna já existir.
+-- A abordagem mais segura no Cloudflare D1 é tentar e ignorar o erro no app.
+-- Aqui deixamos comentado — o worker.js já lida com campos opcionais:
+-- ALTER TABLE ltv_ab_tests ADD COLUMN auto_decided_at TEXT;
+-- ALTER TABLE ltv_ab_tests ADD COLUMN auto_decided_reason TEXT;

package/server-edge-tracker/migrate.sql

@@ -0,0 +1,111 @@
+-- CDP Edge — Migration File
+-- Aplica apenas as colunas e tabelas faltantes no banco existente
+-- Gerado em: 2026-03-28
+
+-- ── ALTER TABLE leads (colunas faltantes) ─────────────────────────────────────
+ALTER TABLE leads ADD COLUMN utm_term      TEXT;
+ALTER TABLE leads ADD COLUMN bot_score     INTEGER DEFAULT 0;
+ALTER TABLE leads ADD COLUMN engagement_score REAL;
+ALTER TABLE leads ADD COLUMN intention_level  TEXT;
+ALTER TABLE leads ADD COLUMN utm_restored     INTEGER DEFAULT 0;
+
+-- ── Índices novos em leads ────────────────────────────────────────────────────
+CREATE INDEX IF NOT EXISTS idx_leads_email    ON leads(email);
+CREATE INDEX IF NOT EXISTS idx_leads_event    ON leads(event_name);
+CREATE INDEX IF NOT EXISTS idx_leads_created  ON leads(created_at);
+CREATE INDEX IF NOT EXISTS idx_leads_user_id  ON leads(user_id);
+CREATE INDEX IF NOT EXISTS idx_leads_platform ON leads(platform);
+
+-- ── ALTER TABLE user_profiles (colunas faltantes) ─────────────────────────────
+ALTER TABLE user_profiles ADD COLUMN msclkid             TEXT;
+ALTER TABLE user_profiles ADD COLUMN li_fat_id           TEXT;
+ALTER TABLE user_profiles ADD COLUMN wbraid              TEXT;
+ALTER TABLE user_profiles ADD COLUMN gbraid              TEXT;
+ALTER TABLE user_profiles ADD COLUMN cohort_label        TEXT;
+ALTER TABLE user_profiles ADD COLUMN predicted_ltv_class TEXT;
+ALTER TABLE user_profiles ADD COLUMN predicted_ltv_value REAL;
+
+-- ── Índices novos em user_profiles ───────────────────────────────────────────
+CREATE INDEX IF NOT EXISTS idx_profiles_user_id  ON user_profiles(user_id);
+CREATE INDEX IF NOT EXISTS idx_profiles_email    ON user_profiles(email);
+CREATE INDEX IF NOT EXISTS idx_profiles_fbp      ON user_profiles(fbp);
+CREATE INDEX IF NOT EXISTS idx_profiles_msclkid  ON user_profiles(msclkid);
+CREATE INDEX IF NOT EXISTS idx_profiles_li_fat   ON user_profiles(li_fat_id);
+
+-- ── Tabela webhook_events (nova) ──────────────────────────────────────────────
+CREATE TABLE IF NOT EXISTS webhook_events (
+  id             INTEGER PRIMARY KEY AUTOINCREMENT,
+  created_at     TEXT    NOT NULL DEFAULT (datetime('now')),
+  platform       TEXT    NOT NULL,
+  transaction_id TEXT,
+  email          TEXT,
+  status         TEXT,
+  raw_payload    TEXT
+);
+CREATE INDEX IF NOT EXISTS idx_webhook_transaction ON webhook_events(transaction_id);
+
+-- ── Tabela api_failures (nova) ────────────────────────────────────────────────
+CREATE TABLE IF NOT EXISTS api_failures (
+  id             INTEGER PRIMARY KEY AUTOINCREMENT,
+  created_at     TEXT    NOT NULL DEFAULT (datetime('now')),
+  platform       TEXT    NOT NULL,
+  event_name     TEXT,
+  error_code     TEXT,
+  error_message  TEXT,
+  retry_count    INTEGER DEFAULT 0,
+  final_status   TEXT,
+  event_id       TEXT,
+  raw_payload    TEXT
+);
+CREATE INDEX IF NOT EXISTS idx_api_failures_platform  ON api_failures(platform);
+CREATE INDEX IF NOT EXISTS idx_api_failures_created   ON api_failures(created_at);
+CREATE INDEX IF NOT EXISTS idx_api_failures_event_id  ON api_failures(event_id);
+
+-- ── Tabela health_reports (nova) ──────────────────────────────────────────────
+CREATE TABLE IF NOT EXISTS health_reports (
+  id               INTEGER PRIMARY KEY AUTOINCREMENT,
+  created_at       TEXT    NOT NULL DEFAULT (datetime('now')),
+  report_date      TEXT    NOT NULL,
+  platform         TEXT    NOT NULL,
+  events_sent      INTEGER DEFAULT 0,
+  events_failed    INTEGER DEFAULT 0,
+  success_rate     REAL,
+  avg_latency_ms   INTEGER,
+  errors_detected  TEXT,
+  issues_detected  TEXT
+);
+CREATE INDEX IF NOT EXISTS idx_health_reports_date     ON health_reports(report_date);
+CREATE INDEX IF NOT EXISTS idx_health_reports_platform ON health_reports(platform);
+
+-- ── Tabela edge_fingerprints (nova) ───────────────────────────────────────────
+CREATE TABLE IF NOT EXISTS edge_fingerprints (
+  id           INTEGER PRIMARY KEY AUTOINCREMENT,
+  created_at   TEXT    NOT NULL DEFAULT (datetime('now')),
+  fingerprint  TEXT    NOT NULL,
+  user_id      TEXT,
+  utm_source   TEXT,
+  utm_medium   TEXT,
+  utm_campaign TEXT,
+  utm_content  TEXT,
+  utm_term     TEXT
+);
+CREATE INDEX IF NOT EXISTS idx_fingerprint_hash    ON edge_fingerprints(fingerprint);
+CREATE INDEX IF NOT EXISTS idx_fingerprint_created ON edge_fingerprints(created_at);
+CREATE INDEX IF NOT EXISTS idx_fingerprint_user_id ON edge_fingerprints(user_id);
+
+-- ── Tabela intelligence_logs (nova) ───────────────────────────────────────────
+CREATE TABLE IF NOT EXISTS intelligence_logs (
+  id              INTEGER PRIMARY KEY AUTOINCREMENT,
+  created_at      TEXT    NOT NULL DEFAULT (datetime('now')),
+  run_type        TEXT    NOT NULL,
+  platform        TEXT,
+  check_type      TEXT    NOT NULL,
+  status          TEXT    NOT NULL,
+  current_value   TEXT,
+  expected_value  TEXT,
+  message         TEXT,
+  alert_sent      INTEGER DEFAULT 0
+);
+CREATE INDEX IF NOT EXISTS idx_intel_logs_created   ON intelligence_logs(created_at);
+CREATE INDEX IF NOT EXISTS idx_intel_logs_status    ON intelligence_logs(status);
+CREATE INDEX IF NOT EXISTS idx_intel_logs_platform  ON intelligence_logs(platform);