web-agent-bridge 3.2.0 → 3.4.0

package/server/migrations/007_governance.sql

@@ -0,0 +1,106 @@
+-- ═══════════════════════════════════════════════════════════════════
+-- WAB Agent Governance Layer
+-- Permission Boundaries · Approval Gates · Tamper-Evident Audit Log
+-- Kill Switch · Spend Limits
+-- ═══════════════════════════════════════════════════════════════════
+
+-- Agents registered for governance (one row per agent identity).
+CREATE TABLE IF NOT EXISTS gov_agents (
+  agent_id      TEXT PRIMARY KEY,
+  owner_id      TEXT,                       -- user_id of owner (nullable for unauthed)
+  display_name  TEXT,
+  token_hash    TEXT NOT NULL,              -- sha256(agent_token); used to authenticate the agent
+  status        TEXT NOT NULL DEFAULT 'alive' CHECK(status IN ('alive','killed','suspended')),
+  killed_at     TEXT,
+  killed_reason TEXT,
+  metadata      TEXT,                       -- JSON
+  created_at    TEXT NOT NULL DEFAULT (datetime('now')),
+  updated_at    TEXT NOT NULL DEFAULT (datetime('now'))
+);
+
+-- Permission policies. One row = one rule. Evaluated allow-list style.
+CREATE TABLE IF NOT EXISTS gov_policies (
+  id            INTEGER PRIMARY KEY AUTOINCREMENT,
+  agent_id      TEXT NOT NULL,
+  resource      TEXT NOT NULL,              -- e.g. "stripe", "gmail", "clickup", "domain:example.com"
+  action        TEXT NOT NULL,              -- "read" | "write" | "execute" | "*"
+  scope         TEXT,                       -- optional: e.g. "refunds", "inbox", "tasks/123"
+  max_amount    REAL,                       -- monetary cap per single action
+  currency      TEXT DEFAULT 'USD',
+  daily_cap     REAL,                       -- monetary cap per 24h rolling
+  per_call_rate INTEGER,                    -- max calls per minute
+  requires_approval INTEGER NOT NULL DEFAULT 0,  -- 1 = always send to human gate
+  effect        TEXT NOT NULL DEFAULT 'allow' CHECK(effect IN ('allow','deny')),
+  expires_at    TEXT,
+  created_at    TEXT NOT NULL DEFAULT (datetime('now')),
+  FOREIGN KEY (agent_id) REFERENCES gov_agents(agent_id) ON DELETE CASCADE
+);
+CREATE INDEX IF NOT EXISTS idx_gov_policies_agent ON gov_policies(agent_id);
+CREATE INDEX IF NOT EXISTS idx_gov_policies_lookup ON gov_policies(agent_id, resource, action);
+
+-- Append-only audit log with HMAC hash chain (tamper-evident).
+-- prev_hash → hash chain links every entry; breaking the chain detects tampering.
+CREATE TABLE IF NOT EXISTS gov_audit (
+  id           INTEGER PRIMARY KEY AUTOINCREMENT,
+  agent_id     TEXT NOT NULL,
+  ts           TEXT NOT NULL DEFAULT (datetime('now')),
+  event_type   TEXT NOT NULL,               -- 'check' | 'execute' | 'deny' | 'approval_request' | 'approval_decision' | 'kill' | 'policy_change' | 'note'
+  resource     TEXT,
+  action       TEXT,
+  scope        TEXT,
+  amount       REAL,
+  currency     TEXT,
+  decision     TEXT,                        -- 'allow' | 'deny' | 'pending' | 'approved' | 'rejected'
+  reason       TEXT,
+  params_json  TEXT,                        -- redacted parameter snapshot
+  result_json  TEXT,
+  prev_hash    TEXT,                        -- prior entry's hash
+  hash         TEXT NOT NULL,               -- HMAC(secret, prev_hash || row_payload)
+  FOREIGN KEY (agent_id) REFERENCES gov_agents(agent_id) ON DELETE CASCADE
+);
+CREATE INDEX IF NOT EXISTS idx_gov_audit_agent_ts ON gov_audit(agent_id, ts);
+CREATE INDEX IF NOT EXISTS idx_gov_audit_event ON gov_audit(agent_id, event_type);
+
+-- Approval requests. Async — agent requests, human resolves later.
+CREATE TABLE IF NOT EXISTS gov_approvals (
+  request_id    TEXT PRIMARY KEY,
+  agent_id      TEXT NOT NULL,
+  resource      TEXT NOT NULL,
+  action        TEXT NOT NULL,
+  scope         TEXT,
+  amount        REAL,
+  currency      TEXT,
+  params_json   TEXT,
+  reason        TEXT,                       -- why approval is required
+  status        TEXT NOT NULL DEFAULT 'pending' CHECK(status IN ('pending','approved','rejected','expired','cancelled')),
+  decided_by    TEXT,                       -- user_id of approver
+  decided_at    TEXT,
+  decided_note  TEXT,
+  expires_at    TEXT,                       -- auto-expire pending requests
+  created_at    TEXT NOT NULL DEFAULT (datetime('now')),
+  FOREIGN KEY (agent_id) REFERENCES gov_agents(agent_id) ON DELETE CASCADE
+);
+CREATE INDEX IF NOT EXISTS idx_gov_approvals_pending ON gov_approvals(agent_id, status);
+
+-- Spend tracker (per agent, per resource, sliding window).
+-- Rebuilt rolling-style; we just append on every monetary action.
+CREATE TABLE IF NOT EXISTS gov_spend (
+  id           INTEGER PRIMARY KEY AUTOINCREMENT,
+  agent_id     TEXT NOT NULL,
+  resource     TEXT NOT NULL,
+  amount       REAL NOT NULL,
+  currency     TEXT NOT NULL DEFAULT 'USD',
+  ts           TEXT NOT NULL DEFAULT (datetime('now')),
+  ref          TEXT,                        -- audit_id or external ref
+  FOREIGN KEY (agent_id) REFERENCES gov_agents(agent_id) ON DELETE CASCADE
+);
+CREATE INDEX IF NOT EXISTS idx_gov_spend_window ON gov_spend(agent_id, resource, ts);
+
+-- Rate-limit token buckets (lightweight; we keep counters).
+CREATE TABLE IF NOT EXISTS gov_rate (
+  agent_id     TEXT NOT NULL,
+  resource     TEXT NOT NULL,
+  window_start TEXT NOT NULL,               -- ISO timestamp (minute-resolution)
+  count        INTEGER NOT NULL DEFAULT 0,
+  PRIMARY KEY (agent_id, resource, window_start)
+);

package/server/migrations/008_plans.sql

@@ -0,0 +1,144 @@
+-- Migration 008: Plans Management
+-- Database-driven plans + feature catalog so admins can add/edit plans,
+-- toggle which features each plan includes, and have changes flow live to
+-- the landing page pricing section AND the Stripe checkout flow.
+--
+-- Backwards-compatible: legacy code paths that look up tiers by slug
+-- ('free' | 'starter' | 'pro' | 'enterprise') keep working — those slugs
+-- are seeded as plan ids below.
+--
+-- An older `plans` table (different schema: tier/price/etc.) may exist from
+-- a previous admin dashboard iteration. Its rows are pure default seeds with
+-- no FK references, so we drop it and recreate with the new schema.
+
+DROP TABLE IF EXISTS plans;
+
+CREATE TABLE plans (
+  id              TEXT PRIMARY KEY,            -- slug, lowercase, e.g. 'free' / 'pro' / 'business' / 'enterprise'
+  name            TEXT NOT NULL,
+  tagline         TEXT,
+  description     TEXT,
+  price_cents     INTEGER NOT NULL DEFAULT 0,
+  currency        TEXT NOT NULL DEFAULT 'EUR',
+  billing_period  TEXT NOT NULL DEFAULT 'month'
+                  CHECK(billing_period IN ('month','year','one_time','custom')),
+  stripe_price_id TEXT,
+  cta_type        TEXT NOT NULL DEFAULT 'checkout'
+                  CHECK(cta_type IN ('checkout','register','contact','external')),
+  cta_label       TEXT,
+  cta_url         TEXT,
+  highlight       INTEGER NOT NULL DEFAULT 0,
+  is_public       INTEGER NOT NULL DEFAULT 1,
+  is_archived     INTEGER NOT NULL DEFAULT 0,
+  sort_order      INTEGER NOT NULL DEFAULT 100,
+  features_json   TEXT NOT NULL DEFAULT '{}',
+  limits_json     TEXT NOT NULL DEFAULT '{}',
+  created_at      DATETIME DEFAULT CURRENT_TIMESTAMP,
+  updated_at      DATETIME DEFAULT CURRENT_TIMESTAMP
+);
+
+CREATE INDEX IF NOT EXISTS idx_plans_public_archived ON plans(is_public, is_archived, sort_order);
+
+CREATE TABLE IF NOT EXISTS feature_catalog (
+  feature_key     TEXT PRIMARY KEY,
+  label           TEXT NOT NULL,
+  description     TEXT,
+  category        TEXT NOT NULL DEFAULT 'general',
+  is_open_source  INTEGER NOT NULL DEFAULT 0,
+  sort_order      INTEGER NOT NULL DEFAULT 100,
+  created_at      DATETIME DEFAULT CURRENT_TIMESTAMP
+);
+
+-- Feature catalog (open-source / always-free first, then paid features)
+INSERT OR IGNORE INTO feature_catalog (feature_key, label, description, category, is_open_source, sort_order) VALUES
+  -- Always-free / open core
+  ('protocol',              'WAP Protocol Core',           'Open Web Agent Protocol — schema, discovery, permissions',  'core',          1, 10),
+  ('sdk',                   'SDK & Client Runtime',        'JavaScript SDK and client integrations',                    'core',          1, 20),
+  ('browserExecution',      'Browser Execution Layer',     'Basic browser automation primitives',                       'core',          1, 30),
+  ('adapters',              'MCP / REST / Browser Adapters','Adapters for MCP, REST APIs, and browser back-ends',       'core',          1, 40),
+  ('registryRead',          'Public Registry (read-only)', 'Browse commands, sites and templates',                      'core',          1, 50),
+  ('agentRegistration',     'Agent Registration',          'Register agents and obtain credentials',                    'core',          1, 60),
+  ('basicAuth',             'Basic Authentication',        'API keys and basic auth flows',                             'core',          1, 70),
+  ('discovery',             'DNS / .well-known Discovery', 'Service discovery via DNS TXT and /.well-known/',           'core',          1, 80),
+  ('capabilityNegotiation', 'Capability Negotiation',      'Capability handshake between agent and site',               'core',          1, 90),
+  ('semanticActions',       'Semantic Actions',            'Built-in semantic actions catalog',                         'core',          1,100),
+  ('communityTemplates',    'Community Templates',         'Public template library',                                   'core',          1,110),
+
+  -- Workspace / orchestration
+  ('workspace',             'Control Plane / Workspace',   'Web dashboard, monitoring and agent management',            'workspace',     0,200),
+  ('advancedOrchestration', 'Advanced Orchestration',      'Scheduling, retries, pipelines, distributed execution',     'workspace',     0,210),
+  ('observability',         'Observability',               'Tracing, metrics, logs and performance insights',           'workspace',     0,220),
+  ('failureAnalysis',       'Failure Analysis',            'Debugging tools and root-cause reports',                    'workspace',     0,230),
+  ('replayEngine',          'Replay Engine',               'Record and replay agent runs',                              'workspace',     0,240),
+  ('advancedAnalytics',     'Advanced Analytics',          'Detailed analytics dashboards and exports',                 'workspace',     0,250),
+  ('dataExtraction',        'Data Extraction',             'Structured data extraction and export',                     'workspace',     0,260),
+  ('agentMemory',           'Agent Memory Engine',         'Persistent context and long-term memory for agents',        'workspace',     0,270),
+  ('llmInference',          'LLM Inference',               'Built-in LLM inference via the platform',                   'workspace',     0,280),
+
+  -- Premium / business
+  ('hostedRuntime',         'Hosted Runtime (Cloud Exec)', 'Auto-scaling hosted execution environment',                 'premium',       0,300),
+  ('marketplace',           'Marketplace (Publish & Sell)','Publish agents and templates on the marketplace',           'premium',       0,310),
+  ('certification',         'Agent Certification',         'Verified agent identity badge',                             'premium',       0,320),
+  ('trafficIntelligence',   'Traffic Intelligence',        'Agent profiling, anomaly detection and reporting',          'premium',       0,330),
+  ('exploitShield',         'Exploit Shield',              'Block malicious agents at the edge',                        'premium',       0,340),
+  ('visionAnalysis',        'Vision Analysis',             'Visual page inspection (computer-vision pipeline)',         'premium',       0,350),
+  ('swarmExecution',        'Swarm / Multi-Agent',         'Coordinated multi-agent (swarm) execution',                 'premium',       0,360),
+  ('auditLog',              'Audit Logs',                  'Tamper-evident HMAC-chained audit history',                 'premium',       0,370),
+  ('customDomain',          'Custom Domain / White-label', 'Serve the workspace on your own domain',                    'premium',       0,380),
+  ('governanceLayer',       'Agent Governance Layer',      'Policies, approvals, kill switch and spend limits',         'premium',       0,390),
+
+  -- Enterprise
+  ('enterpriseSecurity',    'Enterprise Security',         'Request signing, IP allowlists, SSO/SAML',                  'enterprise',    0,400),
+  ('prioritySupport',       'Priority Support',            'Dedicated SLA-backed support channel',                      'enterprise',    0,410),
+  ('sla',                   'Uptime SLA',                  'Contractual uptime SLA',                                    'enterprise',    0,420),
+  ('customDevelopment',     'Custom Development',          'Bespoke engineering and integrations',                      'enterprise',    0,430),
+  ('dedicatedInfra',        'Dedicated Infrastructure',    'Isolated single-tenant deployment',                         'enterprise',    0,440);
+
+-- Seed the four canonical plans (admin can edit/add later).
+-- features_json keys MUST match feature_catalog.feature_key.
+INSERT OR IGNORE INTO plans
+  (id, name, tagline, description, price_cents, currency, billing_period, cta_type, cta_label, cta_url, highlight, sort_order, features_json, limits_json)
+VALUES
+  ('free',
+   'Free',
+   'Open-source core, forever free',
+   'WAP protocol, SDK, discovery and the entire open-source surface — for developers and integrators.',
+   0, 'EUR', 'month',
+   'register', 'Get started for free', '/register',
+   0, 10,
+   '{"protocol":true,"sdk":true,"browserExecution":true,"adapters":true,"registryRead":true,"agentRegistration":true,"basicAuth":true,"discovery":true,"capabilityNegotiation":true,"semanticActions":true,"communityTemplates":true}',
+   '{"agents":3,"tasksPerDay":50,"executionsPerDay":100,"sessions":5,"maxConcurrency":2,"replayRecordings":10,"computeMinutesPerDay":10,"storageMB":50,"webhooks":1,"customAgents":1,"apiCallsPerMinute":20}'
+  ),
+
+  ('pro',
+   'Pro',
+   'For developers shipping production agents',
+   'Everything in Free plus the workspace, observability, replay engine, advanced orchestration and analytics.',
+   1000, 'EUR', 'month',
+   'checkout', 'Start Pro', NULL,
+   1, 20,
+   '{"protocol":true,"sdk":true,"browserExecution":true,"adapters":true,"registryRead":true,"agentRegistration":true,"basicAuth":true,"discovery":true,"capabilityNegotiation":true,"semanticActions":true,"communityTemplates":true,"workspace":true,"advancedOrchestration":true,"observability":true,"failureAnalysis":true,"replayEngine":true,"advancedAnalytics":true,"dataExtraction":true,"agentMemory":true,"llmInference":true}',
+   '{"agents":25,"tasksPerDay":2000,"executionsPerDay":5000,"sessions":50,"maxConcurrency":10,"replayRecordings":500,"computeMinutesPerDay":180,"storageMB":2000,"webhooks":10,"customAgents":10,"apiCallsPerMinute":120}'
+  ),
+
+  ('business',
+   'Business',
+   'All paid features, ready for scale',
+   'Everything in Pro plus hosted runtime, marketplace, vision, swarm, traffic intelligence, exploit shield, audit logs, custom domain and governance.',
+   2900, 'EUR', 'month',
+   'checkout', 'Start Business', NULL,
+   0, 30,
+   '{"protocol":true,"sdk":true,"browserExecution":true,"adapters":true,"registryRead":true,"agentRegistration":true,"basicAuth":true,"discovery":true,"capabilityNegotiation":true,"semanticActions":true,"communityTemplates":true,"workspace":true,"advancedOrchestration":true,"observability":true,"failureAnalysis":true,"replayEngine":true,"advancedAnalytics":true,"dataExtraction":true,"agentMemory":true,"llmInference":true,"hostedRuntime":true,"marketplace":true,"certification":true,"trafficIntelligence":true,"exploitShield":true,"visionAnalysis":true,"swarmExecution":true,"auditLog":true,"customDomain":true,"governanceLayer":true}',
+   '{"agents":100,"tasksPerDay":20000,"executionsPerDay":50000,"sessions":250,"maxConcurrency":40,"replayRecordings":5000,"computeMinutesPerDay":600,"storageMB":10000,"webhooks":50,"customAgents":50,"apiCallsPerMinute":300}'
+  ),
+
+  ('enterprise',
+   'Enterprise',
+   'Custom-built for organisations',
+   'Everything in Business plus enterprise security, dedicated infrastructure, custom development, priority support and a contractual uptime SLA. Pricing is tailored to your scope.',
+   0, 'EUR', 'custom',
+   'contact', 'Contact sales', 'mailto:sales@webagentbridge.com',
+   0, 40,
+   '{"protocol":true,"sdk":true,"browserExecution":true,"adapters":true,"registryRead":true,"agentRegistration":true,"basicAuth":true,"discovery":true,"capabilityNegotiation":true,"semanticActions":true,"communityTemplates":true,"workspace":true,"advancedOrchestration":true,"observability":true,"failureAnalysis":true,"replayEngine":true,"advancedAnalytics":true,"dataExtraction":true,"agentMemory":true,"llmInference":true,"hostedRuntime":true,"marketplace":true,"certification":true,"trafficIntelligence":true,"exploitShield":true,"visionAnalysis":true,"swarmExecution":true,"auditLog":true,"customDomain":true,"governanceLayer":true,"enterpriseSecurity":true,"prioritySupport":true,"sla":true,"customDevelopment":true,"dedicatedInfra":true}',
+   '{"agents":-1,"tasksPerDay":-1,"executionsPerDay":-1,"sessions":-1,"maxConcurrency":-1,"replayRecordings":-1,"computeMinutesPerDay":-1,"storageMB":-1,"webhooks":-1,"customAgents":-1,"apiCallsPerMinute":-1}'
+  );

package/server/migrations/009_shieldqr.sql

@@ -0,0 +1,30 @@
+-- Migration 009: WAB ShieldQR scan history + reports
+CREATE TABLE IF NOT EXISTS shieldqr_scans (
+  id            INTEGER PRIMARY KEY AUTOINCREMENT,
+  url           TEXT NOT NULL,
+  host          TEXT,
+  level         TEXT NOT NULL CHECK(level IN ('green','yellow','red')),
+  score         INTEGER NOT NULL DEFAULT 0,
+  signals_json  TEXT NOT NULL DEFAULT '[]',
+  trust_ok      INTEGER NOT NULL DEFAULT 0,
+  ssl_ok        INTEGER NOT NULL DEFAULT 0,
+  user_id       TEXT,
+  ip            TEXT,
+  user_agent    TEXT,
+  created_at    DATETIME DEFAULT CURRENT_TIMESTAMP
+);
+CREATE INDEX IF NOT EXISTS idx_shieldqr_scans_host_created ON shieldqr_scans(host, created_at DESC);
+CREATE INDEX IF NOT EXISTS idx_shieldqr_scans_level_created ON shieldqr_scans(level, created_at DESC);
+
+CREATE TABLE IF NOT EXISTS shieldqr_reports (
+  id            INTEGER PRIMARY KEY AUTOINCREMENT,
+  scan_id       INTEGER REFERENCES shieldqr_scans(id) ON DELETE SET NULL,
+  url           TEXT NOT NULL,
+  reason        TEXT,
+  reporter_id   TEXT,
+  reporter_ip   TEXT,
+  status        TEXT NOT NULL DEFAULT 'open' CHECK(status IN ('open','reviewing','resolved','rejected')),
+  created_at    DATETIME DEFAULT CURRENT_TIMESTAMP,
+  resolved_at   DATETIME
+);
+CREATE INDEX IF NOT EXISTS idx_shieldqr_reports_status ON shieldqr_reports(status, created_at DESC);

package/server/migrations/010_extended_trust.sql

@@ -0,0 +1,33 @@
+-- Migration 010: WAB Extended Trust — Certificate Companion & SSL Health Monitoring
+-- Per-domain SSL certificate history (Certificate Transparency log) +
+-- live SSL monitoring state for the trust dashboard.
+
+CREATE TABLE IF NOT EXISTS cert_history (
+  id                INTEGER PRIMARY KEY AUTOINCREMENT,
+  host              TEXT NOT NULL,
+  fingerprint_sha256 TEXT NOT NULL,
+  issuer            TEXT,
+  subject           TEXT,
+  serial            TEXT,
+  valid_from        TEXT,
+  valid_to          TEXT,
+  observed_at       DATETIME DEFAULT CURRENT_TIMESTAMP,
+  source            TEXT DEFAULT 'monitor'  -- 'monitor' | 'shieldqr' | 'sign'
+);
+CREATE INDEX IF NOT EXISTS idx_cert_history_host_observed ON cert_history(host, observed_at DESC);
+CREATE UNIQUE INDEX IF NOT EXISTS idx_cert_history_host_fp ON cert_history(host, fingerprint_sha256);
+
+CREATE TABLE IF NOT EXISTS ssl_monitor (
+  host              TEXT PRIMARY KEY,
+  fingerprint_sha256 TEXT,
+  issuer            TEXT,
+  valid_to          TEXT,
+  days_until_expiry INTEGER,
+  status            TEXT,                  -- 'active' | 'expiring' | 'expired' | 'error'
+  error             TEXT,
+  last_checked_at   DATETIME,
+  last_alert_at     DATETIME,
+  enabled           INTEGER NOT NULL DEFAULT 1,
+  owner_user_id     TEXT
+);
+CREATE INDEX IF NOT EXISTS idx_ssl_monitor_status ON ssl_monitor(status, valid_to);

package/server/models/adapters/index.js

@@ -1,33 +1,33 @@
-/**
- * Database Adapter Interface
- *
- * WAB supports multiple database backends via adapters.
- * Set DB_ADAPTER environment variable to choose: sqlite (default), postgresql, mysql
- *
- * For PostgreSQL:
- *   npm install pg
- *   DB_ADAPTER=postgresql DATABASE_URL=postgres://user:pass@host:5432/wab
- *
- * For MySQL:
- *   npm install mysql2
- *   DB_ADAPTER=mysql DATABASE_URL=mysql://user:pass@host:3306/wab
- */
-
-const adapter = process.env.DB_ADAPTER || 'sqlite';
-
-let db;
-switch (adapter) {
-  case 'postgresql':
-  case 'postgres':
-    db = require('./postgresql');
-    break;
-  case 'mysql':
-    db = require('./mysql');
-    break;
-  case 'sqlite':
-  default:
-    db = require('./sqlite');
-    break;
-}
-
-module.exports = db;
+/**
+ * Database Adapter Interface
+ *
+ * WAB supports multiple database backends via adapters.
+ * Set DB_ADAPTER environment variable to choose: sqlite (default), postgresql, mysql
+ *
+ * For PostgreSQL:
+ *   npm install pg
+ *   DB_ADAPTER=postgresql DATABASE_URL=postgres://user:pass@host:5432/wab
+ *
+ * For MySQL:
+ *   npm install mysql2
+ *   DB_ADAPTER=mysql DATABASE_URL=mysql://user:pass@host:3306/wab
+ */
+
+const adapter = process.env.DB_ADAPTER || 'sqlite';
+
+let db;
+switch (adapter) {
+  case 'postgresql':
+  case 'postgres':
+    db = require('./postgresql');
+    break;
+  case 'mysql':
+    db = require('./mysql');
+    break;
+  case 'sqlite':
+  default:
+    db = require('./sqlite');
+    break;
+}
+
+module.exports = db;