web-agent-bridge 3.0.0 → 3.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (202) hide show
  1. package/LICENSE +72 -21
  2. package/README.ar.md +1286 -1073
  3. package/README.md +1764 -1535
  4. package/bin/agent-runner.js +474 -474
  5. package/bin/cli.js +237 -138
  6. package/bin/wab.js +80 -80
  7. package/examples/bidi-agent.js +119 -119
  8. package/examples/cross-site-agent.js +91 -91
  9. package/examples/mcp-agent.js +94 -94
  10. package/examples/next-app-router/README.md +44 -44
  11. package/examples/puppeteer-agent.js +108 -108
  12. package/examples/saas-dashboard/README.md +55 -55
  13. package/examples/shopify-hydrogen/README.md +74 -74
  14. package/examples/vision-agent.js +171 -171
  15. package/examples/wordpress-elementor/README.md +77 -77
  16. package/package.json +17 -3
  17. package/public/.well-known/agent-tools.json +180 -180
  18. package/public/.well-known/ai-assets.json +59 -59
  19. package/public/.well-known/ai-plugin.json +28 -0
  20. package/public/.well-known/security.txt +8 -0
  21. package/public/agent-workspace.html +349 -347
  22. package/public/ai.html +198 -196
  23. package/public/api.html +413 -0
  24. package/public/browser.html +486 -484
  25. package/public/commander-dashboard.html +243 -243
  26. package/public/cookies.html +210 -208
  27. package/public/css/agent-workspace.css +1713 -1713
  28. package/public/css/premium.css +317 -317
  29. package/public/css/styles.css +1235 -1235
  30. package/public/dashboard.html +706 -704
  31. package/public/demo.html +1770 -1
  32. package/public/dns.html +507 -0
  33. package/public/docs.html +587 -585
  34. package/public/feed.xml +89 -89
  35. package/public/growth.html +463 -0
  36. package/public/index.html +341 -9
  37. package/public/integrations.html +556 -0
  38. package/public/js/agent-workspace.js +1740 -1740
  39. package/public/js/auth-nav.js +31 -31
  40. package/public/js/auth-redirect.js +12 -12
  41. package/public/js/cookie-consent.js +56 -56
  42. package/public/js/wab-demo-page.js +721 -721
  43. package/public/js/ws-client.js +74 -74
  44. package/public/llms-full.txt +360 -309
  45. package/public/llms.txt +125 -86
  46. package/public/login.html +85 -83
  47. package/public/mesh-dashboard.html +328 -328
  48. package/public/openapi.json +580 -580
  49. package/public/phone-shield.html +281 -0
  50. package/public/premium-dashboard.html +2489 -2487
  51. package/public/premium.html +793 -791
  52. package/public/privacy.html +297 -295
  53. package/public/register.html +105 -103
  54. package/public/robots.txt +87 -87
  55. package/public/script/wab-consent.d.ts +36 -36
  56. package/public/script/wab-consent.js +104 -104
  57. package/public/script/wab-schema.js +131 -131
  58. package/public/script/wab.d.ts +108 -108
  59. package/public/script/wab.min.js +580 -580
  60. package/public/security.txt +8 -0
  61. package/public/terms.html +256 -254
  62. package/script/ai-agent-bridge.js +1754 -1754
  63. package/sdk/README.md +99 -99
  64. package/sdk/agent-mesh.js +449 -449
  65. package/sdk/commander.js +262 -262
  66. package/sdk/index.d.ts +464 -464
  67. package/sdk/index.js +18 -1
  68. package/sdk/multi-agent.js +318 -318
  69. package/sdk/package.json +12 -1
  70. package/sdk/safety-shield.js +219 -0
  71. package/sdk/schema-discovery.js +83 -83
  72. package/server/adapters/index.js +520 -520
  73. package/server/config/plans.js +367 -367
  74. package/server/config/secrets.js +102 -102
  75. package/server/control-plane/index.js +301 -301
  76. package/server/data-plane/index.js +354 -354
  77. package/server/index.js +175 -19
  78. package/server/llm/index.js +404 -404
  79. package/server/middleware/adminAuth.js +35 -35
  80. package/server/middleware/auth.js +50 -50
  81. package/server/middleware/featureGate.js +88 -88
  82. package/server/middleware/rateLimits.js +100 -100
  83. package/server/middleware/sensitiveAction.js +157 -0
  84. package/server/migrations/001_add_analytics_indexes.sql +7 -7
  85. package/server/migrations/002_premium_features.sql +418 -418
  86. package/server/migrations/003_ads_integer_cents.sql +33 -33
  87. package/server/migrations/004_agent_os.sql +158 -158
  88. package/server/migrations/005_marketplace_metering.sql +126 -126
  89. package/server/models/adapters/index.js +33 -33
  90. package/server/models/adapters/mysql.js +183 -183
  91. package/server/models/adapters/postgresql.js +172 -172
  92. package/server/models/adapters/sqlite.js +7 -7
  93. package/server/models/db.js +681 -681
  94. package/server/observability/failure-analysis.js +337 -337
  95. package/server/observability/index.js +394 -394
  96. package/server/protocol/capabilities.js +223 -223
  97. package/server/protocol/index.js +243 -243
  98. package/server/protocol/schema.js +584 -584
  99. package/server/registry/certification.js +271 -271
  100. package/server/registry/index.js +326 -326
  101. package/server/routes/admin-premium.js +671 -671
  102. package/server/routes/admin.js +261 -261
  103. package/server/routes/ads.js +130 -130
  104. package/server/routes/agent-workspace.js +540 -378
  105. package/server/routes/api.js +150 -150
  106. package/server/routes/auth.js +71 -71
  107. package/server/routes/billing.js +45 -45
  108. package/server/routes/commander.js +316 -316
  109. package/server/routes/demo-showcase.js +332 -0
  110. package/server/routes/demo-store.js +154 -0
  111. package/server/routes/discovery.js +417 -406
  112. package/server/routes/gateway.js +173 -0
  113. package/server/routes/license.js +251 -240
  114. package/server/routes/mesh.js +469 -469
  115. package/server/routes/noscript.js +543 -543
  116. package/server/routes/premium-v2.js +686 -686
  117. package/server/routes/premium.js +724 -724
  118. package/server/routes/runtime.js +2148 -2147
  119. package/server/routes/sovereign.js +465 -385
  120. package/server/routes/universal.js +200 -177
  121. package/server/routes/wab-api.js +850 -491
  122. package/server/runtime/container-worker.js +111 -111
  123. package/server/runtime/container.js +448 -448
  124. package/server/runtime/distributed-worker.js +362 -362
  125. package/server/runtime/event-bus.js +210 -210
  126. package/server/runtime/index.js +253 -253
  127. package/server/runtime/queue.js +599 -599
  128. package/server/runtime/replay.js +666 -666
  129. package/server/runtime/sandbox.js +266 -266
  130. package/server/runtime/scheduler.js +534 -534
  131. package/server/runtime/session-engine.js +293 -293
  132. package/server/runtime/state-manager.js +188 -188
  133. package/server/security/cross-site-redactor.js +196 -0
  134. package/server/security/dry-run.js +180 -0
  135. package/server/security/human-gate-rate-limit.js +147 -0
  136. package/server/security/human-gate-transports.js +178 -0
  137. package/server/security/human-gate.js +281 -0
  138. package/server/security/index.js +368 -368
  139. package/server/security/intent-engine.js +245 -0
  140. package/server/security/reward-guard.js +171 -0
  141. package/server/security/rollback-store.js +239 -0
  142. package/server/security/token-scope.js +404 -0
  143. package/server/security/url-policy.js +139 -0
  144. package/server/services/agent-chat.js +506 -506
  145. package/server/services/agent-learning.js +601 -575
  146. package/server/services/agent-memory.js +625 -625
  147. package/server/services/agent-mesh.js +555 -539
  148. package/server/services/agent-symphony.js +717 -717
  149. package/server/services/agent-tasks.js +1807 -1807
  150. package/server/services/api-key-engine.js +292 -0
  151. package/server/services/cluster.js +894 -894
  152. package/server/services/commander.js +738 -738
  153. package/server/services/edge-compute.js +440 -440
  154. package/server/services/email.js +204 -204
  155. package/server/services/hosted-runtime.js +205 -205
  156. package/server/services/lfd.js +635 -616
  157. package/server/services/local-ai.js +389 -389
  158. package/server/services/marketplace.js +270 -270
  159. package/server/services/metering.js +182 -182
  160. package/server/services/modules/affiliate-intelligence.js +93 -0
  161. package/server/services/modules/agent-firewall.js +90 -0
  162. package/server/services/modules/bounty.js +89 -0
  163. package/server/services/modules/collective-bargaining.js +92 -0
  164. package/server/services/modules/dark-pattern.js +66 -0
  165. package/server/services/modules/gov-intelligence.js +45 -0
  166. package/server/services/modules/neural.js +55 -0
  167. package/server/services/modules/notary.js +49 -0
  168. package/server/services/modules/price-time-machine.js +86 -0
  169. package/server/services/modules/protocol.js +104 -0
  170. package/server/services/negotiation.js +439 -439
  171. package/server/services/plugins.js +771 -771
  172. package/server/services/premium.js +1 -1
  173. package/server/services/price-intelligence.js +566 -565
  174. package/server/services/price-shield.js +1137 -1137
  175. package/server/services/reputation.js +465 -465
  176. package/server/services/search-engine.js +357 -357
  177. package/server/services/security.js +513 -513
  178. package/server/services/self-healing.js +843 -843
  179. package/server/services/sovereign-shield.js +542 -0
  180. package/server/services/stripe.js +192 -192
  181. package/server/services/swarm.js +788 -788
  182. package/server/services/universal-scraper.js +662 -661
  183. package/server/services/verification.js +481 -481
  184. package/server/services/vision.js +1163 -1163
  185. package/server/utils/cache.js +125 -125
  186. package/server/utils/migrate.js +81 -81
  187. package/server/utils/safe-fetch.js +228 -0
  188. package/server/utils/secureFields.js +50 -50
  189. package/server/ws.js +161 -161
  190. package/templates/artisan-marketplace.yaml +104 -104
  191. package/templates/book-price-scout.yaml +98 -98
  192. package/templates/electronics-price-tracker.yaml +108 -108
  193. package/templates/flight-deal-hunter.yaml +113 -113
  194. package/templates/freelancer-direct.yaml +116 -116
  195. package/templates/grocery-price-compare.yaml +93 -93
  196. package/templates/hotel-direct-booking.yaml +113 -113
  197. package/templates/local-services.yaml +98 -98
  198. package/templates/olive-oil-tunisia.yaml +88 -88
  199. package/templates/organic-farm-fresh.yaml +101 -101
  200. package/templates/restaurant-direct.yaml +97 -97
  201. package/server/services/fairness-engine.js +0 -409
  202. package/server/services/fairness.js +0 -420
@@ -1,481 +1,481 @@
1
- /**
2
- * Anti-Hallucination Shield (Cross-Verification Engine)
3
- * ════════════════════════════════════════════════════════════════════════
4
- * Prevents AI agent "hallucinations" by cross-verifying data read from
5
- * the DOM against visual analysis (screenshots). If the agent reads a
6
- * price as "$10" but the screenshot shows "$100", the shield catches the
7
- * discrepancy and halts execution, requesting human confirmation.
8
- *
9
- * Verification layers:
10
- * 1. DOM vs Vision: Compare text extracted from DOM with OCR/vision output
11
- * 2. Price Sanity: Flag unrealistically low prices vs market averages
12
- * 3. Temporal Consistency: Compare with previously cached values
13
- * 4. Multi-Source: Cross-check across multiple page elements
14
- */
15
-
16
- const { db } = require('../models/db');
17
- const crypto = require('crypto');
18
-
19
- // ─── Schema ──────────────────────────────────────────────────────────
20
-
21
- db.exec(`
22
- CREATE TABLE IF NOT EXISTS verification_results (
23
- id TEXT PRIMARY KEY,
24
- site_id TEXT NOT NULL,
25
- agent_id TEXT,
26
- url TEXT,
27
- verification_type TEXT NOT NULL CHECK(verification_type IN (
28
- 'price','text','element_presence','form_data','navigation','action_result'
29
- )),
30
- dom_value TEXT,
31
- vision_value TEXT,
32
- cached_value TEXT,
33
- match_score REAL DEFAULT 0,
34
- discrepancy_type TEXT CHECK(discrepancy_type IN (
35
- 'none','minor','major','critical','fraud_suspected'
36
- )),
37
- discrepancy_details TEXT DEFAULT '{}',
38
- action_taken TEXT DEFAULT 'none' CHECK(action_taken IN (
39
- 'none','warn','halt','confirm_human','auto_correct','block'
40
- )),
41
- human_confirmed INTEGER DEFAULT 0,
42
- created_at TEXT DEFAULT (datetime('now'))
43
- );
44
-
45
- CREATE TABLE IF NOT EXISTS price_benchmarks (
46
- id TEXT PRIMARY KEY,
47
- category TEXT NOT NULL,
48
- item_pattern TEXT NOT NULL,
49
- avg_price REAL NOT NULL,
50
- min_price REAL NOT NULL,
51
- max_price REAL NOT NULL,
52
- currency TEXT DEFAULT 'USD',
53
- sample_count INTEGER DEFAULT 1,
54
- last_updated TEXT DEFAULT (datetime('now'))
55
- );
56
-
57
- CREATE TABLE IF NOT EXISTS verification_cache (
58
- id TEXT PRIMARY KEY,
59
- site_id TEXT NOT NULL,
60
- url TEXT NOT NULL,
61
- field_name TEXT NOT NULL,
62
- field_value TEXT NOT NULL,
63
- value_hash TEXT NOT NULL,
64
- source TEXT DEFAULT 'dom' CHECK(source IN ('dom','vision','agent')),
65
- captured_at TEXT DEFAULT (datetime('now')),
66
- expires_at TEXT
67
- );
68
-
69
- CREATE INDEX IF NOT EXISTS idx_verif_results_site ON verification_results(site_id);
70
- CREATE INDEX IF NOT EXISTS idx_verif_results_type ON verification_results(discrepancy_type);
71
- CREATE INDEX IF NOT EXISTS idx_verif_cache_site ON verification_cache(site_id);
72
- CREATE INDEX IF NOT EXISTS idx_verif_cache_url ON verification_cache(url);
73
- CREATE INDEX IF NOT EXISTS idx_price_bench_cat ON price_benchmarks(category);
74
- `);
75
-
76
- // ─── Constants ───────────────────────────────────────────────────────
77
-
78
- const THRESHOLDS = {
79
- priceMismatchMinor: 0.05, // 5% difference
80
- priceMismatchMajor: 0.15, // 15%
81
- priceMismatchCritical: 0.50, // 50%
82
- priceAnomalyLow: 0.3, // 70% below market average
83
- priceAnomalyHigh: 3.0, // 300% above market average
84
- textSimilarityOk: 0.85, // 85% text match is acceptable
85
- textSimilarityWarn: 0.60, // Below 60% is a warning
86
- };
87
-
88
- // ─── Text Similarity (Levenshtein-based) ─────────────────────────────
89
-
90
- function levenshteinDistance(a, b) {
91
- const m = a.length, n = b.length;
92
- const dp = Array.from({ length: m + 1 }, () => Array(n + 1).fill(0));
93
- for (let i = 0; i <= m; i++) dp[i][0] = i;
94
- for (let j = 0; j <= n; j++) dp[0][j] = j;
95
- for (let i = 1; i <= m; i++) {
96
- for (let j = 1; j <= n; j++) {
97
- dp[i][j] = a[i - 1] === b[j - 1]
98
- ? dp[i - 1][j - 1]
99
- : 1 + Math.min(dp[i - 1][j], dp[i][j - 1], dp[i - 1][j - 1]);
100
- }
101
- }
102
- return dp[m][n];
103
- }
104
-
105
- function textSimilarity(a, b) {
106
- if (!a || !b) return 0;
107
- const cleanA = a.toString().trim().toLowerCase();
108
- const cleanB = b.toString().trim().toLowerCase();
109
- if (cleanA === cleanB) return 1.0;
110
- const maxLen = Math.max(cleanA.length, cleanB.length);
111
- if (maxLen === 0) return 1.0;
112
- return 1 - levenshteinDistance(cleanA, cleanB) / maxLen;
113
- }
114
-
115
- // ─── Price Extraction ────────────────────────────────────────────────
116
-
117
- function extractPrice(text) {
118
- if (typeof text !== 'string') return null;
119
- // Match common price formats: $100, $1,000.00, 100.00$, EUR 50, etc.
120
- const patterns = [
121
- /[\$€£¥]\s*([\d,]+\.?\d*)/,
122
- /([\d,]+\.?\d*)\s*[\$€£¥]/,
123
- /(?:USD|EUR|GBP|SAR|AED)\s*([\d,]+\.?\d*)/i,
124
- /([\d,]+\.?\d*)\s*(?:USD|EUR|GBP|SAR|AED)/i,
125
- ];
126
-
127
- for (const pattern of patterns) {
128
- const match = text.match(pattern);
129
- if (match) {
130
- return parseFloat(match[1].replace(/,/g, ''));
131
- }
132
- }
133
- return null;
134
- }
135
-
136
- // ─── Core Verification ───────────────────────────────────────────────
137
-
138
- function verifyPrice({ siteId, agentId, url, domValue, visionValue, category, itemName }) {
139
- const id = crypto.randomBytes(12).toString('hex');
140
-
141
- const domPrice = extractPrice(domValue);
142
- const visionPrice = extractPrice(visionValue);
143
-
144
- const result = {
145
- id,
146
- siteId,
147
- verificationType: 'price',
148
- domValue,
149
- visionValue,
150
- domPrice,
151
- visionPrice,
152
- matchScore: 1.0,
153
- discrepancyType: 'none',
154
- discrepancyDetails: {},
155
- actionTaken: 'none',
156
- checks: []
157
- };
158
-
159
- // Check 1: DOM vs Vision price match
160
- if (domPrice !== null && visionPrice !== null) {
161
- const priceDiff = Math.abs(domPrice - visionPrice);
162
- const relativeDiff = domPrice > 0 ? priceDiff / domPrice : 0;
163
-
164
- result.matchScore = 1 - relativeDiff;
165
-
166
- if (relativeDiff > THRESHOLDS.priceMismatchCritical) {
167
- result.discrepancyType = 'critical';
168
- result.actionTaken = 'halt';
169
- result.discrepancyDetails.domVsVision = {
170
- difference: priceDiff,
171
- relativeDifference: Math.round(relativeDiff * 100) + '%',
172
- message: `CRITICAL: DOM shows $${domPrice} but visual shows $${visionPrice}. ` +
173
- `Possible deceptive pricing or site error. Operation halted.`
174
- };
175
- result.checks.push({ check: 'dom_vs_vision', status: 'FAIL', severity: 'critical' });
176
- } else if (relativeDiff > THRESHOLDS.priceMismatchMajor) {
177
- result.discrepancyType = 'major';
178
- result.actionTaken = 'confirm_human';
179
- result.discrepancyDetails.domVsVision = {
180
- difference: priceDiff,
181
- relativeDifference: Math.round(relativeDiff * 100) + '%',
182
- message: `WARNING: Price mismatch detected. DOM: $${domPrice}, Visual: $${visionPrice}. ` +
183
- `Requesting human confirmation before proceeding.`
184
- };
185
- result.checks.push({ check: 'dom_vs_vision', status: 'WARN', severity: 'major' });
186
- } else if (relativeDiff > THRESHOLDS.priceMismatchMinor) {
187
- result.discrepancyType = 'minor';
188
- result.actionTaken = 'warn';
189
- result.discrepancyDetails.domVsVision = {
190
- difference: priceDiff,
191
- message: `Minor price variance: DOM $${domPrice} vs Visual $${visionPrice}. May be rounding.`
192
- };
193
- result.checks.push({ check: 'dom_vs_vision', status: 'OK', severity: 'minor' });
194
- } else {
195
- result.checks.push({ check: 'dom_vs_vision', status: 'PASS', severity: 'none' });
196
- }
197
- }
198
-
199
- // Check 2: Price sanity vs market benchmarks
200
- const effectivePrice = domPrice || visionPrice;
201
- if (effectivePrice !== null && category) {
202
- const benchmark = db.prepare(`
203
- SELECT * FROM price_benchmarks
204
- WHERE category = ? AND item_pattern LIKE ?
205
- ORDER BY sample_count DESC LIMIT 1
206
- `).get(category, `%${(itemName || '').slice(0, 20)}%`);
207
-
208
- if (benchmark) {
209
- const ratio = effectivePrice / benchmark.avg_price;
210
-
211
- if (ratio < THRESHOLDS.priceAnomalyLow) {
212
- result.discrepancyType = result.discrepancyType === 'none' ? 'major' : result.discrepancyType;
213
- result.actionTaken = result.actionTaken === 'none' ? 'confirm_human' : result.actionTaken;
214
- result.discrepancyDetails.marketAnomaly = {
215
- price: effectivePrice,
216
- marketAvg: benchmark.avg_price,
217
- ratio: Math.round(ratio * 100) / 100,
218
- message: `Suspiciously low price ($${effectivePrice}) vs market average ($${benchmark.avg_price}). ` +
219
- `Could be a scam, error, or genuine deal. Verify manually.`
220
- };
221
- result.checks.push({ check: 'market_benchmark', status: 'WARN', severity: 'major' });
222
- } else if (ratio > THRESHOLDS.priceAnomalyHigh) {
223
- result.discrepancyDetails.marketAnomaly = {
224
- price: effectivePrice,
225
- marketAvg: benchmark.avg_price,
226
- ratio: Math.round(ratio * 100) / 100,
227
- message: `Price ($${effectivePrice}) is ${Math.round(ratio)}x market average ($${benchmark.avg_price}).`
228
- };
229
- result.checks.push({ check: 'market_benchmark', status: 'WARN', severity: 'minor' });
230
- } else {
231
- result.checks.push({ check: 'market_benchmark', status: 'PASS', severity: 'none' });
232
- }
233
- }
234
- }
235
-
236
- // Check 3: Temporal consistency (compare with cached values)
237
- if (effectivePrice !== null && url) {
238
- const cached = db.prepare(`
239
- SELECT * FROM verification_cache
240
- WHERE site_id = ? AND url = ? AND field_name = 'price'
241
- ORDER BY captured_at DESC LIMIT 1
242
- `).get(siteId, url);
243
-
244
- if (cached) {
245
- const cachedPrice = extractPrice(cached.field_value);
246
- if (cachedPrice !== null) {
247
- const temporalDiff = Math.abs(effectivePrice - cachedPrice) / cachedPrice;
248
- if (temporalDiff > 0.5) {
249
- result.discrepancyDetails.temporalChange = {
250
- currentPrice: effectivePrice,
251
- previousPrice: cachedPrice,
252
- previousDate: cached.captured_at,
253
- changePct: Math.round(temporalDiff * 100) + '%',
254
- message: `Price changed ${Math.round(temporalDiff * 100)}% since last check. ` +
255
- `Was $${cachedPrice}, now $${effectivePrice}.`
256
- };
257
- result.checks.push({ check: 'temporal_consistency', status: 'WARN', severity: 'minor' });
258
- } else {
259
- result.checks.push({ check: 'temporal_consistency', status: 'PASS', severity: 'none' });
260
- }
261
- }
262
- }
263
-
264
- // Cache current value
265
- const cacheId = crypto.randomBytes(12).toString('hex');
266
- const cacheExpiry = new Date(Date.now() + 24 * 60 * 60 * 1000).toISOString();
267
- const valueHash = crypto.createHash('sha256').update(String(effectivePrice)).digest('hex');
268
- db.prepare(`
269
- INSERT OR REPLACE INTO verification_cache
270
- (id, site_id, url, field_name, field_value, value_hash, source, expires_at)
271
- VALUES (?, ?, ?, 'price', ?, ?, 'dom', ?)
272
- `).run(cacheId, siteId, url, String(effectivePrice), valueHash, cacheExpiry);
273
- }
274
-
275
- // Persist result
276
- db.prepare(`
277
- INSERT INTO verification_results
278
- (id, site_id, agent_id, url, verification_type, dom_value, vision_value,
279
- match_score, discrepancy_type, discrepancy_details, action_taken)
280
- VALUES (?, ?, ?, ?, 'price', ?, ?, ?, ?, ?, ?)
281
- `).run(
282
- id, siteId, agentId || null, url || null,
283
- domValue, visionValue,
284
- Math.round(result.matchScore * 1000) / 1000,
285
- result.discrepancyType,
286
- JSON.stringify(result.discrepancyDetails),
287
- result.actionTaken
288
- );
289
-
290
- return result;
291
- }
292
-
293
- // ─── Text Verification ───────────────────────────────────────────────
294
-
295
- function verifyText({ siteId, agentId, url, domValue, visionValue, fieldName }) {
296
- const id = crypto.randomBytes(12).toString('hex');
297
-
298
- const similarity = textSimilarity(domValue, visionValue);
299
-
300
- let discrepancyType = 'none';
301
- let actionTaken = 'none';
302
- let message = '';
303
-
304
- if (similarity < THRESHOLDS.textSimilarityWarn) {
305
- discrepancyType = 'major';
306
- actionTaken = 'confirm_human';
307
- message = `Text mismatch: DOM reads "${domValue}" but visual shows "${visionValue}" ` +
308
- `(${Math.round(similarity * 100)}% match). Human confirmation required.`;
309
- } else if (similarity < THRESHOLDS.textSimilarityOk) {
310
- discrepancyType = 'minor';
311
- actionTaken = 'warn';
312
- message = `Slight text variance: "${domValue}" vs "${visionValue}" ` +
313
- `(${Math.round(similarity * 100)}% match).`;
314
- }
315
-
316
- db.prepare(`
317
- INSERT INTO verification_results
318
- (id, site_id, agent_id, url, verification_type, dom_value, vision_value,
319
- match_score, discrepancy_type, discrepancy_details, action_taken)
320
- VALUES (?, ?, ?, ?, 'text', ?, ?, ?, ?, ?, ?)
321
- `).run(
322
- id, siteId, agentId || null, url || null,
323
- domValue, visionValue,
324
- Math.round(similarity * 1000) / 1000,
325
- discrepancyType,
326
- JSON.stringify({ message, similarity }),
327
- actionTaken
328
- );
329
-
330
- return {
331
- id,
332
- matchScore: Math.round(similarity * 100),
333
- discrepancyType,
334
- actionTaken,
335
- message: message || 'Text verified successfully.',
336
- verified: discrepancyType === 'none'
337
- };
338
- }
339
-
340
- // ─── Full Page Verification ──────────────────────────────────────────
341
-
342
- function verifyPage({ siteId, agentId, url, domData, visionData }) {
343
- const results = { checks: [], overallScore: 100, actionRequired: 'none', details: [] };
344
-
345
- // Verify prices
346
- if (domData.prices && visionData.prices) {
347
- for (let i = 0; i < Math.min(domData.prices.length, visionData.prices.length); i++) {
348
- const priceCheck = verifyPrice({
349
- siteId, agentId, url,
350
- domValue: domData.prices[i],
351
- visionValue: visionData.prices[i],
352
- category: domData.category,
353
- itemName: domData.itemNames?.[i]
354
- });
355
- results.checks.push(priceCheck);
356
- if (priceCheck.discrepancyType !== 'none') {
357
- results.overallScore -= priceCheck.discrepancyType === 'critical' ? 40 : priceCheck.discrepancyType === 'major' ? 20 : 5;
358
- }
359
- }
360
- }
361
-
362
- // Verify key text elements
363
- if (domData.texts && visionData.texts) {
364
- for (let i = 0; i < Math.min(domData.texts.length, visionData.texts.length); i++) {
365
- const textCheck = verifyText({
366
- siteId, agentId, url,
367
- domValue: domData.texts[i],
368
- visionValue: visionData.texts[i],
369
- fieldName: `text_${i}`
370
- });
371
- results.checks.push(textCheck);
372
- if (!textCheck.verified) results.overallScore -= 10;
373
- }
374
- }
375
-
376
- results.overallScore = Math.max(0, results.overallScore);
377
-
378
- if (results.overallScore < 30) results.actionRequired = 'block';
379
- else if (results.overallScore < 60) results.actionRequired = 'confirm_human';
380
- else if (results.overallScore < 80) results.actionRequired = 'warn';
381
-
382
- return results;
383
- }
384
-
385
- // ─── Market Benchmark Management ─────────────────────────────────────
386
-
387
- function updateBenchmark(category, itemPattern, price) {
388
- const existing = db.prepare(`
389
- SELECT * FROM price_benchmarks WHERE category = ? AND item_pattern = ?
390
- `).get(category, itemPattern);
391
-
392
- if (existing) {
393
- const newCount = existing.sample_count + 1;
394
- const newAvg = (existing.avg_price * existing.sample_count + price) / newCount;
395
- const newMin = Math.min(existing.min_price, price);
396
- const newMax = Math.max(existing.max_price, price);
397
-
398
- db.prepare(`
399
- UPDATE price_benchmarks
400
- SET avg_price = ?, min_price = ?, max_price = ?,
401
- sample_count = ?, last_updated = datetime('now')
402
- WHERE id = ?
403
- `).run(newAvg, newMin, newMax, newCount, existing.id);
404
- } else {
405
- const id = crypto.randomBytes(12).toString('hex');
406
- db.prepare(`
407
- INSERT INTO price_benchmarks (id, category, item_pattern, avg_price, min_price, max_price, sample_count)
408
- VALUES (?, ?, ?, ?, ?, ?, 1)
409
- `).run(id, category, itemPattern, price, price, price);
410
- }
411
- }
412
-
413
- // ─── Human Confirmation ──────────────────────────────────────────────
414
-
415
- function confirmVerification(verificationId, humanApproved) {
416
- db.prepare(`
417
- UPDATE verification_results
418
- SET human_confirmed = ?, action_taken = CASE WHEN ? = 1 THEN 'none' ELSE 'block' END
419
- WHERE id = ?
420
- `).run(humanApproved ? 1 : 0, humanApproved ? 1 : 0, verificationId);
421
-
422
- return { confirmed: true, approved: humanApproved };
423
- }
424
-
425
- // ─── Shield Stats ────────────────────────────────────────────────────
426
-
427
- function getShieldStats(siteId) {
428
- const stats = db.prepare(`
429
- SELECT
430
- COUNT(*) as total_checks,
431
- SUM(CASE WHEN discrepancy_type = 'none' THEN 1 ELSE 0 END) as passed,
432
- SUM(CASE WHEN discrepancy_type = 'minor' THEN 1 ELSE 0 END) as minor_issues,
433
- SUM(CASE WHEN discrepancy_type = 'major' THEN 1 ELSE 0 END) as major_issues,
434
- SUM(CASE WHEN discrepancy_type = 'critical' THEN 1 ELSE 0 END) as critical_issues,
435
- SUM(CASE WHEN discrepancy_type = 'fraud_suspected' THEN 1 ELSE 0 END) as fraud_suspected,
436
- SUM(CASE WHEN action_taken = 'halt' THEN 1 ELSE 0 END) as halted_operations,
437
- SUM(CASE WHEN action_taken = 'block' THEN 1 ELSE 0 END) as blocked_operations,
438
- AVG(match_score) as avg_match_score
439
- FROM verification_results
440
- WHERE site_id = ?
441
- `).get(siteId);
442
-
443
- return {
444
- ...stats,
445
- avg_match_score: stats.avg_match_score ? Math.round(stats.avg_match_score * 100) : 100,
446
- integrity_rating: stats.total_checks > 0
447
- ? Math.round((stats.passed / stats.total_checks) * 100)
448
- : 100
449
- };
450
- }
451
-
452
- function getGlobalShieldStats() {
453
- return db.prepare(`
454
- SELECT
455
- COUNT(*) as total_checks,
456
- SUM(CASE WHEN discrepancy_type = 'none' THEN 1 ELSE 0 END) as passed,
457
- SUM(CASE WHEN action_taken = 'halt' THEN 1 ELSE 0 END) as threats_blocked,
458
- SUM(CASE WHEN action_taken = 'confirm_human' THEN 1 ELSE 0 END) as human_reviews,
459
- COUNT(DISTINCT site_id) as sites_verified
460
- FROM verification_results
461
- `).get();
462
- }
463
-
464
- // ─── Cleanup ─────────────────────────────────────────────────────────
465
-
466
- function cleanupExpiredCache() {
467
- return db.prepare("DELETE FROM verification_cache WHERE expires_at < datetime('now')").run();
468
- }
469
-
470
- module.exports = {
471
- verifyPrice,
472
- verifyText,
473
- verifyPage,
474
- updateBenchmark,
475
- confirmVerification,
476
- getShieldStats,
477
- getGlobalShieldStats,
478
- cleanupExpiredCache,
479
- extractPrice,
480
- textSimilarity
481
- };
1
+ /**
2
+ * Anti-Hallucination Shield (Cross-Verification Engine)
3
+ * ════════════════════════════════════════════════════════════════════════
4
+ * Prevents AI agent "hallucinations" by cross-verifying data read from
5
+ * the DOM against visual analysis (screenshots). If the agent reads a
6
+ * price as "$10" but the screenshot shows "$100", the shield catches the
7
+ * discrepancy and halts execution, requesting human confirmation.
8
+ *
9
+ * Verification layers:
10
+ * 1. DOM vs Vision: Compare text extracted from DOM with OCR/vision output
11
+ * 2. Price Sanity: Flag unrealistically low prices vs market averages
12
+ * 3. Temporal Consistency: Compare with previously cached values
13
+ * 4. Multi-Source: Cross-check across multiple page elements
14
+ */
15
+
16
+ const { db } = require('../models/db');
17
+ const crypto = require('crypto');
18
+
19
+ // ─── Schema ──────────────────────────────────────────────────────────
20
+
21
+ db.exec(`
22
+ CREATE TABLE IF NOT EXISTS verification_results (
23
+ id TEXT PRIMARY KEY,
24
+ site_id TEXT NOT NULL,
25
+ agent_id TEXT,
26
+ url TEXT,
27
+ verification_type TEXT NOT NULL CHECK(verification_type IN (
28
+ 'price','text','element_presence','form_data','navigation','action_result'
29
+ )),
30
+ dom_value TEXT,
31
+ vision_value TEXT,
32
+ cached_value TEXT,
33
+ match_score REAL DEFAULT 0,
34
+ discrepancy_type TEXT CHECK(discrepancy_type IN (
35
+ 'none','minor','major','critical','fraud_suspected'
36
+ )),
37
+ discrepancy_details TEXT DEFAULT '{}',
38
+ action_taken TEXT DEFAULT 'none' CHECK(action_taken IN (
39
+ 'none','warn','halt','confirm_human','auto_correct','block'
40
+ )),
41
+ human_confirmed INTEGER DEFAULT 0,
42
+ created_at TEXT DEFAULT (datetime('now'))
43
+ );
44
+
45
+ CREATE TABLE IF NOT EXISTS price_benchmarks (
46
+ id TEXT PRIMARY KEY,
47
+ category TEXT NOT NULL,
48
+ item_pattern TEXT NOT NULL,
49
+ avg_price REAL NOT NULL,
50
+ min_price REAL NOT NULL,
51
+ max_price REAL NOT NULL,
52
+ currency TEXT DEFAULT 'USD',
53
+ sample_count INTEGER DEFAULT 1,
54
+ last_updated TEXT DEFAULT (datetime('now'))
55
+ );
56
+
57
+ CREATE TABLE IF NOT EXISTS verification_cache (
58
+ id TEXT PRIMARY KEY,
59
+ site_id TEXT NOT NULL,
60
+ url TEXT NOT NULL,
61
+ field_name TEXT NOT NULL,
62
+ field_value TEXT NOT NULL,
63
+ value_hash TEXT NOT NULL,
64
+ source TEXT DEFAULT 'dom' CHECK(source IN ('dom','vision','agent')),
65
+ captured_at TEXT DEFAULT (datetime('now')),
66
+ expires_at TEXT
67
+ );
68
+
69
+ CREATE INDEX IF NOT EXISTS idx_verif_results_site ON verification_results(site_id);
70
+ CREATE INDEX IF NOT EXISTS idx_verif_results_type ON verification_results(discrepancy_type);
71
+ CREATE INDEX IF NOT EXISTS idx_verif_cache_site ON verification_cache(site_id);
72
+ CREATE INDEX IF NOT EXISTS idx_verif_cache_url ON verification_cache(url);
73
+ CREATE INDEX IF NOT EXISTS idx_price_bench_cat ON price_benchmarks(category);
74
+ `);
75
+
76
+ // ─── Constants ───────────────────────────────────────────────────────
77
+
78
+ const THRESHOLDS = {
79
+ priceMismatchMinor: 0.05, // 5% difference
80
+ priceMismatchMajor: 0.15, // 15%
81
+ priceMismatchCritical: 0.50, // 50%
82
+ priceAnomalyLow: 0.3, // 70% below market average
83
+ priceAnomalyHigh: 3.0, // 300% above market average
84
+ textSimilarityOk: 0.85, // 85% text match is acceptable
85
+ textSimilarityWarn: 0.60, // Below 60% is a warning
86
+ };
87
+
88
+ // ─── Text Similarity (Levenshtein-based) ─────────────────────────────
89
+
90
+ function levenshteinDistance(a, b) {
91
+ const m = a.length, n = b.length;
92
+ const dp = Array.from({ length: m + 1 }, () => Array(n + 1).fill(0));
93
+ for (let i = 0; i <= m; i++) dp[i][0] = i;
94
+ for (let j = 0; j <= n; j++) dp[0][j] = j;
95
+ for (let i = 1; i <= m; i++) {
96
+ for (let j = 1; j <= n; j++) {
97
+ dp[i][j] = a[i - 1] === b[j - 1]
98
+ ? dp[i - 1][j - 1]
99
+ : 1 + Math.min(dp[i - 1][j], dp[i][j - 1], dp[i - 1][j - 1]);
100
+ }
101
+ }
102
+ return dp[m][n];
103
+ }
104
+
105
+ function textSimilarity(a, b) {
106
+ if (!a || !b) return 0;
107
+ const cleanA = a.toString().trim().toLowerCase();
108
+ const cleanB = b.toString().trim().toLowerCase();
109
+ if (cleanA === cleanB) return 1.0;
110
+ const maxLen = Math.max(cleanA.length, cleanB.length);
111
+ if (maxLen === 0) return 1.0;
112
+ return 1 - levenshteinDistance(cleanA, cleanB) / maxLen;
113
+ }
114
+
115
+ // ─── Price Extraction ────────────────────────────────────────────────
116
+
117
+ function extractPrice(text) {
118
+ if (typeof text !== 'string') return null;
119
+ // Match common price formats: $100, $1,000.00, 100.00$, EUR 50, etc.
120
+ const patterns = [
121
+ /[\$€£¥]\s*([\d,]+\.?\d*)/,
122
+ /([\d,]+\.?\d*)\s*[\$€£¥]/,
123
+ /(?:USD|EUR|GBP|SAR|AED)\s*([\d,]+\.?\d*)/i,
124
+ /([\d,]+\.?\d*)\s*(?:USD|EUR|GBP|SAR|AED)/i,
125
+ ];
126
+
127
+ for (const pattern of patterns) {
128
+ const match = text.match(pattern);
129
+ if (match) {
130
+ return parseFloat(match[1].replace(/,/g, ''));
131
+ }
132
+ }
133
+ return null;
134
+ }
135
+
136
+ // ─── Core Verification ───────────────────────────────────────────────
137
+
138
+ function verifyPrice({ siteId, agentId, url, domValue, visionValue, category, itemName }) {
139
+ const id = crypto.randomBytes(12).toString('hex');
140
+
141
+ const domPrice = extractPrice(domValue);
142
+ const visionPrice = extractPrice(visionValue);
143
+
144
+ const result = {
145
+ id,
146
+ siteId,
147
+ verificationType: 'price',
148
+ domValue,
149
+ visionValue,
150
+ domPrice,
151
+ visionPrice,
152
+ matchScore: 1.0,
153
+ discrepancyType: 'none',
154
+ discrepancyDetails: {},
155
+ actionTaken: 'none',
156
+ checks: []
157
+ };
158
+
159
+ // Check 1: DOM vs Vision price match
160
+ if (domPrice !== null && visionPrice !== null) {
161
+ const priceDiff = Math.abs(domPrice - visionPrice);
162
+ const relativeDiff = domPrice > 0 ? priceDiff / domPrice : 0;
163
+
164
+ result.matchScore = 1 - relativeDiff;
165
+
166
+ if (relativeDiff > THRESHOLDS.priceMismatchCritical) {
167
+ result.discrepancyType = 'critical';
168
+ result.actionTaken = 'halt';
169
+ result.discrepancyDetails.domVsVision = {
170
+ difference: priceDiff,
171
+ relativeDifference: Math.round(relativeDiff * 100) + '%',
172
+ message: `CRITICAL: DOM shows $${domPrice} but visual shows $${visionPrice}. ` +
173
+ `Possible deceptive pricing or site error. Operation halted.`
174
+ };
175
+ result.checks.push({ check: 'dom_vs_vision', status: 'FAIL', severity: 'critical' });
176
+ } else if (relativeDiff > THRESHOLDS.priceMismatchMajor) {
177
+ result.discrepancyType = 'major';
178
+ result.actionTaken = 'confirm_human';
179
+ result.discrepancyDetails.domVsVision = {
180
+ difference: priceDiff,
181
+ relativeDifference: Math.round(relativeDiff * 100) + '%',
182
+ message: `WARNING: Price mismatch detected. DOM: $${domPrice}, Visual: $${visionPrice}. ` +
183
+ `Requesting human confirmation before proceeding.`
184
+ };
185
+ result.checks.push({ check: 'dom_vs_vision', status: 'WARN', severity: 'major' });
186
+ } else if (relativeDiff > THRESHOLDS.priceMismatchMinor) {
187
+ result.discrepancyType = 'minor';
188
+ result.actionTaken = 'warn';
189
+ result.discrepancyDetails.domVsVision = {
190
+ difference: priceDiff,
191
+ message: `Minor price variance: DOM $${domPrice} vs Visual $${visionPrice}. May be rounding.`
192
+ };
193
+ result.checks.push({ check: 'dom_vs_vision', status: 'OK', severity: 'minor' });
194
+ } else {
195
+ result.checks.push({ check: 'dom_vs_vision', status: 'PASS', severity: 'none' });
196
+ }
197
+ }
198
+
199
+ // Check 2: Price sanity vs market benchmarks
200
+ const effectivePrice = domPrice || visionPrice;
201
+ if (effectivePrice !== null && category) {
202
+ const benchmark = db.prepare(`
203
+ SELECT * FROM price_benchmarks
204
+ WHERE category = ? AND item_pattern LIKE ?
205
+ ORDER BY sample_count DESC LIMIT 1
206
+ `).get(category, `%${(itemName || '').slice(0, 20)}%`);
207
+
208
+ if (benchmark) {
209
+ const ratio = effectivePrice / benchmark.avg_price;
210
+
211
+ if (ratio < THRESHOLDS.priceAnomalyLow) {
212
+ result.discrepancyType = result.discrepancyType === 'none' ? 'major' : result.discrepancyType;
213
+ result.actionTaken = result.actionTaken === 'none' ? 'confirm_human' : result.actionTaken;
214
+ result.discrepancyDetails.marketAnomaly = {
215
+ price: effectivePrice,
216
+ marketAvg: benchmark.avg_price,
217
+ ratio: Math.round(ratio * 100) / 100,
218
+ message: `Suspiciously low price ($${effectivePrice}) vs market average ($${benchmark.avg_price}). ` +
219
+ `Could be a scam, error, or genuine deal. Verify manually.`
220
+ };
221
+ result.checks.push({ check: 'market_benchmark', status: 'WARN', severity: 'major' });
222
+ } else if (ratio > THRESHOLDS.priceAnomalyHigh) {
223
+ result.discrepancyDetails.marketAnomaly = {
224
+ price: effectivePrice,
225
+ marketAvg: benchmark.avg_price,
226
+ ratio: Math.round(ratio * 100) / 100,
227
+ message: `Price ($${effectivePrice}) is ${Math.round(ratio)}x market average ($${benchmark.avg_price}).`
228
+ };
229
+ result.checks.push({ check: 'market_benchmark', status: 'WARN', severity: 'minor' });
230
+ } else {
231
+ result.checks.push({ check: 'market_benchmark', status: 'PASS', severity: 'none' });
232
+ }
233
+ }
234
+ }
235
+
236
+ // Check 3: Temporal consistency (compare with cached values)
237
+ if (effectivePrice !== null && url) {
238
+ const cached = db.prepare(`
239
+ SELECT * FROM verification_cache
240
+ WHERE site_id = ? AND url = ? AND field_name = 'price'
241
+ ORDER BY captured_at DESC LIMIT 1
242
+ `).get(siteId, url);
243
+
244
+ if (cached) {
245
+ const cachedPrice = extractPrice(cached.field_value);
246
+ if (cachedPrice !== null) {
247
+ const temporalDiff = Math.abs(effectivePrice - cachedPrice) / cachedPrice;
248
+ if (temporalDiff > 0.5) {
249
+ result.discrepancyDetails.temporalChange = {
250
+ currentPrice: effectivePrice,
251
+ previousPrice: cachedPrice,
252
+ previousDate: cached.captured_at,
253
+ changePct: Math.round(temporalDiff * 100) + '%',
254
+ message: `Price changed ${Math.round(temporalDiff * 100)}% since last check. ` +
255
+ `Was $${cachedPrice}, now $${effectivePrice}.`
256
+ };
257
+ result.checks.push({ check: 'temporal_consistency', status: 'WARN', severity: 'minor' });
258
+ } else {
259
+ result.checks.push({ check: 'temporal_consistency', status: 'PASS', severity: 'none' });
260
+ }
261
+ }
262
+ }
263
+
264
+ // Cache current value
265
+ const cacheId = crypto.randomBytes(12).toString('hex');
266
+ const cacheExpiry = new Date(Date.now() + 24 * 60 * 60 * 1000).toISOString();
267
+ const valueHash = crypto.createHash('sha256').update(String(effectivePrice)).digest('hex');
268
+ db.prepare(`
269
+ INSERT OR REPLACE INTO verification_cache
270
+ (id, site_id, url, field_name, field_value, value_hash, source, expires_at)
271
+ VALUES (?, ?, ?, 'price', ?, ?, 'dom', ?)
272
+ `).run(cacheId, siteId, url, String(effectivePrice), valueHash, cacheExpiry);
273
+ }
274
+
275
+ // Persist result
276
+ db.prepare(`
277
+ INSERT INTO verification_results
278
+ (id, site_id, agent_id, url, verification_type, dom_value, vision_value,
279
+ match_score, discrepancy_type, discrepancy_details, action_taken)
280
+ VALUES (?, ?, ?, ?, 'price', ?, ?, ?, ?, ?, ?)
281
+ `).run(
282
+ id, siteId, agentId || null, url || null,
283
+ domValue, visionValue,
284
+ Math.round(result.matchScore * 1000) / 1000,
285
+ result.discrepancyType,
286
+ JSON.stringify(result.discrepancyDetails),
287
+ result.actionTaken
288
+ );
289
+
290
+ return result;
291
+ }
292
+
293
+ // ─── Text Verification ───────────────────────────────────────────────
294
+
295
+ function verifyText({ siteId, agentId, url, domValue, visionValue, fieldName }) {
296
+ const id = crypto.randomBytes(12).toString('hex');
297
+
298
+ const similarity = textSimilarity(domValue, visionValue);
299
+
300
+ let discrepancyType = 'none';
301
+ let actionTaken = 'none';
302
+ let message = '';
303
+
304
+ if (similarity < THRESHOLDS.textSimilarityWarn) {
305
+ discrepancyType = 'major';
306
+ actionTaken = 'confirm_human';
307
+ message = `Text mismatch: DOM reads "${domValue}" but visual shows "${visionValue}" ` +
308
+ `(${Math.round(similarity * 100)}% match). Human confirmation required.`;
309
+ } else if (similarity < THRESHOLDS.textSimilarityOk) {
310
+ discrepancyType = 'minor';
311
+ actionTaken = 'warn';
312
+ message = `Slight text variance: "${domValue}" vs "${visionValue}" ` +
313
+ `(${Math.round(similarity * 100)}% match).`;
314
+ }
315
+
316
+ db.prepare(`
317
+ INSERT INTO verification_results
318
+ (id, site_id, agent_id, url, verification_type, dom_value, vision_value,
319
+ match_score, discrepancy_type, discrepancy_details, action_taken)
320
+ VALUES (?, ?, ?, ?, 'text', ?, ?, ?, ?, ?, ?)
321
+ `).run(
322
+ id, siteId, agentId || null, url || null,
323
+ domValue, visionValue,
324
+ Math.round(similarity * 1000) / 1000,
325
+ discrepancyType,
326
+ JSON.stringify({ message, similarity }),
327
+ actionTaken
328
+ );
329
+
330
+ return {
331
+ id,
332
+ matchScore: Math.round(similarity * 100),
333
+ discrepancyType,
334
+ actionTaken,
335
+ message: message || 'Text verified successfully.',
336
+ verified: discrepancyType === 'none'
337
+ };
338
+ }
339
+
340
+ // ─── Full Page Verification ──────────────────────────────────────────
341
+
342
+ function verifyPage({ siteId, agentId, url, domData, visionData }) {
343
+ const results = { checks: [], overallScore: 100, actionRequired: 'none', details: [] };
344
+
345
+ // Verify prices
346
+ if (domData.prices && visionData.prices) {
347
+ for (let i = 0; i < Math.min(domData.prices.length, visionData.prices.length); i++) {
348
+ const priceCheck = verifyPrice({
349
+ siteId, agentId, url,
350
+ domValue: domData.prices[i],
351
+ visionValue: visionData.prices[i],
352
+ category: domData.category,
353
+ itemName: domData.itemNames?.[i]
354
+ });
355
+ results.checks.push(priceCheck);
356
+ if (priceCheck.discrepancyType !== 'none') {
357
+ results.overallScore -= priceCheck.discrepancyType === 'critical' ? 40 : priceCheck.discrepancyType === 'major' ? 20 : 5;
358
+ }
359
+ }
360
+ }
361
+
362
+ // Verify key text elements
363
+ if (domData.texts && visionData.texts) {
364
+ for (let i = 0; i < Math.min(domData.texts.length, visionData.texts.length); i++) {
365
+ const textCheck = verifyText({
366
+ siteId, agentId, url,
367
+ domValue: domData.texts[i],
368
+ visionValue: visionData.texts[i],
369
+ fieldName: `text_${i}`
370
+ });
371
+ results.checks.push(textCheck);
372
+ if (!textCheck.verified) results.overallScore -= 10;
373
+ }
374
+ }
375
+
376
+ results.overallScore = Math.max(0, results.overallScore);
377
+
378
+ if (results.overallScore < 30) results.actionRequired = 'block';
379
+ else if (results.overallScore < 60) results.actionRequired = 'confirm_human';
380
+ else if (results.overallScore < 80) results.actionRequired = 'warn';
381
+
382
+ return results;
383
+ }
384
+
385
+ // ─── Market Benchmark Management ─────────────────────────────────────
386
+
387
+ function updateBenchmark(category, itemPattern, price) {
388
+ const existing = db.prepare(`
389
+ SELECT * FROM price_benchmarks WHERE category = ? AND item_pattern = ?
390
+ `).get(category, itemPattern);
391
+
392
+ if (existing) {
393
+ const newCount = existing.sample_count + 1;
394
+ const newAvg = (existing.avg_price * existing.sample_count + price) / newCount;
395
+ const newMin = Math.min(existing.min_price, price);
396
+ const newMax = Math.max(existing.max_price, price);
397
+
398
+ db.prepare(`
399
+ UPDATE price_benchmarks
400
+ SET avg_price = ?, min_price = ?, max_price = ?,
401
+ sample_count = ?, last_updated = datetime('now')
402
+ WHERE id = ?
403
+ `).run(newAvg, newMin, newMax, newCount, existing.id);
404
+ } else {
405
+ const id = crypto.randomBytes(12).toString('hex');
406
+ db.prepare(`
407
+ INSERT INTO price_benchmarks (id, category, item_pattern, avg_price, min_price, max_price, sample_count)
408
+ VALUES (?, ?, ?, ?, ?, ?, 1)
409
+ `).run(id, category, itemPattern, price, price, price);
410
+ }
411
+ }
412
+
413
+ // ─── Human Confirmation ──────────────────────────────────────────────
414
+
415
+ function confirmVerification(verificationId, humanApproved) {
416
+ db.prepare(`
417
+ UPDATE verification_results
418
+ SET human_confirmed = ?, action_taken = CASE WHEN ? = 1 THEN 'none' ELSE 'block' END
419
+ WHERE id = ?
420
+ `).run(humanApproved ? 1 : 0, humanApproved ? 1 : 0, verificationId);
421
+
422
+ return { confirmed: true, approved: humanApproved };
423
+ }
424
+
425
+ // ─── Shield Stats ────────────────────────────────────────────────────
426
+
427
+ function getShieldStats(siteId) {
428
+ const stats = db.prepare(`
429
+ SELECT
430
+ COUNT(*) as total_checks,
431
+ SUM(CASE WHEN discrepancy_type = 'none' THEN 1 ELSE 0 END) as passed,
432
+ SUM(CASE WHEN discrepancy_type = 'minor' THEN 1 ELSE 0 END) as minor_issues,
433
+ SUM(CASE WHEN discrepancy_type = 'major' THEN 1 ELSE 0 END) as major_issues,
434
+ SUM(CASE WHEN discrepancy_type = 'critical' THEN 1 ELSE 0 END) as critical_issues,
435
+ SUM(CASE WHEN discrepancy_type = 'fraud_suspected' THEN 1 ELSE 0 END) as fraud_suspected,
436
+ SUM(CASE WHEN action_taken = 'halt' THEN 1 ELSE 0 END) as halted_operations,
437
+ SUM(CASE WHEN action_taken = 'block' THEN 1 ELSE 0 END) as blocked_operations,
438
+ AVG(match_score) as avg_match_score
439
+ FROM verification_results
440
+ WHERE site_id = ?
441
+ `).get(siteId);
442
+
443
+ return {
444
+ ...stats,
445
+ avg_match_score: stats.avg_match_score ? Math.round(stats.avg_match_score * 100) : 100,
446
+ integrity_rating: stats.total_checks > 0
447
+ ? Math.round((stats.passed / stats.total_checks) * 100)
448
+ : 100
449
+ };
450
+ }
451
+
452
+ function getGlobalShieldStats() {
453
+ return db.prepare(`
454
+ SELECT
455
+ COUNT(*) as total_checks,
456
+ SUM(CASE WHEN discrepancy_type = 'none' THEN 1 ELSE 0 END) as passed,
457
+ SUM(CASE WHEN action_taken = 'halt' THEN 1 ELSE 0 END) as threats_blocked,
458
+ SUM(CASE WHEN action_taken = 'confirm_human' THEN 1 ELSE 0 END) as human_reviews,
459
+ COUNT(DISTINCT site_id) as sites_verified
460
+ FROM verification_results
461
+ `).get();
462
+ }
463
+
464
+ // ─── Cleanup ─────────────────────────────────────────────────────────
465
+
466
+ function cleanupExpiredCache() {
467
+ return db.prepare("DELETE FROM verification_cache WHERE expires_at < datetime('now')").run();
468
+ }
469
+
470
+ module.exports = {
471
+ verifyPrice,
472
+ verifyText,
473
+ verifyPage,
474
+ updateBenchmark,
475
+ confirmVerification,
476
+ getShieldStats,
477
+ getGlobalShieldStats,
478
+ cleanupExpiredCache,
479
+ extractPrice,
480
+ textSimilarity
481
+ };